From fa38774a1e050bf2c1ce0f1b7561e61884eb9b55 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 20 Sep 2026 14:58:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: OpenDataArena/Qwen2.5-7B-ODA-Mixture-500k Source: Original Platform --- .gitattributes | 64 + README.md | 249 + README.md.backup | 60 + added_tokens.json | 24 + all_results.json | 8 + chat_template.jinja | 4 + checkpoint-6870/added_tokens.json | 24 + checkpoint-6870/chat_template.jinja | 4 + checkpoint-6870/config.json | 59 + checkpoint-6870/generation_config.json | 6 + checkpoint-6870/merges.txt | 3 + .../model-00001-of-00004.safetensors | 3 + .../model-00002-of-00004.safetensors | 3 + .../model-00003-of-00004.safetensors | 3 + .../model-00004-of-00004.safetensors | 3 + checkpoint-6870/model.safetensors.index.json | 347 + checkpoint-6870/special_tokens_map.json | 31 + checkpoint-6870/tokenizer.json | 3 + checkpoint-6870/tokenizer_config.json | 208 + checkpoint-6870/trainer_state.json | 9652 ++++++++++++++++ checkpoint-6870/training_args.bin | 3 + checkpoint-6870/vocab.json | 3 + config.json | 59 + configuration.json | 1 + generation_config.json | 6 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 347 + performance.png | Bin 0 -> 308187 bytes special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 209 + train_results.json | 8 + trainer_log.jsonl | 2662 +++++ trainer_state.json | 9661 +++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 34361 bytes vocab.json | 3 + 41 files changed, 23772 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 README.md.backup create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 checkpoint-6870/added_tokens.json create mode 100644 checkpoint-6870/chat_template.jinja create mode 100644 checkpoint-6870/config.json create mode 100644 checkpoint-6870/generation_config.json create mode 100644 checkpoint-6870/merges.txt create mode 100644 checkpoint-6870/model-00001-of-00004.safetensors create mode 100644 checkpoint-6870/model-00002-of-00004.safetensors create mode 100644 checkpoint-6870/model-00003-of-00004.safetensors create mode 100644 checkpoint-6870/model-00004-of-00004.safetensors create mode 100644 checkpoint-6870/model.safetensors.index.json create mode 100644 checkpoint-6870/special_tokens_map.json create mode 100644 checkpoint-6870/tokenizer.json create mode 100644 checkpoint-6870/tokenizer_config.json create mode 100644 checkpoint-6870/trainer_state.json create mode 100644 checkpoint-6870/training_args.bin create mode 100644 checkpoint-6870/vocab.json create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 performance.png create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e475b8c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,64 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +checkpoint-6870/training_args.bin filter=lfs diff=lfs merge=lfs -text +checkpoint-6870/vocab.json filter=lfs diff=lfs merge=lfs -text +checkpoint-6870/merges.txt filter=lfs diff=lfs merge=lfs -text +checkpoint-6870/tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +checkpoint-6870/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-6870/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +checkpoint-6870/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +checkpoint-6870/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..eab3267 --- /dev/null +++ b/README.md @@ -0,0 +1,249 @@ +--- +base_model: Qwen/Qwen2.5-7B-Base +library_name: transformers +pipeline_tag: text-generation +datasets: +- OpenDataArena/ODA-Mixture-500k +tags: +- qwen2.5 +- sft +- opendataarena +- oda-mixture-500k +license: apache-2.0 +language: +- en +metrics: +- accuracy +--- + +# Qwen2.5-7B-ODA-Mixture-500k +Leaderboard Performance + +Qwen2.5-7B-ODA-Mixture-500k is a supervised fine-tuned (SFT) model built on top of **Qwen2.5-7B-Base**, trained with **[ODA-Mixture-500k](https://huggingface.co/datasets/OpenDataArena/ODA-Mixture-500k)**. This training set is curated by mixing top-performing open corpora selected via the *[OpenDataArena](https://opendataarena.github.io)* leaderboard, and refined through deduplication and benchmark decontamination, aiming to improve the model’s general capabilities across **General**, **Math**, **Code**, and **Reasoning** domains. + +--- + +## 🧠 Model Summary + +- **Base Model**: `Qwen/Qwen2.5-7B-Base` +- **Training Data**: `OpenDataArena/ODA-Mixture-500k` +- **Domain Coverage**: General, Math, Code, Reasoning +- **Scale (selected training set)**: ~**500K** samples +- **Goal**: Improve multi-domain reasoning and problem-solving ability while achieving stable overall performance gains. + +--- + +## βš™οΈ Training Data Curation Pipeline + +ODA-Mixture-500k is built by following a single rule: **trust the OpenDataArena leaderboard**. + +### 1️⃣ Data Collection + +We utilize **LIMO** as the foundational anchor due to its exceptional sample efficiency on the ODA overall leaderboard. To scale up to 500K, we integrate the top-performing and efficient corpora from specific ODA domain leaderboards, including: +- **AM-Thinking-v1-Distilled-Math** (Math domain) +- **AM-Thinking-v1-Distilled-code** (Code domain) +- **math-gpt-4o-200k** (General domain) +- **SYNTHETIC-2-SFT-verified** (Reasoning domain) + +### 2️⃣ Deduplication & Decontamination + +We first perform **exact deduplication** over all questions to remove identical items, and then run **benchmark decontamination** to reduce evaluation leakage by removing overlaps with standard and competition benchmarks. + +### 3️⃣ Data Selection + +At the 500K scale, our priority is distributional coverage. We employ semantic clustering to partition the total data pool into distinct thematic clusters. Within each cluster, we perform uniform sampling to ensure the final mixture represents a broad and balanced spectrum of reasoning tasks, maximizing the model's generalization capabilities. + +--- + +## πŸ“š Training Data Source Composition + +| Source | Count | Percentage | +|---|---:|---:| +| LIMO | 817 | 0.16% | +| AM-Thinking-Distilled-math | 150,244 | 29.67% | +| AM-Thinking-Distilled-code| 150,252 | 29.67% | +| math-gpt-4o-200k| 100,138 | 19.78% | +| SYNTHETIC-2-SFT-verified| 104,913 | 20.72% | + +--- + +## 🧩 Data Format + +The training data sample format is as follows (aligned with the dataset schema): + +```json +{ + "id": "unique_identifier", + "source": "data source", + "question": "textual question or instruction", + "response": "textual response" +} +``` + +--- + +## πŸ“ˆ Performance + +Qwen2.5-7B-ODA-Mixture-500k is evaluated as an SFT model built on **Qwen2.5-7B-Base** across the full ODA benchmark suite spanning four domains: +- **General (DROP, IFEVAL, AGIEVAL, MMLU-Pro)** +- **Math (GSM8K, MATH500, Omni-Math, OlympiadBench, AIME2024)** +- **Code (HumanEval, MBPP, LCB (V5), HumanEval+)** +- **Reasoning (ARC-C, BBH, CALM, KOR-BENCH)**. + +We observe consistent improvements over the base checkpoint, with particularly strong gains on several benchmarks. + +
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ Leaderboard Performance Comparison. Best scores in bold, second-best underlined. Eff. denotes Data Efficiency. +
Model / Training DataSizeEff.GeneralMathCodeReasoningAVG
Qwen2.5-7B-Base
Qwen2.5-7B-Base--51.439.850.142.746.0
OpenThoughts3-1.2M1.2M+0.01145.571.867.054.359.6
OmniThought-0528365k+0.02747.171.247.657.255.8
SYNTHETIC-2-SFT-verified105k+0.08651.369.840.158.955.0
AM-Thinking-v1-Distilled-math558k+0.01657.777.439.544.854.8
LIMO817+9.92060.744.057.953.854.1
MiroMind-M1-SFT-719K719k+0.00652.071.026.351.550.2
AM-Thinking-v1-Distilled-code324k+0.02449.952.368.744.453.8
Light-R1-SFTData79k+0.08455.564.438.851.952.7
ODA-Mixture-500k500k+0.03963.472.866.759.665.6
ODA-Mixture-101k101k+0.14956.871.264.451.561.0
+
+ +--- + +## 🌐 About OpenDataArena + +[OpenDataArena](https://opendataarena.github.io/) is an open research platform dedicated to **discovering, evaluating, and advancing high-quality datasets for AI post-training**. It provides a transparent, data-centric ecosystem to support reproducible dataset evaluation and sharing. + +**Key Features:** +- πŸ† **Dataset Leaderboard** β€” helps researchers identify **the most valuable and high-quality datasets across different domains** +- πŸ“Š **Detailed Evaluation Scores** β€” provides **comprehensive metrics** to assess data quality, complexity, difficulty, etc. +- 🧰 **Data Processing Toolkit** β€” [OpenDataArena-Tool](https://github.com/OpenDataArena/OpenDataArena-Tool) offers an open-source pipeline for dataset curation and scoring. + +--- + +## πŸš€ Usage + +Model repo: `OpenDataArena/Qwen2.5-7B-ODA-Mixture-500k`. Below is a minimal runnable example for loading and inference: + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +MODEL_ID = "OpenDataArena/Qwen2.5-7B-ODA-Mixture-500k" + +tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True) +model = AutoModelForCausalLM.from_pretrained(MODEL_ID, device_map="auto", trust_remote_code=True) + +messages = [ + {"role": "user", "content": "Natalia sold clips to 48 of her friends in April, and then she sold half as many clips in May. How many clips did Natalia sell altogether in April and May?"}, +] +text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True) +inputs = tokenizer([text], return_tensors="pt").to(model.device) + +outputs = model.generate( + **inputs, + max_new_tokens=256, + do_sample=True, + temperature=0.7, + top_p=0.9, +) +print(tokenizer.decode(outputs[0], skip_special_tokens=True)) +``` + +--- + +## πŸ“š Citation + +If you use this model or its training data (ODA-Mixture-500k), please cite: + +```bibtex +@article{gao2025closing, + title={Closing the Data Loop: Using OpenDataArena to Engineer Superior Training Datasets}, + author={Gao, Xin and Wang, Xiaoyang and Zhu, Yun and Cai, Mengzhang and He, Conghui and Wu, Lijun}, + journal={arXiv preprint arXiv:2601.09733}, + year={2025} +} +``` +```bibtex +@article{cai2025opendataarena, + title={OpenDataArena: A Fair and Open Arena for Benchmarking Post-Training Dataset Value}, + author={Cai, Mengzhang and Gao, Xin and Li, Yu and Lin, Honglin and Liu, Zheng and Pan, Zhuoshi and Pei, Qizhi and Shang, Xiaoran and Sun, Mengyuan and Tang, Zinan and others}, + journal={arXiv preprint arXiv:2512.14051}, + year={2025} +} +``` \ No newline at end of file diff --git a/README.md.backup b/README.md.backup new file mode 100644 index 0000000..0cdff66 --- /dev/null +++ b/README.md.backup @@ -0,0 +1,60 @@ +--- +library_name: transformers +license: other +base_model: /mnt/dhwfile/raise/user/caimengzhang/huggingface/hub/Qwen2.5-7B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: seed-42 + results: [] +--- + + + +# seed-42 + +This model is a fine-tuned version of [/mnt/dhwfile/raise/user/caimengzhang/huggingface/hub/Qwen2.5-7B](https://huggingface.co//mnt/dhwfile/raise/user/caimengzhang/huggingface/hub/Qwen2.5-7B) on the overall-v4c-500k dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 32 +- total_train_batch_size: 32 +- total_eval_batch_size: 256 +- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 4.55.0 +- Pytorch 2.6.0+cu124 +- Datasets 3.2.0 +- Tokenizers 0.21.0 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..5a41134 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 1.440651216420864e+16, + "train_loss": 0.30719185047274594, + "train_runtime": 200812.4774, + "train_samples_per_second": 1.094, + "train_steps_per_second": 0.034 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..d153f82 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,4 @@ +{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ 'System: ' + system_message + '<|endoftext|>' + ' +' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'Human: ' + content + '<|endoftext|>' + ' +Assistant:' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + ' +' }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/checkpoint-6870/added_tokens.json b/checkpoint-6870/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/checkpoint-6870/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/checkpoint-6870/chat_template.jinja b/checkpoint-6870/chat_template.jinja new file mode 100644 index 0000000..d153f82 --- /dev/null +++ b/checkpoint-6870/chat_template.jinja @@ -0,0 +1,4 @@ +{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ 'System: ' + system_message + '<|endoftext|>' + ' +' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'Human: ' + content + '<|endoftext|>' + ' +Assistant:' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + ' +' }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/checkpoint-6870/config.json b/checkpoint-6870/config.json new file mode 100644 index 0000000..fa2559a --- /dev/null +++ b/checkpoint-6870/config.json @@ -0,0 +1,59 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151643, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 131072, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.55.0", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/checkpoint-6870/generation_config.json b/checkpoint-6870/generation_config.json new file mode 100644 index 0000000..7bc5028 --- /dev/null +++ b/checkpoint-6870/generation_config.json @@ -0,0 +1,6 @@ +{ + "bos_token_id": 151643, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "4.55.0" +} diff --git a/checkpoint-6870/merges.txt b/checkpoint-6870/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/checkpoint-6870/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/checkpoint-6870/model-00001-of-00004.safetensors b/checkpoint-6870/model-00001-of-00004.safetensors new file mode 100644 index 0000000..85f508e --- /dev/null +++ b/checkpoint-6870/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7eed591ff517e9f22b7e6d51bc9b93a4aea6d18841ec2070224d80d19c523a +size 4877660776 diff --git a/checkpoint-6870/model-00002-of-00004.safetensors b/checkpoint-6870/model-00002-of-00004.safetensors new file mode 100644 index 0000000..ecb8bc2 --- /dev/null +++ b/checkpoint-6870/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d23ea5f1df6344f99df01328398513600a92c66f133cb3d3a759d267348e75 +size 4932751008 diff --git a/checkpoint-6870/model-00003-of-00004.safetensors b/checkpoint-6870/model-00003-of-00004.safetensors new file mode 100644 index 0000000..5fed81c --- /dev/null +++ b/checkpoint-6870/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceafc6ab27e5fdceea8b39ed6f307f85d847b6090a88ee188de5c09e1fd852bc +size 4330865200 diff --git a/checkpoint-6870/model-00004-of-00004.safetensors b/checkpoint-6870/model-00004-of-00004.safetensors new file mode 100644 index 0000000..6bf211e --- /dev/null +++ b/checkpoint-6870/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c944547784945651653accbcd4142dbc94e5ddcc47d6ea9bcf07b220b96720c9 +size 1089994880 diff --git a/checkpoint-6870/model.safetensors.index.json b/checkpoint-6870/model.safetensors.index.json new file mode 100644 index 0000000..098a4a8 --- /dev/null +++ b/checkpoint-6870/model.safetensors.index.json @@ -0,0 +1,347 @@ +{ + "metadata": { + "total_parameters": 333312, + "total_size": 15231233024 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/checkpoint-6870/special_tokens_map.json b/checkpoint-6870/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/checkpoint-6870/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-6870/tokenizer.json b/checkpoint-6870/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/checkpoint-6870/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/checkpoint-6870/tokenizer_config.json b/checkpoint-6870/tokenizer_config.json new file mode 100644 index 0000000..e812d6b --- /dev/null +++ b/checkpoint-6870/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/checkpoint-6870/trainer_state.json b/checkpoint-6870/trainer_state.json new file mode 100644 index 0000000..1f1f2d9 --- /dev/null +++ b/checkpoint-6870/trainer_state.json @@ -0,0 +1,9652 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 6870, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.002183406113537118, + "grad_norm": 15.530065061351076, + "learning_rate": 2.9112081513828244e-07, + "loss": 3.5144, + "step": 5 + }, + { + "epoch": 0.004366812227074236, + "grad_norm": 14.048089091944986, + "learning_rate": 6.550218340611353e-07, + "loss": 3.3991, + "step": 10 + }, + { + "epoch": 0.006550218340611353, + "grad_norm": 10.38275753075565, + "learning_rate": 1.0189228529839884e-06, + "loss": 3.4492, + "step": 15 + }, + { + "epoch": 0.008733624454148471, + "grad_norm": 9.374594765056237, + "learning_rate": 1.3828238719068415e-06, + "loss": 3.3321, + "step": 20 + }, + { + "epoch": 0.010917030567685589, + "grad_norm": 6.58125566549559, + "learning_rate": 1.7467248908296944e-06, + "loss": 3.0597, + "step": 25 + }, + { + "epoch": 0.013100436681222707, + "grad_norm": 7.80412598343367, + "learning_rate": 2.1106259097525473e-06, + "loss": 2.9508, + "step": 30 + }, + { + "epoch": 0.015283842794759825, + "grad_norm": 7.524557299709741, + "learning_rate": 2.4745269286754004e-06, + "loss": 2.612, + "step": 35 + }, + { + "epoch": 0.017467248908296942, + "grad_norm": 6.2330781402437365, + "learning_rate": 2.8384279475982535e-06, + "loss": 2.3435, + "step": 40 + }, + { + "epoch": 0.019650655021834062, + "grad_norm": 5.3971059460100825, + "learning_rate": 3.2023289665211066e-06, + "loss": 1.9812, + "step": 45 + }, + { + "epoch": 0.021834061135371178, + "grad_norm": 5.173910417939837, + "learning_rate": 3.5662299854439593e-06, + "loss": 1.6557, + "step": 50 + }, + { + "epoch": 0.024017467248908297, + "grad_norm": 4.343854825431366, + "learning_rate": 3.930131004366813e-06, + "loss": 1.4334, + "step": 55 + }, + { + "epoch": 0.026200873362445413, + "grad_norm": 3.318343002698737, + "learning_rate": 4.2940320232896655e-06, + "loss": 1.2603, + "step": 60 + }, + { + "epoch": 0.028384279475982533, + "grad_norm": 3.3649234822213425, + "learning_rate": 4.657933042212519e-06, + "loss": 1.128, + "step": 65 + }, + { + "epoch": 0.03056768558951965, + "grad_norm": 4.651497105373944, + "learning_rate": 5.021834061135372e-06, + "loss": 1.0685, + "step": 70 + }, + { + "epoch": 0.03275109170305677, + "grad_norm": 2.1122195307286127, + "learning_rate": 5.385735080058224e-06, + "loss": 0.9865, + "step": 75 + }, + { + "epoch": 0.034934497816593885, + "grad_norm": 3.264835592266701, + "learning_rate": 5.749636098981077e-06, + "loss": 0.8563, + "step": 80 + }, + { + "epoch": 0.03711790393013101, + "grad_norm": 4.854625880384626, + "learning_rate": 6.11353711790393e-06, + "loss": 0.813, + "step": 85 + }, + { + "epoch": 0.039301310043668124, + "grad_norm": 2.2913931555435223, + "learning_rate": 6.477438136826783e-06, + "loss": 0.8189, + "step": 90 + }, + { + "epoch": 0.04148471615720524, + "grad_norm": 1.4161513553023397, + "learning_rate": 6.841339155749636e-06, + "loss": 0.7341, + "step": 95 + }, + { + "epoch": 0.043668122270742356, + "grad_norm": 1.2517988600799463, + "learning_rate": 7.205240174672489e-06, + "loss": 0.7264, + "step": 100 + }, + { + "epoch": 0.04585152838427948, + "grad_norm": 4.403128247316299, + "learning_rate": 7.569141193595343e-06, + "loss": 0.7105, + "step": 105 + }, + { + "epoch": 0.048034934497816595, + "grad_norm": 2.6065584518468996, + "learning_rate": 7.933042212518195e-06, + "loss": 0.6883, + "step": 110 + }, + { + "epoch": 0.05021834061135371, + "grad_norm": 1.2548695388960658, + "learning_rate": 8.296943231441049e-06, + "loss": 0.6444, + "step": 115 + }, + { + "epoch": 0.05240174672489083, + "grad_norm": 1.2420608105158033, + "learning_rate": 8.660844250363902e-06, + "loss": 0.6228, + "step": 120 + }, + { + "epoch": 0.05458515283842795, + "grad_norm": 1.6213174255897973, + "learning_rate": 9.024745269286754e-06, + "loss": 0.6091, + "step": 125 + }, + { + "epoch": 0.056768558951965066, + "grad_norm": 1.1139361754005903, + "learning_rate": 9.388646288209607e-06, + "loss": 0.6049, + "step": 130 + }, + { + "epoch": 0.05895196506550218, + "grad_norm": 2.019221687744237, + "learning_rate": 9.75254730713246e-06, + "loss": 0.6334, + "step": 135 + }, + { + "epoch": 0.0611353711790393, + "grad_norm": 1.4614530692241856, + "learning_rate": 1.0116448326055314e-05, + "loss": 0.5484, + "step": 140 + }, + { + "epoch": 0.06331877729257641, + "grad_norm": 1.7546701255165822, + "learning_rate": 1.0480349344978165e-05, + "loss": 0.5777, + "step": 145 + }, + { + "epoch": 0.06550218340611354, + "grad_norm": 1.5028564001758502, + "learning_rate": 1.084425036390102e-05, + "loss": 0.5427, + "step": 150 + }, + { + "epoch": 0.06768558951965066, + "grad_norm": 0.8737189391813837, + "learning_rate": 1.1208151382823872e-05, + "loss": 0.5501, + "step": 155 + }, + { + "epoch": 0.06986899563318777, + "grad_norm": 0.7913219748536747, + "learning_rate": 1.1572052401746727e-05, + "loss": 0.5404, + "step": 160 + }, + { + "epoch": 0.07205240174672489, + "grad_norm": 1.2931917942966242, + "learning_rate": 1.1935953420669578e-05, + "loss": 0.5317, + "step": 165 + }, + { + "epoch": 0.07423580786026202, + "grad_norm": 1.7815089914348687, + "learning_rate": 1.2299854439592432e-05, + "loss": 0.5391, + "step": 170 + }, + { + "epoch": 0.07641921397379912, + "grad_norm": 1.588354964609756, + "learning_rate": 1.2663755458515283e-05, + "loss": 0.5163, + "step": 175 + }, + { + "epoch": 0.07860262008733625, + "grad_norm": 0.7324777658190085, + "learning_rate": 1.3027656477438139e-05, + "loss": 0.5206, + "step": 180 + }, + { + "epoch": 0.08078602620087336, + "grad_norm": 0.9320526641008475, + "learning_rate": 1.339155749636099e-05, + "loss": 0.51, + "step": 185 + }, + { + "epoch": 0.08296943231441048, + "grad_norm": 1.0473996131197105, + "learning_rate": 1.3755458515283843e-05, + "loss": 0.4995, + "step": 190 + }, + { + "epoch": 0.0851528384279476, + "grad_norm": 1.1005598187154526, + "learning_rate": 1.4119359534206697e-05, + "loss": 0.4992, + "step": 195 + }, + { + "epoch": 0.08733624454148471, + "grad_norm": 1.3835272450195761, + "learning_rate": 1.448326055312955e-05, + "loss": 0.5157, + "step": 200 + }, + { + "epoch": 0.08951965065502183, + "grad_norm": 0.8363321954594061, + "learning_rate": 1.4847161572052404e-05, + "loss": 0.4884, + "step": 205 + }, + { + "epoch": 0.09170305676855896, + "grad_norm": 0.6751320611923934, + "learning_rate": 1.5211062590975255e-05, + "loss": 0.4837, + "step": 210 + }, + { + "epoch": 0.09388646288209607, + "grad_norm": 0.6597124878200359, + "learning_rate": 1.557496360989811e-05, + "loss": 0.4614, + "step": 215 + }, + { + "epoch": 0.09606986899563319, + "grad_norm": 1.0002616519579557, + "learning_rate": 1.5938864628820962e-05, + "loss": 0.5178, + "step": 220 + }, + { + "epoch": 0.0982532751091703, + "grad_norm": 2.094018394615991, + "learning_rate": 1.6302765647743815e-05, + "loss": 0.4785, + "step": 225 + }, + { + "epoch": 0.10043668122270742, + "grad_norm": 0.8762721338958381, + "learning_rate": 1.6666666666666667e-05, + "loss": 0.4867, + "step": 230 + }, + { + "epoch": 0.10262008733624454, + "grad_norm": 1.3388349700796345, + "learning_rate": 1.703056768558952e-05, + "loss": 0.4781, + "step": 235 + }, + { + "epoch": 0.10480349344978165, + "grad_norm": 1.0507336135636423, + "learning_rate": 1.7394468704512373e-05, + "loss": 0.4732, + "step": 240 + }, + { + "epoch": 0.10698689956331878, + "grad_norm": 0.7938940927456775, + "learning_rate": 1.7758369723435225e-05, + "loss": 0.4651, + "step": 245 + }, + { + "epoch": 0.1091703056768559, + "grad_norm": 1.0437122295269432, + "learning_rate": 1.812227074235808e-05, + "loss": 0.4585, + "step": 250 + }, + { + "epoch": 0.11135371179039301, + "grad_norm": 0.67350165285708, + "learning_rate": 1.848617176128093e-05, + "loss": 0.4609, + "step": 255 + }, + { + "epoch": 0.11353711790393013, + "grad_norm": 0.5808251314496068, + "learning_rate": 1.8850072780203784e-05, + "loss": 0.4549, + "step": 260 + }, + { + "epoch": 0.11572052401746726, + "grad_norm": 1.8396131242666172, + "learning_rate": 1.921397379912664e-05, + "loss": 0.4783, + "step": 265 + }, + { + "epoch": 0.11790393013100436, + "grad_norm": 0.9680443797016299, + "learning_rate": 1.9577874818049492e-05, + "loss": 0.455, + "step": 270 + }, + { + "epoch": 0.12008733624454149, + "grad_norm": 0.7014587496843943, + "learning_rate": 1.9941775836972345e-05, + "loss": 0.4479, + "step": 275 + }, + { + "epoch": 0.1222707423580786, + "grad_norm": 0.9218263081064745, + "learning_rate": 2.0305676855895198e-05, + "loss": 0.456, + "step": 280 + }, + { + "epoch": 0.12445414847161572, + "grad_norm": 0.5840696636129238, + "learning_rate": 2.066957787481805e-05, + "loss": 0.4318, + "step": 285 + }, + { + "epoch": 0.12663755458515283, + "grad_norm": 0.6901911501394837, + "learning_rate": 2.1033478893740903e-05, + "loss": 0.4494, + "step": 290 + }, + { + "epoch": 0.12882096069868995, + "grad_norm": 0.5256416173639158, + "learning_rate": 2.1397379912663756e-05, + "loss": 0.4604, + "step": 295 + }, + { + "epoch": 0.13100436681222707, + "grad_norm": 0.8643348227959773, + "learning_rate": 2.176128093158661e-05, + "loss": 0.4529, + "step": 300 + }, + { + "epoch": 0.1331877729257642, + "grad_norm": 0.845191908182343, + "learning_rate": 2.2125181950509464e-05, + "loss": 0.4462, + "step": 305 + }, + { + "epoch": 0.13537117903930132, + "grad_norm": 0.6911667544775351, + "learning_rate": 2.2489082969432314e-05, + "loss": 0.4353, + "step": 310 + }, + { + "epoch": 0.13755458515283842, + "grad_norm": 0.6842730240845932, + "learning_rate": 2.2852983988355166e-05, + "loss": 0.4425, + "step": 315 + }, + { + "epoch": 0.13973799126637554, + "grad_norm": 0.6095243486936803, + "learning_rate": 2.3216885007278022e-05, + "loss": 0.4375, + "step": 320 + }, + { + "epoch": 0.14192139737991266, + "grad_norm": 0.9176516550209551, + "learning_rate": 2.3580786026200875e-05, + "loss": 0.4539, + "step": 325 + }, + { + "epoch": 0.14410480349344978, + "grad_norm": 0.8430335294570548, + "learning_rate": 2.3944687045123728e-05, + "loss": 0.4347, + "step": 330 + }, + { + "epoch": 0.1462882096069869, + "grad_norm": 0.7088826431924614, + "learning_rate": 2.430858806404658e-05, + "loss": 0.4149, + "step": 335 + }, + { + "epoch": 0.14847161572052403, + "grad_norm": 0.6180099894880557, + "learning_rate": 2.4672489082969433e-05, + "loss": 0.422, + "step": 340 + }, + { + "epoch": 0.15065502183406113, + "grad_norm": 0.6817744275567881, + "learning_rate": 2.503639010189229e-05, + "loss": 0.4418, + "step": 345 + }, + { + "epoch": 0.15283842794759825, + "grad_norm": 0.6940745586404697, + "learning_rate": 2.540029112081514e-05, + "loss": 0.4404, + "step": 350 + }, + { + "epoch": 0.15502183406113537, + "grad_norm": 0.5754528111989647, + "learning_rate": 2.576419213973799e-05, + "loss": 0.4263, + "step": 355 + }, + { + "epoch": 0.1572052401746725, + "grad_norm": 1.0591998260395188, + "learning_rate": 2.6128093158660844e-05, + "loss": 0.4299, + "step": 360 + }, + { + "epoch": 0.15938864628820962, + "grad_norm": 0.7123628186533127, + "learning_rate": 2.64919941775837e-05, + "loss": 0.4196, + "step": 365 + }, + { + "epoch": 0.1615720524017467, + "grad_norm": 0.6457647967870623, + "learning_rate": 2.6855895196506553e-05, + "loss": 0.4174, + "step": 370 + }, + { + "epoch": 0.16375545851528384, + "grad_norm": 0.9935438036526899, + "learning_rate": 2.7219796215429405e-05, + "loss": 0.3993, + "step": 375 + }, + { + "epoch": 0.16593886462882096, + "grad_norm": 0.883212399644436, + "learning_rate": 2.7583697234352258e-05, + "loss": 0.4345, + "step": 380 + }, + { + "epoch": 0.16812227074235808, + "grad_norm": 0.948205577828456, + "learning_rate": 2.794759825327511e-05, + "loss": 0.4441, + "step": 385 + }, + { + "epoch": 0.1703056768558952, + "grad_norm": 0.8223542412825284, + "learning_rate": 2.831149927219796e-05, + "loss": 0.4029, + "step": 390 + }, + { + "epoch": 0.17248908296943233, + "grad_norm": 0.7182654852607071, + "learning_rate": 2.867540029112082e-05, + "loss": 0.4342, + "step": 395 + }, + { + "epoch": 0.17467248908296942, + "grad_norm": 0.6862331015738732, + "learning_rate": 2.9039301310043672e-05, + "loss": 0.4044, + "step": 400 + }, + { + "epoch": 0.17685589519650655, + "grad_norm": 0.9719904263631477, + "learning_rate": 2.940320232896652e-05, + "loss": 0.4114, + "step": 405 + }, + { + "epoch": 0.17903930131004367, + "grad_norm": 0.8428735007204966, + "learning_rate": 2.9767103347889374e-05, + "loss": 0.4124, + "step": 410 + }, + { + "epoch": 0.1812227074235808, + "grad_norm": 0.8900932432816406, + "learning_rate": 3.0131004366812227e-05, + "loss": 0.4096, + "step": 415 + }, + { + "epoch": 0.18340611353711792, + "grad_norm": 0.658732643364676, + "learning_rate": 3.0494905385735083e-05, + "loss": 0.4019, + "step": 420 + }, + { + "epoch": 0.185589519650655, + "grad_norm": 0.5717380212732919, + "learning_rate": 3.0858806404657935e-05, + "loss": 0.4125, + "step": 425 + }, + { + "epoch": 0.18777292576419213, + "grad_norm": 0.7561360040926198, + "learning_rate": 3.122270742358079e-05, + "loss": 0.3979, + "step": 430 + }, + { + "epoch": 0.18995633187772926, + "grad_norm": 0.7154647354779691, + "learning_rate": 3.158660844250364e-05, + "loss": 0.411, + "step": 435 + }, + { + "epoch": 0.19213973799126638, + "grad_norm": 1.106580393251376, + "learning_rate": 3.1950509461426493e-05, + "loss": 0.4001, + "step": 440 + }, + { + "epoch": 0.1943231441048035, + "grad_norm": 0.8277158276869705, + "learning_rate": 3.2314410480349346e-05, + "loss": 0.3982, + "step": 445 + }, + { + "epoch": 0.1965065502183406, + "grad_norm": 0.6695298962156193, + "learning_rate": 3.26783114992722e-05, + "loss": 0.4129, + "step": 450 + }, + { + "epoch": 0.19868995633187772, + "grad_norm": 0.8926693328948101, + "learning_rate": 3.304221251819505e-05, + "loss": 0.4173, + "step": 455 + }, + { + "epoch": 0.20087336244541484, + "grad_norm": 0.9134165249644083, + "learning_rate": 3.3406113537117904e-05, + "loss": 0.3947, + "step": 460 + }, + { + "epoch": 0.20305676855895197, + "grad_norm": 0.6780077341796262, + "learning_rate": 3.377001455604076e-05, + "loss": 0.4066, + "step": 465 + }, + { + "epoch": 0.2052401746724891, + "grad_norm": 0.8359819073368681, + "learning_rate": 3.413391557496361e-05, + "loss": 0.4054, + "step": 470 + }, + { + "epoch": 0.2074235807860262, + "grad_norm": 0.49801067958580947, + "learning_rate": 3.449781659388647e-05, + "loss": 0.3923, + "step": 475 + }, + { + "epoch": 0.2096069868995633, + "grad_norm": 0.7389933814419388, + "learning_rate": 3.486171761280932e-05, + "loss": 0.4068, + "step": 480 + }, + { + "epoch": 0.21179039301310043, + "grad_norm": 0.4893296535673842, + "learning_rate": 3.5225618631732174e-05, + "loss": 0.4002, + "step": 485 + }, + { + "epoch": 0.21397379912663755, + "grad_norm": 0.5093678162190949, + "learning_rate": 3.558951965065502e-05, + "loss": 0.4068, + "step": 490 + }, + { + "epoch": 0.21615720524017468, + "grad_norm": 0.9016225376861969, + "learning_rate": 3.595342066957787e-05, + "loss": 0.4081, + "step": 495 + }, + { + "epoch": 0.2183406113537118, + "grad_norm": 0.5844526927479975, + "learning_rate": 3.6317321688500726e-05, + "loss": 0.4053, + "step": 500 + }, + { + "epoch": 0.2205240174672489, + "grad_norm": 0.6328384104413857, + "learning_rate": 3.6681222707423585e-05, + "loss": 0.391, + "step": 505 + }, + { + "epoch": 0.22270742358078602, + "grad_norm": 0.6295475420727077, + "learning_rate": 3.704512372634644e-05, + "loss": 0.4061, + "step": 510 + }, + { + "epoch": 0.22489082969432314, + "grad_norm": 0.6065260581614148, + "learning_rate": 3.740902474526929e-05, + "loss": 0.4107, + "step": 515 + }, + { + "epoch": 0.22707423580786026, + "grad_norm": 1.004727626897767, + "learning_rate": 3.777292576419214e-05, + "loss": 0.3998, + "step": 520 + }, + { + "epoch": 0.2292576419213974, + "grad_norm": 1.1129157537413497, + "learning_rate": 3.8136826783114996e-05, + "loss": 0.4005, + "step": 525 + }, + { + "epoch": 0.2314410480349345, + "grad_norm": 0.9960094773975019, + "learning_rate": 3.850072780203784e-05, + "loss": 0.4098, + "step": 530 + }, + { + "epoch": 0.2336244541484716, + "grad_norm": 0.5262503731188081, + "learning_rate": 3.88646288209607e-05, + "loss": 0.3965, + "step": 535 + }, + { + "epoch": 0.23580786026200873, + "grad_norm": 0.6294913749088836, + "learning_rate": 3.9228529839883554e-05, + "loss": 0.3962, + "step": 540 + }, + { + "epoch": 0.23799126637554585, + "grad_norm": 0.6672651864348986, + "learning_rate": 3.9592430858806406e-05, + "loss": 0.3976, + "step": 545 + }, + { + "epoch": 0.24017467248908297, + "grad_norm": 0.6736374930092932, + "learning_rate": 3.995633187772926e-05, + "loss": 0.3932, + "step": 550 + }, + { + "epoch": 0.2423580786026201, + "grad_norm": 0.9025467677457151, + "learning_rate": 4.032023289665211e-05, + "loss": 0.4163, + "step": 555 + }, + { + "epoch": 0.2445414847161572, + "grad_norm": 0.6615595441983655, + "learning_rate": 4.068413391557497e-05, + "loss": 0.3885, + "step": 560 + }, + { + "epoch": 0.24672489082969432, + "grad_norm": 0.747795749818688, + "learning_rate": 4.104803493449782e-05, + "loss": 0.3979, + "step": 565 + }, + { + "epoch": 0.24890829694323144, + "grad_norm": 0.5395748717140287, + "learning_rate": 4.141193595342067e-05, + "loss": 0.4052, + "step": 570 + }, + { + "epoch": 0.25109170305676853, + "grad_norm": 0.5834684407168078, + "learning_rate": 4.177583697234352e-05, + "loss": 0.3931, + "step": 575 + }, + { + "epoch": 0.25327510917030566, + "grad_norm": 0.6149399366377413, + "learning_rate": 4.2139737991266375e-05, + "loss": 0.4199, + "step": 580 + }, + { + "epoch": 0.2554585152838428, + "grad_norm": 0.6439187925066173, + "learning_rate": 4.250363901018923e-05, + "loss": 0.3817, + "step": 585 + }, + { + "epoch": 0.2576419213973799, + "grad_norm": 0.7335269690355521, + "learning_rate": 4.286754002911209e-05, + "loss": 0.4146, + "step": 590 + }, + { + "epoch": 0.259825327510917, + "grad_norm": 0.5948480037959886, + "learning_rate": 4.323144104803494e-05, + "loss": 0.3894, + "step": 595 + }, + { + "epoch": 0.26200873362445415, + "grad_norm": 0.7265886088550407, + "learning_rate": 4.359534206695779e-05, + "loss": 0.4099, + "step": 600 + }, + { + "epoch": 0.26419213973799127, + "grad_norm": 0.8146189489413153, + "learning_rate": 4.395924308588064e-05, + "loss": 0.3937, + "step": 605 + }, + { + "epoch": 0.2663755458515284, + "grad_norm": 0.7479919188399701, + "learning_rate": 4.432314410480349e-05, + "loss": 0.4041, + "step": 610 + }, + { + "epoch": 0.2685589519650655, + "grad_norm": 0.6451793400170305, + "learning_rate": 4.468704512372635e-05, + "loss": 0.3923, + "step": 615 + }, + { + "epoch": 0.27074235807860264, + "grad_norm": 0.6731070339864949, + "learning_rate": 4.50509461426492e-05, + "loss": 0.3933, + "step": 620 + }, + { + "epoch": 0.27292576419213976, + "grad_norm": 0.7633021827753019, + "learning_rate": 4.5414847161572056e-05, + "loss": 0.3887, + "step": 625 + }, + { + "epoch": 0.27510917030567683, + "grad_norm": 0.5318275158910994, + "learning_rate": 4.577874818049491e-05, + "loss": 0.3767, + "step": 630 + }, + { + "epoch": 0.27729257641921395, + "grad_norm": 0.6053347759447276, + "learning_rate": 4.614264919941776e-05, + "loss": 0.3996, + "step": 635 + }, + { + "epoch": 0.2794759825327511, + "grad_norm": 0.8239318519157607, + "learning_rate": 4.6506550218340614e-05, + "loss": 0.3966, + "step": 640 + }, + { + "epoch": 0.2816593886462882, + "grad_norm": 0.6239015579696312, + "learning_rate": 4.687045123726347e-05, + "loss": 0.4006, + "step": 645 + }, + { + "epoch": 0.2838427947598253, + "grad_norm": 0.5211608695178815, + "learning_rate": 4.723435225618632e-05, + "loss": 0.3923, + "step": 650 + }, + { + "epoch": 0.28602620087336245, + "grad_norm": 0.6758177772158337, + "learning_rate": 4.759825327510917e-05, + "loss": 0.402, + "step": 655 + }, + { + "epoch": 0.28820960698689957, + "grad_norm": 0.7053141851010356, + "learning_rate": 4.7962154294032025e-05, + "loss": 0.4099, + "step": 660 + }, + { + "epoch": 0.2903930131004367, + "grad_norm": 0.6398424235305709, + "learning_rate": 4.832605531295488e-05, + "loss": 0.3886, + "step": 665 + }, + { + "epoch": 0.2925764192139738, + "grad_norm": 0.6225872999277295, + "learning_rate": 4.868995633187774e-05, + "loss": 0.3706, + "step": 670 + }, + { + "epoch": 0.29475982532751094, + "grad_norm": 0.5559572514117758, + "learning_rate": 4.905385735080058e-05, + "loss": 0.4012, + "step": 675 + }, + { + "epoch": 0.29694323144104806, + "grad_norm": 0.5432885290294175, + "learning_rate": 4.9417758369723435e-05, + "loss": 0.3842, + "step": 680 + }, + { + "epoch": 0.29912663755458513, + "grad_norm": 0.6340294335348677, + "learning_rate": 4.978165938864629e-05, + "loss": 0.3855, + "step": 685 + }, + { + "epoch": 0.30131004366812225, + "grad_norm": 0.7186273990805551, + "learning_rate": 4.999998709163553e-05, + "loss": 0.3705, + "step": 690 + }, + { + "epoch": 0.3034934497816594, + "grad_norm": 0.6162542024063481, + "learning_rate": 4.999984187268831e-05, + "loss": 0.3828, + "step": 695 + }, + { + "epoch": 0.3056768558951965, + "grad_norm": 0.588350309953633, + "learning_rate": 4.9999535300278666e-05, + "loss": 0.3763, + "step": 700 + }, + { + "epoch": 0.3078602620087336, + "grad_norm": 0.5721216258057977, + "learning_rate": 4.999906737638528e-05, + "loss": 0.3928, + "step": 705 + }, + { + "epoch": 0.31004366812227074, + "grad_norm": 1.0000585963765807, + "learning_rate": 4.9998438104028226e-05, + "loss": 0.3926, + "step": 710 + }, + { + "epoch": 0.31222707423580787, + "grad_norm": 2.2978661693892355, + "learning_rate": 4.999764748726891e-05, + "loss": 0.385, + "step": 715 + }, + { + "epoch": 0.314410480349345, + "grad_norm": 1.8144056170150589, + "learning_rate": 4.9996695531210135e-05, + "loss": 0.4175, + "step": 720 + }, + { + "epoch": 0.3165938864628821, + "grad_norm": 0.7618077273846784, + "learning_rate": 4.9995582241996e-05, + "loss": 0.4076, + "step": 725 + }, + { + "epoch": 0.31877729257641924, + "grad_norm": 0.8570756785316501, + "learning_rate": 4.9994307626811865e-05, + "loss": 0.3912, + "step": 730 + }, + { + "epoch": 0.32096069868995636, + "grad_norm": 0.6575118539772534, + "learning_rate": 4.999287169388433e-05, + "loss": 0.3913, + "step": 735 + }, + { + "epoch": 0.3231441048034934, + "grad_norm": 0.7341799315850096, + "learning_rate": 4.9991274452481164e-05, + "loss": 0.4078, + "step": 740 + }, + { + "epoch": 0.32532751091703055, + "grad_norm": 0.6776721860026673, + "learning_rate": 4.9989515912911234e-05, + "loss": 0.3957, + "step": 745 + }, + { + "epoch": 0.32751091703056767, + "grad_norm": 0.6298219471990844, + "learning_rate": 4.998759608652449e-05, + "loss": 0.4049, + "step": 750 + }, + { + "epoch": 0.3296943231441048, + "grad_norm": 0.5126548037982753, + "learning_rate": 4.998551498571182e-05, + "loss": 0.3929, + "step": 755 + }, + { + "epoch": 0.3318777292576419, + "grad_norm": 0.6814430013566892, + "learning_rate": 4.9983272623905045e-05, + "loss": 0.3823, + "step": 760 + }, + { + "epoch": 0.33406113537117904, + "grad_norm": 0.5643156159588145, + "learning_rate": 4.9980869015576736e-05, + "loss": 0.3761, + "step": 765 + }, + { + "epoch": 0.33624454148471616, + "grad_norm": 0.4499045190804366, + "learning_rate": 4.997830417624024e-05, + "loss": 0.3867, + "step": 770 + }, + { + "epoch": 0.3384279475982533, + "grad_norm": 0.7955611854097291, + "learning_rate": 4.9975578122449485e-05, + "loss": 0.3953, + "step": 775 + }, + { + "epoch": 0.3406113537117904, + "grad_norm": 0.5150140528502942, + "learning_rate": 4.99726908717989e-05, + "loss": 0.3769, + "step": 780 + }, + { + "epoch": 0.34279475982532753, + "grad_norm": 0.5896604319461464, + "learning_rate": 4.9969642442923325e-05, + "loss": 0.3776, + "step": 785 + }, + { + "epoch": 0.34497816593886466, + "grad_norm": 0.7333319728063213, + "learning_rate": 4.996643285549787e-05, + "loss": 0.3912, + "step": 790 + }, + { + "epoch": 0.3471615720524017, + "grad_norm": 0.975012641228752, + "learning_rate": 4.996306213023778e-05, + "loss": 0.374, + "step": 795 + }, + { + "epoch": 0.34934497816593885, + "grad_norm": 0.6363914305855141, + "learning_rate": 4.995953028889833e-05, + "loss": 0.3908, + "step": 800 + }, + { + "epoch": 0.35152838427947597, + "grad_norm": 0.7256711049149246, + "learning_rate": 4.995583735427465e-05, + "loss": 0.3804, + "step": 805 + }, + { + "epoch": 0.3537117903930131, + "grad_norm": 0.5201509210204703, + "learning_rate": 4.9951983350201604e-05, + "loss": 0.3787, + "step": 810 + }, + { + "epoch": 0.3558951965065502, + "grad_norm": 0.5937818267570265, + "learning_rate": 4.9947968301553625e-05, + "loss": 0.3681, + "step": 815 + }, + { + "epoch": 0.35807860262008734, + "grad_norm": 0.5805445788983403, + "learning_rate": 4.994379223424456e-05, + "loss": 0.3632, + "step": 820 + }, + { + "epoch": 0.36026200873362446, + "grad_norm": 0.4804762583689749, + "learning_rate": 4.99394551752275e-05, + "loss": 0.3729, + "step": 825 + }, + { + "epoch": 0.3624454148471616, + "grad_norm": 0.4780935144472406, + "learning_rate": 4.9934957152494585e-05, + "loss": 0.366, + "step": 830 + }, + { + "epoch": 0.3646288209606987, + "grad_norm": 0.46427385625879564, + "learning_rate": 4.993029819507687e-05, + "loss": 0.3641, + "step": 835 + }, + { + "epoch": 0.36681222707423583, + "grad_norm": 0.5283252072301436, + "learning_rate": 4.9925478333044114e-05, + "loss": 0.3797, + "step": 840 + }, + { + "epoch": 0.36899563318777295, + "grad_norm": 0.5593669993363974, + "learning_rate": 4.992049759750455e-05, + "loss": 0.3776, + "step": 845 + }, + { + "epoch": 0.37117903930131, + "grad_norm": 0.6282087870379117, + "learning_rate": 4.9915356020604754e-05, + "loss": 0.3723, + "step": 850 + }, + { + "epoch": 0.37336244541484714, + "grad_norm": 0.4876112040234335, + "learning_rate": 4.9910053635529376e-05, + "loss": 0.3918, + "step": 855 + }, + { + "epoch": 0.37554585152838427, + "grad_norm": 0.4642413234429665, + "learning_rate": 4.9904590476500955e-05, + "loss": 0.3809, + "step": 860 + }, + { + "epoch": 0.3777292576419214, + "grad_norm": 0.44822878442026826, + "learning_rate": 4.989896657877972e-05, + "loss": 0.37, + "step": 865 + }, + { + "epoch": 0.3799126637554585, + "grad_norm": 0.4846478506665109, + "learning_rate": 4.98931819786633e-05, + "loss": 0.3742, + "step": 870 + }, + { + "epoch": 0.38209606986899564, + "grad_norm": 0.4166354564636158, + "learning_rate": 4.988723671348654e-05, + "loss": 0.3658, + "step": 875 + }, + { + "epoch": 0.38427947598253276, + "grad_norm": 0.49223225972882195, + "learning_rate": 4.9881130821621255e-05, + "loss": 0.3914, + "step": 880 + }, + { + "epoch": 0.3864628820960699, + "grad_norm": 0.526884770677872, + "learning_rate": 4.987486434247596e-05, + "loss": 0.3754, + "step": 885 + }, + { + "epoch": 0.388646288209607, + "grad_norm": 0.5232997418172833, + "learning_rate": 4.9868437316495636e-05, + "loss": 0.3724, + "step": 890 + }, + { + "epoch": 0.39082969432314413, + "grad_norm": 0.48376676230007215, + "learning_rate": 4.9861849785161465e-05, + "loss": 0.3673, + "step": 895 + }, + { + "epoch": 0.3930131004366812, + "grad_norm": 0.5294590310273921, + "learning_rate": 4.9855101790990556e-05, + "loss": 0.3727, + "step": 900 + }, + { + "epoch": 0.3951965065502183, + "grad_norm": 0.47896380765481217, + "learning_rate": 4.9848193377535665e-05, + "loss": 0.3841, + "step": 905 + }, + { + "epoch": 0.39737991266375544, + "grad_norm": 0.607838261659882, + "learning_rate": 4.9841124589384944e-05, + "loss": 0.3723, + "step": 910 + }, + { + "epoch": 0.39956331877729256, + "grad_norm": 0.5096948643379262, + "learning_rate": 4.983389547216161e-05, + "loss": 0.3707, + "step": 915 + }, + { + "epoch": 0.4017467248908297, + "grad_norm": 0.38304781823406214, + "learning_rate": 4.9826506072523684e-05, + "loss": 0.3545, + "step": 920 + }, + { + "epoch": 0.4039301310043668, + "grad_norm": 0.587506061988026, + "learning_rate": 4.981895643816367e-05, + "loss": 0.3718, + "step": 925 + }, + { + "epoch": 0.40611353711790393, + "grad_norm": 0.5967719221364212, + "learning_rate": 4.9811246617808275e-05, + "loss": 0.3684, + "step": 930 + }, + { + "epoch": 0.40829694323144106, + "grad_norm": 0.6935599142313973, + "learning_rate": 4.980337666121806e-05, + "loss": 0.3789, + "step": 935 + }, + { + "epoch": 0.4104803493449782, + "grad_norm": 0.5766117112149044, + "learning_rate": 4.979534661918712e-05, + "loss": 0.3542, + "step": 940 + }, + { + "epoch": 0.4126637554585153, + "grad_norm": 0.43795584226862594, + "learning_rate": 4.978715654354281e-05, + "loss": 0.3595, + "step": 945 + }, + { + "epoch": 0.4148471615720524, + "grad_norm": 0.4430509318673314, + "learning_rate": 4.9778806487145326e-05, + "loss": 0.3666, + "step": 950 + }, + { + "epoch": 0.4170305676855895, + "grad_norm": 0.4481773430888534, + "learning_rate": 4.977029650388744e-05, + "loss": 0.3654, + "step": 955 + }, + { + "epoch": 0.4192139737991266, + "grad_norm": 0.4657407424462558, + "learning_rate": 4.976162664869411e-05, + "loss": 0.3542, + "step": 960 + }, + { + "epoch": 0.42139737991266374, + "grad_norm": 0.5287646283190662, + "learning_rate": 4.975279697752213e-05, + "loss": 0.3594, + "step": 965 + }, + { + "epoch": 0.42358078602620086, + "grad_norm": 0.4887455966923865, + "learning_rate": 4.974380754735979e-05, + "loss": 0.3669, + "step": 970 + }, + { + "epoch": 0.425764192139738, + "grad_norm": 0.43872446154490324, + "learning_rate": 4.9734658416226476e-05, + "loss": 0.3616, + "step": 975 + }, + { + "epoch": 0.4279475982532751, + "grad_norm": 0.6424735520245978, + "learning_rate": 4.972534964317233e-05, + "loss": 0.369, + "step": 980 + }, + { + "epoch": 0.43013100436681223, + "grad_norm": 0.48958723865804354, + "learning_rate": 4.9715881288277835e-05, + "loss": 0.3594, + "step": 985 + }, + { + "epoch": 0.43231441048034935, + "grad_norm": 0.4479761879052664, + "learning_rate": 4.9706253412653446e-05, + "loss": 0.3549, + "step": 990 + }, + { + "epoch": 0.4344978165938865, + "grad_norm": 0.5435346773895244, + "learning_rate": 4.9696466078439216e-05, + "loss": 0.3671, + "step": 995 + }, + { + "epoch": 0.4366812227074236, + "grad_norm": 0.5308581082448025, + "learning_rate": 4.968651934880434e-05, + "loss": 0.365, + "step": 1000 + }, + { + "epoch": 0.4388646288209607, + "grad_norm": 0.39896740398055186, + "learning_rate": 4.96764132879468e-05, + "loss": 0.3598, + "step": 1005 + }, + { + "epoch": 0.4410480349344978, + "grad_norm": 0.5067575654052805, + "learning_rate": 4.9666147961092924e-05, + "loss": 0.3659, + "step": 1010 + }, + { + "epoch": 0.4432314410480349, + "grad_norm": 0.5592601406097657, + "learning_rate": 4.9655723434496984e-05, + "loss": 0.3719, + "step": 1015 + }, + { + "epoch": 0.44541484716157204, + "grad_norm": 0.4413849291952618, + "learning_rate": 4.9645139775440716e-05, + "loss": 0.3652, + "step": 1020 + }, + { + "epoch": 0.44759825327510916, + "grad_norm": 0.3910244442044385, + "learning_rate": 4.9634397052232983e-05, + "loss": 0.3691, + "step": 1025 + }, + { + "epoch": 0.4497816593886463, + "grad_norm": 0.46071657374615793, + "learning_rate": 4.9623495334209226e-05, + "loss": 0.3624, + "step": 1030 + }, + { + "epoch": 0.4519650655021834, + "grad_norm": 0.4226092000790114, + "learning_rate": 4.96124346917311e-05, + "loss": 0.3676, + "step": 1035 + }, + { + "epoch": 0.45414847161572053, + "grad_norm": 0.44419459860035787, + "learning_rate": 4.960121519618597e-05, + "loss": 0.332, + "step": 1040 + }, + { + "epoch": 0.45633187772925765, + "grad_norm": 0.3577954443167031, + "learning_rate": 4.9589836919986475e-05, + "loss": 0.3512, + "step": 1045 + }, + { + "epoch": 0.4585152838427948, + "grad_norm": 0.5820450329129828, + "learning_rate": 4.957829993657005e-05, + "loss": 0.3501, + "step": 1050 + }, + { + "epoch": 0.4606986899563319, + "grad_norm": 0.5150191150181325, + "learning_rate": 4.956660432039846e-05, + "loss": 0.3597, + "step": 1055 + }, + { + "epoch": 0.462882096069869, + "grad_norm": 0.4319371225817441, + "learning_rate": 4.955475014695729e-05, + "loss": 0.3676, + "step": 1060 + }, + { + "epoch": 0.4650655021834061, + "grad_norm": 0.5533636569254564, + "learning_rate": 4.954273749275552e-05, + "loss": 0.3727, + "step": 1065 + }, + { + "epoch": 0.4672489082969432, + "grad_norm": 0.4958192610268456, + "learning_rate": 4.9530566435324963e-05, + "loss": 0.3488, + "step": 1070 + }, + { + "epoch": 0.46943231441048033, + "grad_norm": 0.5108202025863451, + "learning_rate": 4.9518237053219816e-05, + "loss": 0.3709, + "step": 1075 + }, + { + "epoch": 0.47161572052401746, + "grad_norm": 0.45372615060906546, + "learning_rate": 4.950574942601611e-05, + "loss": 0.3475, + "step": 1080 + }, + { + "epoch": 0.4737991266375546, + "grad_norm": 0.43181104589299185, + "learning_rate": 4.9493103634311245e-05, + "loss": 0.3527, + "step": 1085 + }, + { + "epoch": 0.4759825327510917, + "grad_norm": 0.49622919369152685, + "learning_rate": 4.948029975972341e-05, + "loss": 0.34, + "step": 1090 + }, + { + "epoch": 0.4781659388646288, + "grad_norm": 0.5352955894735107, + "learning_rate": 4.9467337884891127e-05, + "loss": 0.3578, + "step": 1095 + }, + { + "epoch": 0.48034934497816595, + "grad_norm": 0.48767956685977704, + "learning_rate": 4.945421809347266e-05, + "loss": 0.3437, + "step": 1100 + }, + { + "epoch": 0.48253275109170307, + "grad_norm": 0.5172947775347728, + "learning_rate": 4.944094047014547e-05, + "loss": 0.3582, + "step": 1105 + }, + { + "epoch": 0.4847161572052402, + "grad_norm": 0.4633995942526625, + "learning_rate": 4.942750510060574e-05, + "loss": 0.3369, + "step": 1110 + }, + { + "epoch": 0.4868995633187773, + "grad_norm": 0.5384683843923247, + "learning_rate": 4.9413912071567756e-05, + "loss": 0.3683, + "step": 1115 + }, + { + "epoch": 0.4890829694323144, + "grad_norm": 0.428948742370993, + "learning_rate": 4.940016147076336e-05, + "loss": 0.3425, + "step": 1120 + }, + { + "epoch": 0.4912663755458515, + "grad_norm": 0.5160388037360805, + "learning_rate": 4.938625338694139e-05, + "loss": 0.3609, + "step": 1125 + }, + { + "epoch": 0.49344978165938863, + "grad_norm": 0.45537160535635335, + "learning_rate": 4.937218790986712e-05, + "loss": 0.3532, + "step": 1130 + }, + { + "epoch": 0.49563318777292575, + "grad_norm": 0.4996736665030406, + "learning_rate": 4.935796513032165e-05, + "loss": 0.3434, + "step": 1135 + }, + { + "epoch": 0.4978165938864629, + "grad_norm": 0.5155894229667807, + "learning_rate": 4.934358514010137e-05, + "loss": 0.3569, + "step": 1140 + }, + { + "epoch": 0.5, + "grad_norm": 0.38793250116768685, + "learning_rate": 4.93290480320173e-05, + "loss": 0.3545, + "step": 1145 + }, + { + "epoch": 0.5021834061135371, + "grad_norm": 0.36522790796535515, + "learning_rate": 4.931435389989455e-05, + "loss": 0.3482, + "step": 1150 + }, + { + "epoch": 0.5043668122270742, + "grad_norm": 0.46762083247492375, + "learning_rate": 4.929950283857167e-05, + "loss": 0.3704, + "step": 1155 + }, + { + "epoch": 0.5065502183406113, + "grad_norm": 0.45795606465334227, + "learning_rate": 4.9284494943900085e-05, + "loss": 0.3646, + "step": 1160 + }, + { + "epoch": 0.5087336244541485, + "grad_norm": 0.42995508768886065, + "learning_rate": 4.926933031274344e-05, + "loss": 0.3626, + "step": 1165 + }, + { + "epoch": 0.5109170305676856, + "grad_norm": 0.4224390944477537, + "learning_rate": 4.925400904297698e-05, + "loss": 0.347, + "step": 1170 + }, + { + "epoch": 0.5131004366812227, + "grad_norm": 0.5046566006479356, + "learning_rate": 4.923853123348693e-05, + "loss": 0.3678, + "step": 1175 + }, + { + "epoch": 0.5152838427947598, + "grad_norm": 0.5310348130320324, + "learning_rate": 4.922289698416983e-05, + "loss": 0.3568, + "step": 1180 + }, + { + "epoch": 0.517467248908297, + "grad_norm": 0.44019956240689734, + "learning_rate": 4.920710639593196e-05, + "loss": 0.3555, + "step": 1185 + }, + { + "epoch": 0.519650655021834, + "grad_norm": 0.36638621076470246, + "learning_rate": 4.919115957068859e-05, + "loss": 0.3529, + "step": 1190 + }, + { + "epoch": 0.5218340611353712, + "grad_norm": 0.4899606255024857, + "learning_rate": 4.917505661136339e-05, + "loss": 0.3491, + "step": 1195 + }, + { + "epoch": 0.5240174672489083, + "grad_norm": 0.501601743259068, + "learning_rate": 4.915879762188774e-05, + "loss": 0.3615, + "step": 1200 + }, + { + "epoch": 0.5262008733624454, + "grad_norm": 0.6025124136368822, + "learning_rate": 4.9142382707200096e-05, + "loss": 0.3553, + "step": 1205 + }, + { + "epoch": 0.5283842794759825, + "grad_norm": 0.445329859368048, + "learning_rate": 4.912581197324524e-05, + "loss": 0.3633, + "step": 1210 + }, + { + "epoch": 0.5305676855895196, + "grad_norm": 0.6418024421311272, + "learning_rate": 4.9109085526973674e-05, + "loss": 0.3476, + "step": 1215 + }, + { + "epoch": 0.5327510917030568, + "grad_norm": 0.4430605711065509, + "learning_rate": 4.909220347634087e-05, + "loss": 0.359, + "step": 1220 + }, + { + "epoch": 0.5349344978165939, + "grad_norm": 0.4354421223792483, + "learning_rate": 4.907516593030662e-05, + "loss": 0.3515, + "step": 1225 + }, + { + "epoch": 0.537117903930131, + "grad_norm": 0.47281124382089545, + "learning_rate": 4.905797299883429e-05, + "loss": 0.3629, + "step": 1230 + }, + { + "epoch": 0.5393013100436681, + "grad_norm": 0.4468031895316623, + "learning_rate": 4.904062479289015e-05, + "loss": 0.3484, + "step": 1235 + }, + { + "epoch": 0.5414847161572053, + "grad_norm": 0.4659670701752814, + "learning_rate": 4.902312142444264e-05, + "loss": 0.3526, + "step": 1240 + }, + { + "epoch": 0.5436681222707423, + "grad_norm": 0.371869503352742, + "learning_rate": 4.900546300646162e-05, + "loss": 0.3366, + "step": 1245 + }, + { + "epoch": 0.5458515283842795, + "grad_norm": 0.42423288318858376, + "learning_rate": 4.89876496529177e-05, + "loss": 0.3543, + "step": 1250 + }, + { + "epoch": 0.5480349344978166, + "grad_norm": 0.4609253407888565, + "learning_rate": 4.896968147878145e-05, + "loss": 0.3565, + "step": 1255 + }, + { + "epoch": 0.5502183406113537, + "grad_norm": 0.3237267708873633, + "learning_rate": 4.895155860002271e-05, + "loss": 0.3377, + "step": 1260 + }, + { + "epoch": 0.5524017467248908, + "grad_norm": 0.4546639718401833, + "learning_rate": 4.893328113360975e-05, + "loss": 0.3535, + "step": 1265 + }, + { + "epoch": 0.5545851528384279, + "grad_norm": 0.43148670011250856, + "learning_rate": 4.891484919750865e-05, + "loss": 0.344, + "step": 1270 + }, + { + "epoch": 0.5567685589519651, + "grad_norm": 0.3991105241595635, + "learning_rate": 4.889626291068241e-05, + "loss": 0.339, + "step": 1275 + }, + { + "epoch": 0.5589519650655022, + "grad_norm": 0.48987054857422774, + "learning_rate": 4.887752239309027e-05, + "loss": 0.3391, + "step": 1280 + }, + { + "epoch": 0.5611353711790393, + "grad_norm": 0.4609741215989259, + "learning_rate": 4.885862776568689e-05, + "loss": 0.3576, + "step": 1285 + }, + { + "epoch": 0.5633187772925764, + "grad_norm": 0.50704867138633, + "learning_rate": 4.883957915042158e-05, + "loss": 0.3496, + "step": 1290 + }, + { + "epoch": 0.5655021834061136, + "grad_norm": 0.48159077762660746, + "learning_rate": 4.882037667023752e-05, + "loss": 0.3361, + "step": 1295 + }, + { + "epoch": 0.5676855895196506, + "grad_norm": 0.7062981902269905, + "learning_rate": 4.880102044907096e-05, + "loss": 0.3677, + "step": 1300 + }, + { + "epoch": 0.5698689956331878, + "grad_norm": 0.4888521580220186, + "learning_rate": 4.878151061185042e-05, + "loss": 0.3294, + "step": 1305 + }, + { + "epoch": 0.5720524017467249, + "grad_norm": 0.4540470014267252, + "learning_rate": 4.876184728449589e-05, + "loss": 0.3488, + "step": 1310 + }, + { + "epoch": 0.574235807860262, + "grad_norm": 0.3930373040922702, + "learning_rate": 4.874203059391802e-05, + "loss": 0.3364, + "step": 1315 + }, + { + "epoch": 0.5764192139737991, + "grad_norm": 0.4451157942220829, + "learning_rate": 4.8722060668017267e-05, + "loss": 0.3562, + "step": 1320 + }, + { + "epoch": 0.5786026200873362, + "grad_norm": 0.3942536599077881, + "learning_rate": 4.870193763568312e-05, + "loss": 0.3619, + "step": 1325 + }, + { + "epoch": 0.5807860262008734, + "grad_norm": 0.48861179907906854, + "learning_rate": 4.8681661626793246e-05, + "loss": 0.3468, + "step": 1330 + }, + { + "epoch": 0.5829694323144105, + "grad_norm": 0.42138612451614066, + "learning_rate": 4.866123277221264e-05, + "loss": 0.347, + "step": 1335 + }, + { + "epoch": 0.5851528384279476, + "grad_norm": 0.4074290406551753, + "learning_rate": 4.864065120379278e-05, + "loss": 0.3573, + "step": 1340 + }, + { + "epoch": 0.5873362445414847, + "grad_norm": 0.3987198118209572, + "learning_rate": 4.861991705437081e-05, + "loss": 0.3598, + "step": 1345 + }, + { + "epoch": 0.5895196506550219, + "grad_norm": 0.46460108590367194, + "learning_rate": 4.859903045776866e-05, + "loss": 0.3524, + "step": 1350 + }, + { + "epoch": 0.5917030567685589, + "grad_norm": 0.4803498793618286, + "learning_rate": 4.857799154879215e-05, + "loss": 0.3605, + "step": 1355 + }, + { + "epoch": 0.5938864628820961, + "grad_norm": 0.5901063012029109, + "learning_rate": 4.8556800463230165e-05, + "loss": 0.3437, + "step": 1360 + }, + { + "epoch": 0.5960698689956332, + "grad_norm": 0.4641267585126181, + "learning_rate": 4.8535457337853794e-05, + "loss": 0.3285, + "step": 1365 + }, + { + "epoch": 0.5982532751091703, + "grad_norm": 0.3647796263943895, + "learning_rate": 4.8513962310415396e-05, + "loss": 0.3463, + "step": 1370 + }, + { + "epoch": 0.6004366812227074, + "grad_norm": 0.3648828726715139, + "learning_rate": 4.849231551964771e-05, + "loss": 0.3535, + "step": 1375 + }, + { + "epoch": 0.6026200873362445, + "grad_norm": 0.40542343011346316, + "learning_rate": 4.847051710526302e-05, + "loss": 0.3437, + "step": 1380 + }, + { + "epoch": 0.6048034934497817, + "grad_norm": 0.350582105718404, + "learning_rate": 4.8448567207952205e-05, + "loss": 0.3549, + "step": 1385 + }, + { + "epoch": 0.6069868995633187, + "grad_norm": 0.39947990507599496, + "learning_rate": 4.8426465969383826e-05, + "loss": 0.3243, + "step": 1390 + }, + { + "epoch": 0.6091703056768559, + "grad_norm": 0.4129694646452404, + "learning_rate": 4.840421353220326e-05, + "loss": 0.3251, + "step": 1395 + }, + { + "epoch": 0.611353711790393, + "grad_norm": 0.3820909710575323, + "learning_rate": 4.83818100400317e-05, + "loss": 0.334, + "step": 1400 + }, + { + "epoch": 0.6135371179039302, + "grad_norm": 0.4069293886007247, + "learning_rate": 4.835925563746532e-05, + "loss": 0.3551, + "step": 1405 + }, + { + "epoch": 0.6157205240174672, + "grad_norm": 0.4582430996524103, + "learning_rate": 4.833655047007427e-05, + "loss": 0.3504, + "step": 1410 + }, + { + "epoch": 0.6179039301310044, + "grad_norm": 0.3828069417511488, + "learning_rate": 4.831369468440177e-05, + "loss": 0.3358, + "step": 1415 + }, + { + "epoch": 0.6200873362445415, + "grad_norm": 0.379141828052868, + "learning_rate": 4.8290688427963175e-05, + "loss": 0.3315, + "step": 1420 + }, + { + "epoch": 0.6222707423580786, + "grad_norm": 0.4059377645684439, + "learning_rate": 4.8267531849244974e-05, + "loss": 0.3403, + "step": 1425 + }, + { + "epoch": 0.6244541484716157, + "grad_norm": 0.3781489511039065, + "learning_rate": 4.8244225097703885e-05, + "loss": 0.351, + "step": 1430 + }, + { + "epoch": 0.6266375545851528, + "grad_norm": 0.36811899180808383, + "learning_rate": 4.8220768323765866e-05, + "loss": 0.345, + "step": 1435 + }, + { + "epoch": 0.62882096069869, + "grad_norm": 0.48695298818921573, + "learning_rate": 4.819716167882513e-05, + "loss": 0.343, + "step": 1440 + }, + { + "epoch": 0.631004366812227, + "grad_norm": 0.41424246411412347, + "learning_rate": 4.8173405315243216e-05, + "loss": 0.3381, + "step": 1445 + }, + { + "epoch": 0.6331877729257642, + "grad_norm": 0.5982905072375967, + "learning_rate": 4.814949938634793e-05, + "loss": 0.3334, + "step": 1450 + }, + { + "epoch": 0.6353711790393013, + "grad_norm": 0.41432212938369534, + "learning_rate": 4.8125444046432434e-05, + "loss": 0.3387, + "step": 1455 + }, + { + "epoch": 0.6375545851528385, + "grad_norm": 0.3970797596419897, + "learning_rate": 4.810123945075421e-05, + "loss": 0.3485, + "step": 1460 + }, + { + "epoch": 0.6397379912663755, + "grad_norm": 0.36649659825973896, + "learning_rate": 4.807688575553406e-05, + "loss": 0.3381, + "step": 1465 + }, + { + "epoch": 0.6419213973799127, + "grad_norm": 0.4151615051412959, + "learning_rate": 4.80523831179551e-05, + "loss": 0.3316, + "step": 1470 + }, + { + "epoch": 0.6441048034934498, + "grad_norm": 0.41296409849005844, + "learning_rate": 4.8027731696161735e-05, + "loss": 0.3378, + "step": 1475 + }, + { + "epoch": 0.6462882096069869, + "grad_norm": 0.43599613227274564, + "learning_rate": 4.8002931649258674e-05, + "loss": 0.3343, + "step": 1480 + }, + { + "epoch": 0.648471615720524, + "grad_norm": 0.5041455481985673, + "learning_rate": 4.7977983137309855e-05, + "loss": 0.3337, + "step": 1485 + }, + { + "epoch": 0.6506550218340611, + "grad_norm": 0.41603606102503005, + "learning_rate": 4.795288632133747e-05, + "loss": 0.3328, + "step": 1490 + }, + { + "epoch": 0.6528384279475983, + "grad_norm": 0.4091756291458897, + "learning_rate": 4.792764136332084e-05, + "loss": 0.3558, + "step": 1495 + }, + { + "epoch": 0.6550218340611353, + "grad_norm": 0.3535456736539121, + "learning_rate": 4.790224842619548e-05, + "loss": 0.3305, + "step": 1500 + }, + { + "epoch": 0.6572052401746725, + "grad_norm": 0.4204136805374324, + "learning_rate": 4.787670767385194e-05, + "loss": 0.3399, + "step": 1505 + }, + { + "epoch": 0.6593886462882096, + "grad_norm": 0.4138703097114033, + "learning_rate": 4.785101927113482e-05, + "loss": 0.3423, + "step": 1510 + }, + { + "epoch": 0.6615720524017468, + "grad_norm": 0.42867964938598574, + "learning_rate": 4.782518338384168e-05, + "loss": 0.3474, + "step": 1515 + }, + { + "epoch": 0.6637554585152838, + "grad_norm": 0.3655864787630958, + "learning_rate": 4.779920017872197e-05, + "loss": 0.3426, + "step": 1520 + }, + { + "epoch": 0.665938864628821, + "grad_norm": 0.31312668856989573, + "learning_rate": 4.7773069823475945e-05, + "loss": 0.3317, + "step": 1525 + }, + { + "epoch": 0.6681222707423581, + "grad_norm": 0.3720008834724695, + "learning_rate": 4.774679248675362e-05, + "loss": 0.3468, + "step": 1530 + }, + { + "epoch": 0.6703056768558951, + "grad_norm": 0.3500906347775602, + "learning_rate": 4.772036833815363e-05, + "loss": 0.3305, + "step": 1535 + }, + { + "epoch": 0.6724890829694323, + "grad_norm": 0.4324016765021572, + "learning_rate": 4.7693797548222166e-05, + "loss": 0.3226, + "step": 1540 + }, + { + "epoch": 0.6746724890829694, + "grad_norm": 0.40696438387223544, + "learning_rate": 4.766708028845188e-05, + "loss": 0.3325, + "step": 1545 + }, + { + "epoch": 0.6768558951965066, + "grad_norm": 0.4155361411655341, + "learning_rate": 4.764021673128075e-05, + "loss": 0.3482, + "step": 1550 + }, + { + "epoch": 0.6790393013100436, + "grad_norm": 0.4890226077260248, + "learning_rate": 4.761320705009099e-05, + "loss": 0.3457, + "step": 1555 + }, + { + "epoch": 0.6812227074235808, + "grad_norm": 0.42425030996602786, + "learning_rate": 4.758605141920792e-05, + "loss": 0.3512, + "step": 1560 + }, + { + "epoch": 0.6834061135371179, + "grad_norm": 0.3594877731084044, + "learning_rate": 4.755875001389887e-05, + "loss": 0.3434, + "step": 1565 + }, + { + "epoch": 0.6855895196506551, + "grad_norm": 0.3979846319153574, + "learning_rate": 4.753130301037199e-05, + "loss": 0.3337, + "step": 1570 + }, + { + "epoch": 0.6877729257641921, + "grad_norm": 0.402834791445396, + "learning_rate": 4.7503710585775174e-05, + "loss": 0.3387, + "step": 1575 + }, + { + "epoch": 0.6899563318777293, + "grad_norm": 0.34220820957249626, + "learning_rate": 4.747597291819487e-05, + "loss": 0.3439, + "step": 1580 + }, + { + "epoch": 0.6921397379912664, + "grad_norm": 0.3831695794480096, + "learning_rate": 4.744809018665495e-05, + "loss": 0.3373, + "step": 1585 + }, + { + "epoch": 0.6943231441048034, + "grad_norm": 0.40957271083541796, + "learning_rate": 4.742006257111558e-05, + "loss": 0.3358, + "step": 1590 + }, + { + "epoch": 0.6965065502183406, + "grad_norm": 0.3989291887534643, + "learning_rate": 4.7391890252472016e-05, + "loss": 0.3624, + "step": 1595 + }, + { + "epoch": 0.6986899563318777, + "grad_norm": 0.47006740071344755, + "learning_rate": 4.736357341255344e-05, + "loss": 0.3427, + "step": 1600 + }, + { + "epoch": 0.7008733624454149, + "grad_norm": 0.5495070509701956, + "learning_rate": 4.7335112234121824e-05, + "loss": 0.3332, + "step": 1605 + }, + { + "epoch": 0.7030567685589519, + "grad_norm": 0.37491891454833864, + "learning_rate": 4.730650690087072e-05, + "loss": 0.3406, + "step": 1610 + }, + { + "epoch": 0.7052401746724891, + "grad_norm": 0.43036507029194554, + "learning_rate": 4.727775759742408e-05, + "loss": 0.3431, + "step": 1615 + }, + { + "epoch": 0.7074235807860262, + "grad_norm": 0.3820782925001961, + "learning_rate": 4.724886450933505e-05, + "loss": 0.3436, + "step": 1620 + }, + { + "epoch": 0.7096069868995634, + "grad_norm": 0.4860255736060773, + "learning_rate": 4.721982782308481e-05, + "loss": 0.3523, + "step": 1625 + }, + { + "epoch": 0.7117903930131004, + "grad_norm": 0.3695141770304634, + "learning_rate": 4.719064772608134e-05, + "loss": 0.3462, + "step": 1630 + }, + { + "epoch": 0.7139737991266376, + "grad_norm": 0.4003960638271693, + "learning_rate": 4.7161324406658225e-05, + "loss": 0.3286, + "step": 1635 + }, + { + "epoch": 0.7161572052401747, + "grad_norm": 0.3530404563540438, + "learning_rate": 4.713185805407342e-05, + "loss": 0.3236, + "step": 1640 + }, + { + "epoch": 0.7183406113537117, + "grad_norm": 0.584075905055993, + "learning_rate": 4.7102248858508044e-05, + "loss": 0.3544, + "step": 1645 + }, + { + "epoch": 0.7205240174672489, + "grad_norm": 0.46166165713972934, + "learning_rate": 4.7072497011065156e-05, + "loss": 0.3298, + "step": 1650 + }, + { + "epoch": 0.722707423580786, + "grad_norm": 0.3355056455618887, + "learning_rate": 4.704260270376853e-05, + "loss": 0.3264, + "step": 1655 + }, + { + "epoch": 0.7248908296943232, + "grad_norm": 0.39311481965484996, + "learning_rate": 4.7012566129561365e-05, + "loss": 0.3381, + "step": 1660 + }, + { + "epoch": 0.7270742358078602, + "grad_norm": 0.38148657969468514, + "learning_rate": 4.6982387482305104e-05, + "loss": 0.3322, + "step": 1665 + }, + { + "epoch": 0.7292576419213974, + "grad_norm": 0.44427131750278887, + "learning_rate": 4.6952066956778155e-05, + "loss": 0.3268, + "step": 1670 + }, + { + "epoch": 0.7314410480349345, + "grad_norm": 0.3857743094672692, + "learning_rate": 4.692160474867463e-05, + "loss": 0.3324, + "step": 1675 + }, + { + "epoch": 0.7336244541484717, + "grad_norm": 0.3899786180476667, + "learning_rate": 4.6891001054603056e-05, + "loss": 0.3374, + "step": 1680 + }, + { + "epoch": 0.7358078602620087, + "grad_norm": 0.3696166334234957, + "learning_rate": 4.6860256072085196e-05, + "loss": 0.3453, + "step": 1685 + }, + { + "epoch": 0.7379912663755459, + "grad_norm": 0.30167847925632657, + "learning_rate": 4.6829369999554664e-05, + "loss": 0.3297, + "step": 1690 + }, + { + "epoch": 0.740174672489083, + "grad_norm": 0.37202185004193333, + "learning_rate": 4.6798343036355704e-05, + "loss": 0.3058, + "step": 1695 + }, + { + "epoch": 0.74235807860262, + "grad_norm": 0.3965117699988383, + "learning_rate": 4.6767175382741914e-05, + "loss": 0.3367, + "step": 1700 + }, + { + "epoch": 0.7445414847161572, + "grad_norm": 0.37265664937861914, + "learning_rate": 4.673586723987491e-05, + "loss": 0.3504, + "step": 1705 + }, + { + "epoch": 0.7467248908296943, + "grad_norm": 0.42824465747750634, + "learning_rate": 4.670441880982307e-05, + "loss": 0.3323, + "step": 1710 + }, + { + "epoch": 0.7489082969432315, + "grad_norm": 0.3708258588256483, + "learning_rate": 4.667283029556019e-05, + "loss": 0.3288, + "step": 1715 + }, + { + "epoch": 0.7510917030567685, + "grad_norm": 0.4271790614273471, + "learning_rate": 4.664110190096421e-05, + "loss": 0.3436, + "step": 1720 + }, + { + "epoch": 0.7532751091703057, + "grad_norm": 0.37662914132162023, + "learning_rate": 4.660923383081588e-05, + "loss": 0.3401, + "step": 1725 + }, + { + "epoch": 0.7554585152838428, + "grad_norm": 0.3574814773268414, + "learning_rate": 4.657722629079744e-05, + "loss": 0.3359, + "step": 1730 + }, + { + "epoch": 0.75764192139738, + "grad_norm": 0.44811194231414175, + "learning_rate": 4.6545079487491285e-05, + "loss": 0.3466, + "step": 1735 + }, + { + "epoch": 0.759825327510917, + "grad_norm": 0.5433785036597635, + "learning_rate": 4.6512793628378657e-05, + "loss": 0.3348, + "step": 1740 + }, + { + "epoch": 0.7620087336244541, + "grad_norm": 0.424131707206492, + "learning_rate": 4.648036892183828e-05, + "loss": 0.3381, + "step": 1745 + }, + { + "epoch": 0.7641921397379913, + "grad_norm": 0.3485719470067596, + "learning_rate": 4.644780557714502e-05, + "loss": 0.3338, + "step": 1750 + }, + { + "epoch": 0.7663755458515283, + "grad_norm": 0.3595654663623888, + "learning_rate": 4.641510380446854e-05, + "loss": 0.3238, + "step": 1755 + }, + { + "epoch": 0.7685589519650655, + "grad_norm": 0.4262032500390272, + "learning_rate": 4.638226381487195e-05, + "loss": 0.3373, + "step": 1760 + }, + { + "epoch": 0.7707423580786026, + "grad_norm": 0.44078101888220983, + "learning_rate": 4.634928582031043e-05, + "loss": 0.3449, + "step": 1765 + }, + { + "epoch": 0.7729257641921398, + "grad_norm": 0.4054216447358104, + "learning_rate": 4.631617003362988e-05, + "loss": 0.3337, + "step": 1770 + }, + { + "epoch": 0.7751091703056768, + "grad_norm": 0.3848597633812537, + "learning_rate": 4.628291666856551e-05, + "loss": 0.3211, + "step": 1775 + }, + { + "epoch": 0.777292576419214, + "grad_norm": 0.3408957154658452, + "learning_rate": 4.6249525939740514e-05, + "loss": 0.3306, + "step": 1780 + }, + { + "epoch": 0.7794759825327511, + "grad_norm": 0.4050082743023021, + "learning_rate": 4.6215998062664636e-05, + "loss": 0.336, + "step": 1785 + }, + { + "epoch": 0.7816593886462883, + "grad_norm": 0.4303256630650177, + "learning_rate": 4.61823332537328e-05, + "loss": 0.3271, + "step": 1790 + }, + { + "epoch": 0.7838427947598253, + "grad_norm": 0.3879573361229342, + "learning_rate": 4.6148531730223735e-05, + "loss": 0.3309, + "step": 1795 + }, + { + "epoch": 0.7860262008733624, + "grad_norm": 0.3340993854538669, + "learning_rate": 4.611459371029853e-05, + "loss": 0.3273, + "step": 1800 + }, + { + "epoch": 0.7882096069868996, + "grad_norm": 0.41220645591308713, + "learning_rate": 4.6080519412999244e-05, + "loss": 0.3256, + "step": 1805 + }, + { + "epoch": 0.7903930131004366, + "grad_norm": 0.4607924969239619, + "learning_rate": 4.604630905824751e-05, + "loss": 0.3344, + "step": 1810 + }, + { + "epoch": 0.7925764192139738, + "grad_norm": 0.3986158317545471, + "learning_rate": 4.601196286684309e-05, + "loss": 0.3301, + "step": 1815 + }, + { + "epoch": 0.7947598253275109, + "grad_norm": 0.31961695415950014, + "learning_rate": 4.597748106046247e-05, + "loss": 0.3305, + "step": 1820 + }, + { + "epoch": 0.7969432314410481, + "grad_norm": 0.390531096769233, + "learning_rate": 4.5942863861657394e-05, + "loss": 0.3359, + "step": 1825 + }, + { + "epoch": 0.7991266375545851, + "grad_norm": 0.3431703506154723, + "learning_rate": 4.590811149385348e-05, + "loss": 0.3422, + "step": 1830 + }, + { + "epoch": 0.8013100436681223, + "grad_norm": 0.41192305785453975, + "learning_rate": 4.5873224181348736e-05, + "loss": 0.3247, + "step": 1835 + }, + { + "epoch": 0.8034934497816594, + "grad_norm": 0.2924629037593409, + "learning_rate": 4.5838202149312145e-05, + "loss": 0.3304, + "step": 1840 + }, + { + "epoch": 0.8056768558951966, + "grad_norm": 0.5634336476609664, + "learning_rate": 4.580304562378218e-05, + "loss": 0.3303, + "step": 1845 + }, + { + "epoch": 0.8078602620087336, + "grad_norm": 0.3544990534025258, + "learning_rate": 4.576775483166536e-05, + "loss": 0.3234, + "step": 1850 + }, + { + "epoch": 0.8100436681222707, + "grad_norm": 0.3459858077037921, + "learning_rate": 4.5732330000734775e-05, + "loss": 0.3319, + "step": 1855 + }, + { + "epoch": 0.8122270742358079, + "grad_norm": 0.3524884912271132, + "learning_rate": 4.569677135962864e-05, + "loss": 0.3278, + "step": 1860 + }, + { + "epoch": 0.8144104803493449, + "grad_norm": 0.42168404868370957, + "learning_rate": 4.5661079137848817e-05, + "loss": 0.314, + "step": 1865 + }, + { + "epoch": 0.8165938864628821, + "grad_norm": 0.4177554810132261, + "learning_rate": 4.562525356575928e-05, + "loss": 0.319, + "step": 1870 + }, + { + "epoch": 0.8187772925764192, + "grad_norm": 0.3406360499086555, + "learning_rate": 4.558929487458472e-05, + "loss": 0.3307, + "step": 1875 + }, + { + "epoch": 0.8209606986899564, + "grad_norm": 0.5953338048353011, + "learning_rate": 4.5553203296408966e-05, + "loss": 0.3363, + "step": 1880 + }, + { + "epoch": 0.8231441048034934, + "grad_norm": 0.3755495334670722, + "learning_rate": 4.551697906417353e-05, + "loss": 0.3228, + "step": 1885 + }, + { + "epoch": 0.8253275109170306, + "grad_norm": 0.5244192452428544, + "learning_rate": 4.5480622411676105e-05, + "loss": 0.3371, + "step": 1890 + }, + { + "epoch": 0.8275109170305677, + "grad_norm": 0.42718167146451547, + "learning_rate": 4.5444133573569056e-05, + "loss": 0.3394, + "step": 1895 + }, + { + "epoch": 0.8296943231441049, + "grad_norm": 0.5786026070553736, + "learning_rate": 4.540751278535788e-05, + "loss": 0.3413, + "step": 1900 + }, + { + "epoch": 0.8318777292576419, + "grad_norm": 0.3994255104166588, + "learning_rate": 4.5370760283399714e-05, + "loss": 0.3237, + "step": 1905 + }, + { + "epoch": 0.834061135371179, + "grad_norm": 0.465218260660747, + "learning_rate": 4.533387630490179e-05, + "loss": 0.3258, + "step": 1910 + }, + { + "epoch": 0.8362445414847162, + "grad_norm": 0.3503020390555209, + "learning_rate": 4.529686108791993e-05, + "loss": 0.3365, + "step": 1915 + }, + { + "epoch": 0.8384279475982532, + "grad_norm": 0.2937649633191906, + "learning_rate": 4.525971487135697e-05, + "loss": 0.3261, + "step": 1920 + }, + { + "epoch": 0.8406113537117904, + "grad_norm": 0.3640608075443947, + "learning_rate": 4.522243789496125e-05, + "loss": 0.3314, + "step": 1925 + }, + { + "epoch": 0.8427947598253275, + "grad_norm": 0.46642738830210834, + "learning_rate": 4.518503039932508e-05, + "loss": 0.3294, + "step": 1930 + }, + { + "epoch": 0.8449781659388647, + "grad_norm": 0.49375163248568255, + "learning_rate": 4.5147492625883133e-05, + "loss": 0.3346, + "step": 1935 + }, + { + "epoch": 0.8471615720524017, + "grad_norm": 0.43745545950003145, + "learning_rate": 4.510982481691093e-05, + "loss": 0.3356, + "step": 1940 + }, + { + "epoch": 0.8493449781659389, + "grad_norm": 0.3849745896242002, + "learning_rate": 4.5072027215523256e-05, + "loss": 0.328, + "step": 1945 + }, + { + "epoch": 0.851528384279476, + "grad_norm": 0.323723856108267, + "learning_rate": 4.503410006567262e-05, + "loss": 0.3137, + "step": 1950 + }, + { + "epoch": 0.8537117903930131, + "grad_norm": 0.3497043951204244, + "learning_rate": 4.499604361214764e-05, + "loss": 0.3367, + "step": 1955 + }, + { + "epoch": 0.8558951965065502, + "grad_norm": 0.3279206934648897, + "learning_rate": 4.495785810057151e-05, + "loss": 0.3305, + "step": 1960 + }, + { + "epoch": 0.8580786026200873, + "grad_norm": 0.35534435710755663, + "learning_rate": 4.4919543777400354e-05, + "loss": 0.3148, + "step": 1965 + }, + { + "epoch": 0.8602620087336245, + "grad_norm": 0.35737396766118557, + "learning_rate": 4.488110088992168e-05, + "loss": 0.3365, + "step": 1970 + }, + { + "epoch": 0.8624454148471615, + "grad_norm": 0.3811344665888169, + "learning_rate": 4.4842529686252774e-05, + "loss": 0.3412, + "step": 1975 + }, + { + "epoch": 0.8646288209606987, + "grad_norm": 0.3586035760646476, + "learning_rate": 4.4803830415339124e-05, + "loss": 0.3319, + "step": 1980 + }, + { + "epoch": 0.8668122270742358, + "grad_norm": 0.35951201381552045, + "learning_rate": 4.476500332695275e-05, + "loss": 0.3123, + "step": 1985 + }, + { + "epoch": 0.868995633187773, + "grad_norm": 0.4398889292154198, + "learning_rate": 4.472604867169063e-05, + "loss": 0.3258, + "step": 1990 + }, + { + "epoch": 0.87117903930131, + "grad_norm": 0.45684784821543106, + "learning_rate": 4.468696670097312e-05, + "loss": 0.3321, + "step": 1995 + }, + { + "epoch": 0.8733624454148472, + "grad_norm": 0.4624735089982277, + "learning_rate": 4.464775766704225e-05, + "loss": 0.339, + "step": 2000 + }, + { + "epoch": 0.8755458515283843, + "grad_norm": 0.39373793988338507, + "learning_rate": 4.4608421822960165e-05, + "loss": 0.3232, + "step": 2005 + }, + { + "epoch": 0.8777292576419214, + "grad_norm": 0.4793265990786189, + "learning_rate": 4.456895942260745e-05, + "loss": 0.3115, + "step": 2010 + }, + { + "epoch": 0.8799126637554585, + "grad_norm": 0.4596917524946721, + "learning_rate": 4.4529370720681516e-05, + "loss": 0.3327, + "step": 2015 + }, + { + "epoch": 0.8820960698689956, + "grad_norm": 0.41630714877910346, + "learning_rate": 4.4489655972694946e-05, + "loss": 0.3234, + "step": 2020 + }, + { + "epoch": 0.8842794759825328, + "grad_norm": 0.433659367959683, + "learning_rate": 4.444981543497384e-05, + "loss": 0.3268, + "step": 2025 + }, + { + "epoch": 0.8864628820960698, + "grad_norm": 0.4911763094493765, + "learning_rate": 4.440984936465618e-05, + "loss": 0.3283, + "step": 2030 + }, + { + "epoch": 0.888646288209607, + "grad_norm": 0.43509708304067723, + "learning_rate": 4.436975801969013e-05, + "loss": 0.3166, + "step": 2035 + }, + { + "epoch": 0.8908296943231441, + "grad_norm": 0.32181145619100665, + "learning_rate": 4.4329541658832454e-05, + "loss": 0.3275, + "step": 2040 + }, + { + "epoch": 0.8930131004366813, + "grad_norm": 0.5173193806980154, + "learning_rate": 4.428920054164673e-05, + "loss": 0.3367, + "step": 2045 + }, + { + "epoch": 0.8951965065502183, + "grad_norm": 0.31983525834019055, + "learning_rate": 4.424873492850177e-05, + "loss": 0.3332, + "step": 2050 + }, + { + "epoch": 0.8973799126637555, + "grad_norm": 0.3070335963036919, + "learning_rate": 4.42081450805699e-05, + "loss": 0.3416, + "step": 2055 + }, + { + "epoch": 0.8995633187772926, + "grad_norm": 0.33240317525320323, + "learning_rate": 4.4167431259825274e-05, + "loss": 0.3214, + "step": 2060 + }, + { + "epoch": 0.9017467248908297, + "grad_norm": 0.6261250657003081, + "learning_rate": 4.41265937290422e-05, + "loss": 0.3403, + "step": 2065 + }, + { + "epoch": 0.9039301310043668, + "grad_norm": 0.6469352618052645, + "learning_rate": 4.408563275179341e-05, + "loss": 0.3161, + "step": 2070 + }, + { + "epoch": 0.9061135371179039, + "grad_norm": 0.5128181692159853, + "learning_rate": 4.404454859244841e-05, + "loss": 0.3513, + "step": 2075 + }, + { + "epoch": 0.9082969432314411, + "grad_norm": 0.4054137512768172, + "learning_rate": 4.400334151617171e-05, + "loss": 0.3551, + "step": 2080 + }, + { + "epoch": 0.9104803493449781, + "grad_norm": 0.5160259798496531, + "learning_rate": 4.39620117889212e-05, + "loss": 0.3202, + "step": 2085 + }, + { + "epoch": 0.9126637554585153, + "grad_norm": 1.180298141482782, + "learning_rate": 4.3920559677446335e-05, + "loss": 0.3264, + "step": 2090 + }, + { + "epoch": 0.9148471615720524, + "grad_norm": 0.4807710172298594, + "learning_rate": 4.387898544928648e-05, + "loss": 0.3382, + "step": 2095 + }, + { + "epoch": 0.9170305676855895, + "grad_norm": 0.5325040390840762, + "learning_rate": 4.383728937276915e-05, + "loss": 0.3408, + "step": 2100 + }, + { + "epoch": 0.9192139737991266, + "grad_norm": 0.4423809835776037, + "learning_rate": 4.37954717170083e-05, + "loss": 0.3336, + "step": 2105 + }, + { + "epoch": 0.9213973799126638, + "grad_norm": 0.5498410601529987, + "learning_rate": 4.375353275190259e-05, + "loss": 0.3309, + "step": 2110 + }, + { + "epoch": 0.9235807860262009, + "grad_norm": 0.37076013082197373, + "learning_rate": 4.371147274813362e-05, + "loss": 0.3414, + "step": 2115 + }, + { + "epoch": 0.925764192139738, + "grad_norm": 0.403897556358072, + "learning_rate": 4.3669291977164185e-05, + "loss": 0.3308, + "step": 2120 + }, + { + "epoch": 0.9279475982532751, + "grad_norm": 0.4050123744090438, + "learning_rate": 4.362699071123655e-05, + "loss": 0.3383, + "step": 2125 + }, + { + "epoch": 0.9301310043668122, + "grad_norm": 0.4499616242086888, + "learning_rate": 4.358456922337068e-05, + "loss": 0.3247, + "step": 2130 + }, + { + "epoch": 0.9323144104803494, + "grad_norm": 0.41076931445914805, + "learning_rate": 4.354202778736245e-05, + "loss": 0.3325, + "step": 2135 + }, + { + "epoch": 0.9344978165938864, + "grad_norm": 0.6474266802788862, + "learning_rate": 4.3499366677781927e-05, + "loss": 0.3384, + "step": 2140 + }, + { + "epoch": 0.9366812227074236, + "grad_norm": 0.43958950888079396, + "learning_rate": 4.3456586169971555e-05, + "loss": 0.3155, + "step": 2145 + }, + { + "epoch": 0.9388646288209607, + "grad_norm": 0.430386825850428, + "learning_rate": 4.341368654004442e-05, + "loss": 0.3407, + "step": 2150 + }, + { + "epoch": 0.9410480349344978, + "grad_norm": 0.4400594923102947, + "learning_rate": 4.3370668064882406e-05, + "loss": 0.3227, + "step": 2155 + }, + { + "epoch": 0.9432314410480349, + "grad_norm": 0.49619465693365633, + "learning_rate": 4.332753102213447e-05, + "loss": 0.3488, + "step": 2160 + }, + { + "epoch": 0.9454148471615721, + "grad_norm": 0.2953653819485504, + "learning_rate": 4.328427569021481e-05, + "loss": 0.3237, + "step": 2165 + }, + { + "epoch": 0.9475982532751092, + "grad_norm": 0.3277990570496694, + "learning_rate": 4.3240902348301134e-05, + "loss": 0.3137, + "step": 2170 + }, + { + "epoch": 0.9497816593886463, + "grad_norm": 0.31994132171967327, + "learning_rate": 4.319741127633273e-05, + "loss": 0.3263, + "step": 2175 + }, + { + "epoch": 0.9519650655021834, + "grad_norm": 0.3159818487824089, + "learning_rate": 4.315380275500879e-05, + "loss": 0.3342, + "step": 2180 + }, + { + "epoch": 0.9541484716157205, + "grad_norm": 0.37710542197615304, + "learning_rate": 4.311007706578654e-05, + "loss": 0.3202, + "step": 2185 + }, + { + "epoch": 0.9563318777292577, + "grad_norm": 0.39548613497208596, + "learning_rate": 4.306623449087939e-05, + "loss": 0.3182, + "step": 2190 + }, + { + "epoch": 0.9585152838427947, + "grad_norm": 0.3737799555086228, + "learning_rate": 4.3022275313255215e-05, + "loss": 0.3202, + "step": 2195 + }, + { + "epoch": 0.9606986899563319, + "grad_norm": 0.3302761729103403, + "learning_rate": 4.2978199816634404e-05, + "loss": 0.3134, + "step": 2200 + }, + { + "epoch": 0.962882096069869, + "grad_norm": 0.3169568046490519, + "learning_rate": 4.293400828548812e-05, + "loss": 0.3281, + "step": 2205 + }, + { + "epoch": 0.9650655021834061, + "grad_norm": 0.3469828187440111, + "learning_rate": 4.2889701005036444e-05, + "loss": 0.3257, + "step": 2210 + }, + { + "epoch": 0.9672489082969432, + "grad_norm": 0.41804346589863545, + "learning_rate": 4.28452782612465e-05, + "loss": 0.3395, + "step": 2215 + }, + { + "epoch": 0.9694323144104804, + "grad_norm": 0.33364679303892797, + "learning_rate": 4.2800740340830636e-05, + "loss": 0.3127, + "step": 2220 + }, + { + "epoch": 0.9716157205240175, + "grad_norm": 0.3192103795670632, + "learning_rate": 4.275608753124459e-05, + "loss": 0.3139, + "step": 2225 + }, + { + "epoch": 0.9737991266375546, + "grad_norm": 0.43164296461188517, + "learning_rate": 4.271132012068559e-05, + "loss": 0.3144, + "step": 2230 + }, + { + "epoch": 0.9759825327510917, + "grad_norm": 0.36786016009963335, + "learning_rate": 4.266643839809054e-05, + "loss": 0.3217, + "step": 2235 + }, + { + "epoch": 0.9781659388646288, + "grad_norm": 0.40515456026599855, + "learning_rate": 4.262144265313412e-05, + "loss": 0.3263, + "step": 2240 + }, + { + "epoch": 0.980349344978166, + "grad_norm": 0.40316039408536825, + "learning_rate": 4.2576333176226944e-05, + "loss": 0.3174, + "step": 2245 + }, + { + "epoch": 0.982532751091703, + "grad_norm": 0.4036377506232831, + "learning_rate": 4.253111025851366e-05, + "loss": 0.3324, + "step": 2250 + }, + { + "epoch": 0.9847161572052402, + "grad_norm": 0.38600938504920373, + "learning_rate": 4.2485774191871084e-05, + "loss": 0.3148, + "step": 2255 + }, + { + "epoch": 0.9868995633187773, + "grad_norm": 0.3724866092235095, + "learning_rate": 4.244032526890633e-05, + "loss": 0.32, + "step": 2260 + }, + { + "epoch": 0.9890829694323144, + "grad_norm": 0.45130824685960164, + "learning_rate": 4.239476378295489e-05, + "loss": 0.3208, + "step": 2265 + }, + { + "epoch": 0.9912663755458515, + "grad_norm": 0.3614299023632802, + "learning_rate": 4.2349090028078766e-05, + "loss": 0.3108, + "step": 2270 + }, + { + "epoch": 0.9934497816593887, + "grad_norm": 0.3529974003854878, + "learning_rate": 4.230330429906456e-05, + "loss": 0.3114, + "step": 2275 + }, + { + "epoch": 0.9956331877729258, + "grad_norm": 0.3358112816928416, + "learning_rate": 4.225740689142158e-05, + "loss": 0.3168, + "step": 2280 + }, + { + "epoch": 0.9978165938864629, + "grad_norm": 0.3907341561097172, + "learning_rate": 4.221139810137992e-05, + "loss": 0.3174, + "step": 2285 + }, + { + "epoch": 1.0, + "grad_norm": 0.37377145244747273, + "learning_rate": 4.216527822588857e-05, + "loss": 0.3168, + "step": 2290 + }, + { + "epoch": 1.002183406113537, + "grad_norm": 0.40852537721961585, + "learning_rate": 4.2119047562613476e-05, + "loss": 0.2941, + "step": 2295 + }, + { + "epoch": 1.0043668122270741, + "grad_norm": 0.39878675388447493, + "learning_rate": 4.207270640993561e-05, + "loss": 0.2787, + "step": 2300 + }, + { + "epoch": 1.0065502183406114, + "grad_norm": 0.346225297182408, + "learning_rate": 4.202625506694911e-05, + "loss": 0.2686, + "step": 2305 + }, + { + "epoch": 1.0087336244541485, + "grad_norm": 0.34208833101355196, + "learning_rate": 4.197969383345925e-05, + "loss": 0.2809, + "step": 2310 + }, + { + "epoch": 1.0109170305676856, + "grad_norm": 0.4002016670275176, + "learning_rate": 4.19330230099806e-05, + "loss": 0.2979, + "step": 2315 + }, + { + "epoch": 1.0131004366812226, + "grad_norm": 0.4630743803988168, + "learning_rate": 4.188624289773501e-05, + "loss": 0.2967, + "step": 2320 + }, + { + "epoch": 1.01528384279476, + "grad_norm": 0.3568696275266243, + "learning_rate": 4.1839353798649717e-05, + "loss": 0.2758, + "step": 2325 + }, + { + "epoch": 1.017467248908297, + "grad_norm": 0.3119249400022314, + "learning_rate": 4.1792356015355375e-05, + "loss": 0.2766, + "step": 2330 + }, + { + "epoch": 1.019650655021834, + "grad_norm": 0.3696696936235827, + "learning_rate": 4.17452498511841e-05, + "loss": 0.286, + "step": 2335 + }, + { + "epoch": 1.0218340611353711, + "grad_norm": 0.3084313639844132, + "learning_rate": 4.169803561016754e-05, + "loss": 0.2856, + "step": 2340 + }, + { + "epoch": 1.0240174672489082, + "grad_norm": 0.3909495635210935, + "learning_rate": 4.1650713597034845e-05, + "loss": 0.287, + "step": 2345 + }, + { + "epoch": 1.0262008733624455, + "grad_norm": 0.44840025564529157, + "learning_rate": 4.16032841172108e-05, + "loss": 0.2927, + "step": 2350 + }, + { + "epoch": 1.0283842794759825, + "grad_norm": 0.41340997676020685, + "learning_rate": 4.155574747681375e-05, + "loss": 0.2858, + "step": 2355 + }, + { + "epoch": 1.0305676855895196, + "grad_norm": 0.3994213300123044, + "learning_rate": 4.1508103982653715e-05, + "loss": 0.2991, + "step": 2360 + }, + { + "epoch": 1.0327510917030567, + "grad_norm": 0.33838520158365676, + "learning_rate": 4.146035394223034e-05, + "loss": 0.2776, + "step": 2365 + }, + { + "epoch": 1.034934497816594, + "grad_norm": 0.3368322156288848, + "learning_rate": 4.1412497663730954e-05, + "loss": 0.2748, + "step": 2370 + }, + { + "epoch": 1.037117903930131, + "grad_norm": 0.3141352669129108, + "learning_rate": 4.1364535456028555e-05, + "loss": 0.2841, + "step": 2375 + }, + { + "epoch": 1.039301310043668, + "grad_norm": 0.2818967412459555, + "learning_rate": 4.1316467628679834e-05, + "loss": 0.2619, + "step": 2380 + }, + { + "epoch": 1.0414847161572052, + "grad_norm": 0.28565982519466604, + "learning_rate": 4.126829449192316e-05, + "loss": 0.2857, + "step": 2385 + }, + { + "epoch": 1.0436681222707425, + "grad_norm": 0.3210535970776655, + "learning_rate": 4.1220016356676615e-05, + "loss": 0.2787, + "step": 2390 + }, + { + "epoch": 1.0458515283842795, + "grad_norm": 0.3919954733516357, + "learning_rate": 4.117163353453593e-05, + "loss": 0.2824, + "step": 2395 + }, + { + "epoch": 1.0480349344978166, + "grad_norm": 0.2781986797396297, + "learning_rate": 4.112314633777251e-05, + "loss": 0.2831, + "step": 2400 + }, + { + "epoch": 1.0502183406113537, + "grad_norm": 0.3117143962813532, + "learning_rate": 4.107455507933144e-05, + "loss": 0.2741, + "step": 2405 + }, + { + "epoch": 1.0524017467248907, + "grad_norm": 0.29749854620448457, + "learning_rate": 4.102586007282938e-05, + "loss": 0.2784, + "step": 2410 + }, + { + "epoch": 1.054585152838428, + "grad_norm": 0.3011787067490516, + "learning_rate": 4.0977061632552656e-05, + "loss": 0.2822, + "step": 2415 + }, + { + "epoch": 1.056768558951965, + "grad_norm": 0.27733319238652004, + "learning_rate": 4.092816007345515e-05, + "loss": 0.2918, + "step": 2420 + }, + { + "epoch": 1.0589519650655022, + "grad_norm": 0.3178714706734469, + "learning_rate": 4.087915571115629e-05, + "loss": 0.2657, + "step": 2425 + }, + { + "epoch": 1.0611353711790392, + "grad_norm": 0.33147612300712626, + "learning_rate": 4.083004886193902e-05, + "loss": 0.2821, + "step": 2430 + }, + { + "epoch": 1.0633187772925765, + "grad_norm": 0.32015236720081114, + "learning_rate": 4.0780839842747754e-05, + "loss": 0.2876, + "step": 2435 + }, + { + "epoch": 1.0655021834061136, + "grad_norm": 0.2637393126437815, + "learning_rate": 4.073152897118632e-05, + "loss": 0.2902, + "step": 2440 + }, + { + "epoch": 1.0676855895196506, + "grad_norm": 0.2971292010190096, + "learning_rate": 4.0682116565515935e-05, + "loss": 0.294, + "step": 2445 + }, + { + "epoch": 1.0698689956331877, + "grad_norm": 0.32151195135466043, + "learning_rate": 4.063260294465311e-05, + "loss": 0.2754, + "step": 2450 + }, + { + "epoch": 1.072052401746725, + "grad_norm": 0.29344847997392354, + "learning_rate": 4.058298842816765e-05, + "loss": 0.2756, + "step": 2455 + }, + { + "epoch": 1.074235807860262, + "grad_norm": 0.38141464593456376, + "learning_rate": 4.0533273336280516e-05, + "loss": 0.2749, + "step": 2460 + }, + { + "epoch": 1.0764192139737991, + "grad_norm": 0.3519071752481233, + "learning_rate": 4.048345798986186e-05, + "loss": 0.2937, + "step": 2465 + }, + { + "epoch": 1.0786026200873362, + "grad_norm": 0.27974724944596935, + "learning_rate": 4.043354271042884e-05, + "loss": 0.2772, + "step": 2470 + }, + { + "epoch": 1.0807860262008733, + "grad_norm": 0.31883200998020006, + "learning_rate": 4.038352782014362e-05, + "loss": 0.2783, + "step": 2475 + }, + { + "epoch": 1.0829694323144106, + "grad_norm": 0.3107436150415206, + "learning_rate": 4.033341364181128e-05, + "loss": 0.2845, + "step": 2480 + }, + { + "epoch": 1.0851528384279476, + "grad_norm": 0.3631114446623769, + "learning_rate": 4.028320049887771e-05, + "loss": 0.2815, + "step": 2485 + }, + { + "epoch": 1.0873362445414847, + "grad_norm": 0.29440410304916975, + "learning_rate": 4.023288871542752e-05, + "loss": 0.2767, + "step": 2490 + }, + { + "epoch": 1.0895196506550218, + "grad_norm": 0.3013728586687223, + "learning_rate": 4.0182478616182015e-05, + "loss": 0.2802, + "step": 2495 + }, + { + "epoch": 1.091703056768559, + "grad_norm": 0.30015696374357026, + "learning_rate": 4.013197052649699e-05, + "loss": 0.2885, + "step": 2500 + }, + { + "epoch": 1.0938864628820961, + "grad_norm": 0.334054468972433, + "learning_rate": 4.0081364772360725e-05, + "loss": 0.2849, + "step": 2505 + }, + { + "epoch": 1.0960698689956332, + "grad_norm": 0.29580484838617715, + "learning_rate": 4.003066168039183e-05, + "loss": 0.2748, + "step": 2510 + }, + { + "epoch": 1.0982532751091703, + "grad_norm": 0.3454428161947495, + "learning_rate": 3.9979861577837155e-05, + "loss": 0.2783, + "step": 2515 + }, + { + "epoch": 1.1004366812227073, + "grad_norm": 0.3354653145039301, + "learning_rate": 3.9928964792569655e-05, + "loss": 0.2811, + "step": 2520 + }, + { + "epoch": 1.1026200873362446, + "grad_norm": 0.3257148621799395, + "learning_rate": 3.987797165308633e-05, + "loss": 0.2805, + "step": 2525 + }, + { + "epoch": 1.1048034934497817, + "grad_norm": 0.3093405188202137, + "learning_rate": 3.982688248850604e-05, + "loss": 0.2929, + "step": 2530 + }, + { + "epoch": 1.1069868995633187, + "grad_norm": 0.42822993107757057, + "learning_rate": 3.977569762856741e-05, + "loss": 0.2913, + "step": 2535 + }, + { + "epoch": 1.1091703056768558, + "grad_norm": 0.40323824571841865, + "learning_rate": 3.9724417403626705e-05, + "loss": 0.2834, + "step": 2540 + }, + { + "epoch": 1.111353711790393, + "grad_norm": 0.30813240614187476, + "learning_rate": 3.9673042144655697e-05, + "loss": 0.2927, + "step": 2545 + }, + { + "epoch": 1.1135371179039302, + "grad_norm": 0.2807299601361123, + "learning_rate": 3.9621572183239515e-05, + "loss": 0.2778, + "step": 2550 + }, + { + "epoch": 1.1157205240174672, + "grad_norm": 0.34539465437923245, + "learning_rate": 3.957000785157452e-05, + "loss": 0.3014, + "step": 2555 + }, + { + "epoch": 1.1179039301310043, + "grad_norm": 0.36001154980798994, + "learning_rate": 3.951834948246616e-05, + "loss": 0.268, + "step": 2560 + }, + { + "epoch": 1.1200873362445414, + "grad_norm": 0.3659504200165266, + "learning_rate": 3.946659740932681e-05, + "loss": 0.2999, + "step": 2565 + }, + { + "epoch": 1.1222707423580787, + "grad_norm": 0.310758158636425, + "learning_rate": 3.9414751966173634e-05, + "loss": 0.2788, + "step": 2570 + }, + { + "epoch": 1.1244541484716157, + "grad_norm": 0.2658948188578196, + "learning_rate": 3.93628134876264e-05, + "loss": 0.2764, + "step": 2575 + }, + { + "epoch": 1.1266375545851528, + "grad_norm": 0.3038259778170334, + "learning_rate": 3.9310782308905395e-05, + "loss": 0.2809, + "step": 2580 + }, + { + "epoch": 1.1288209606986899, + "grad_norm": 0.3098003775343629, + "learning_rate": 3.925865876582915e-05, + "loss": 0.2668, + "step": 2585 + }, + { + "epoch": 1.1310043668122272, + "grad_norm": 0.29478313929574995, + "learning_rate": 3.920644319481237e-05, + "loss": 0.2762, + "step": 2590 + }, + { + "epoch": 1.1331877729257642, + "grad_norm": 0.2715517904632468, + "learning_rate": 3.915413593286371e-05, + "loss": 0.2828, + "step": 2595 + }, + { + "epoch": 1.1353711790393013, + "grad_norm": 0.2546601742913032, + "learning_rate": 3.910173731758362e-05, + "loss": 0.2752, + "step": 2600 + }, + { + "epoch": 1.1375545851528384, + "grad_norm": 0.3020454024382658, + "learning_rate": 3.904924768716216e-05, + "loss": 0.2764, + "step": 2605 + }, + { + "epoch": 1.1397379912663754, + "grad_norm": 0.3404890082601122, + "learning_rate": 3.89966673803768e-05, + "loss": 0.2746, + "step": 2610 + }, + { + "epoch": 1.1419213973799127, + "grad_norm": 0.2918728991626841, + "learning_rate": 3.894399673659031e-05, + "loss": 0.2911, + "step": 2615 + }, + { + "epoch": 1.1441048034934498, + "grad_norm": 0.32777823728250605, + "learning_rate": 3.889123609574843e-05, + "loss": 0.2687, + "step": 2620 + }, + { + "epoch": 1.1462882096069869, + "grad_norm": 0.3417220224406648, + "learning_rate": 3.883838579837781e-05, + "loss": 0.29, + "step": 2625 + }, + { + "epoch": 1.1484716157205241, + "grad_norm": 0.3206470787242044, + "learning_rate": 3.8785446185583755e-05, + "loss": 0.2852, + "step": 2630 + }, + { + "epoch": 1.1506550218340612, + "grad_norm": 0.2896917429374818, + "learning_rate": 3.873241759904801e-05, + "loss": 0.2844, + "step": 2635 + }, + { + "epoch": 1.1528384279475983, + "grad_norm": 0.319012549688518, + "learning_rate": 3.8679300381026585e-05, + "loss": 0.2926, + "step": 2640 + }, + { + "epoch": 1.1550218340611353, + "grad_norm": 0.27491269743019364, + "learning_rate": 3.862609487434752e-05, + "loss": 0.2701, + "step": 2645 + }, + { + "epoch": 1.1572052401746724, + "grad_norm": 0.30736358656559387, + "learning_rate": 3.857280142240871e-05, + "loss": 0.2813, + "step": 2650 + }, + { + "epoch": 1.1593886462882097, + "grad_norm": 0.27847789277867213, + "learning_rate": 3.851942036917565e-05, + "loss": 0.2989, + "step": 2655 + }, + { + "epoch": 1.1615720524017468, + "grad_norm": 0.3178443314858301, + "learning_rate": 3.846595205917922e-05, + "loss": 0.2831, + "step": 2660 + }, + { + "epoch": 1.1637554585152838, + "grad_norm": 0.27407489870985063, + "learning_rate": 3.8412396837513484e-05, + "loss": 0.2838, + "step": 2665 + }, + { + "epoch": 1.165938864628821, + "grad_norm": 0.31079163261067777, + "learning_rate": 3.835875504983344e-05, + "loss": 0.2896, + "step": 2670 + }, + { + "epoch": 1.1681222707423582, + "grad_norm": 0.330388527773976, + "learning_rate": 3.830502704235282e-05, + "loss": 0.281, + "step": 2675 + }, + { + "epoch": 1.1703056768558953, + "grad_norm": 0.28816900411883056, + "learning_rate": 3.825121316184181e-05, + "loss": 0.2883, + "step": 2680 + }, + { + "epoch": 1.1724890829694323, + "grad_norm": 0.3328938276296137, + "learning_rate": 3.8197313755624855e-05, + "loss": 0.266, + "step": 2685 + }, + { + "epoch": 1.1746724890829694, + "grad_norm": 0.3824721867696784, + "learning_rate": 3.8143329171578366e-05, + "loss": 0.2792, + "step": 2690 + }, + { + "epoch": 1.1768558951965065, + "grad_norm": 0.33578112498653234, + "learning_rate": 3.808925975812855e-05, + "loss": 0.2994, + "step": 2695 + }, + { + "epoch": 1.1790393013100438, + "grad_norm": 0.35312074931486553, + "learning_rate": 3.803510586424908e-05, + "loss": 0.2909, + "step": 2700 + }, + { + "epoch": 1.1812227074235808, + "grad_norm": 0.3016960624575352, + "learning_rate": 3.798086783945892e-05, + "loss": 0.2829, + "step": 2705 + }, + { + "epoch": 1.1834061135371179, + "grad_norm": 0.355359254971825, + "learning_rate": 3.792654603381998e-05, + "loss": 0.2843, + "step": 2710 + }, + { + "epoch": 1.185589519650655, + "grad_norm": 0.3700674234618425, + "learning_rate": 3.7872140797934956e-05, + "loss": 0.2719, + "step": 2715 + }, + { + "epoch": 1.1877729257641922, + "grad_norm": 0.44056476547643436, + "learning_rate": 3.781765248294499e-05, + "loss": 0.2759, + "step": 2720 + }, + { + "epoch": 1.1899563318777293, + "grad_norm": 0.29079420170197845, + "learning_rate": 3.7763081440527435e-05, + "loss": 0.2857, + "step": 2725 + }, + { + "epoch": 1.1921397379912664, + "grad_norm": 0.312707282955329, + "learning_rate": 3.7708428022893596e-05, + "loss": 0.2863, + "step": 2730 + }, + { + "epoch": 1.1943231441048034, + "grad_norm": 0.2684008615845062, + "learning_rate": 3.7653692582786416e-05, + "loss": 0.272, + "step": 2735 + }, + { + "epoch": 1.1965065502183405, + "grad_norm": 0.35782293675245397, + "learning_rate": 3.7598875473478246e-05, + "loss": 0.2715, + "step": 2740 + }, + { + "epoch": 1.1986899563318778, + "grad_norm": 0.30301767808558216, + "learning_rate": 3.7543977048768534e-05, + "loss": 0.271, + "step": 2745 + }, + { + "epoch": 1.2008733624454149, + "grad_norm": 0.3151321773465957, + "learning_rate": 3.748899766298157e-05, + "loss": 0.2845, + "step": 2750 + }, + { + "epoch": 1.203056768558952, + "grad_norm": 0.2925859858510235, + "learning_rate": 3.743393767096416e-05, + "loss": 0.2755, + "step": 2755 + }, + { + "epoch": 1.205240174672489, + "grad_norm": 0.2859805443710802, + "learning_rate": 3.737879742808337e-05, + "loss": 0.2793, + "step": 2760 + }, + { + "epoch": 1.2074235807860263, + "grad_norm": 0.25461387164265176, + "learning_rate": 3.732357729022421e-05, + "loss": 0.2877, + "step": 2765 + }, + { + "epoch": 1.2096069868995634, + "grad_norm": 0.24813193774999823, + "learning_rate": 3.7268277613787356e-05, + "loss": 0.2869, + "step": 2770 + }, + { + "epoch": 1.2117903930131004, + "grad_norm": 0.3276586080798546, + "learning_rate": 3.721289875568683e-05, + "loss": 0.2853, + "step": 2775 + }, + { + "epoch": 1.2139737991266375, + "grad_norm": 0.3351580255362412, + "learning_rate": 3.715744107334773e-05, + "loss": 0.2699, + "step": 2780 + }, + { + "epoch": 1.2161572052401746, + "grad_norm": 0.30882004844208494, + "learning_rate": 3.7101904924703865e-05, + "loss": 0.2823, + "step": 2785 + }, + { + "epoch": 1.2183406113537119, + "grad_norm": 0.37760317246667774, + "learning_rate": 3.704629066819549e-05, + "loss": 0.2771, + "step": 2790 + }, + { + "epoch": 1.220524017467249, + "grad_norm": 0.32894843491571224, + "learning_rate": 3.6990598662767014e-05, + "loss": 0.2699, + "step": 2795 + }, + { + "epoch": 1.222707423580786, + "grad_norm": 0.3476225470830814, + "learning_rate": 3.693482926786461e-05, + "loss": 0.2726, + "step": 2800 + }, + { + "epoch": 1.224890829694323, + "grad_norm": 0.3118303300626587, + "learning_rate": 3.687898284343396e-05, + "loss": 0.2891, + "step": 2805 + }, + { + "epoch": 1.2270742358078603, + "grad_norm": 0.3281515137713933, + "learning_rate": 3.68230597499179e-05, + "loss": 0.2805, + "step": 2810 + }, + { + "epoch": 1.2292576419213974, + "grad_norm": 0.281506457906696, + "learning_rate": 3.676706034825409e-05, + "loss": 0.3019, + "step": 2815 + }, + { + "epoch": 1.2314410480349345, + "grad_norm": 0.2918564930941491, + "learning_rate": 3.6710984999872735e-05, + "loss": 0.2748, + "step": 2820 + }, + { + "epoch": 1.2336244541484715, + "grad_norm": 0.301158978005547, + "learning_rate": 3.665483406669418e-05, + "loss": 0.2904, + "step": 2825 + }, + { + "epoch": 1.2358078602620086, + "grad_norm": 0.29117932725379103, + "learning_rate": 3.6598607911126614e-05, + "loss": 0.2856, + "step": 2830 + }, + { + "epoch": 1.237991266375546, + "grad_norm": 0.2736978249597251, + "learning_rate": 3.654230689606372e-05, + "loss": 0.2659, + "step": 2835 + }, + { + "epoch": 1.240174672489083, + "grad_norm": 0.2595195793059447, + "learning_rate": 3.648593138488235e-05, + "loss": 0.278, + "step": 2840 + }, + { + "epoch": 1.24235807860262, + "grad_norm": 0.31138011895796025, + "learning_rate": 3.6429481741440176e-05, + "loss": 0.2804, + "step": 2845 + }, + { + "epoch": 1.244541484716157, + "grad_norm": 0.28491002649715325, + "learning_rate": 3.63729583300733e-05, + "loss": 0.278, + "step": 2850 + }, + { + "epoch": 1.2467248908296944, + "grad_norm": 0.28329885485362183, + "learning_rate": 3.6316361515593966e-05, + "loss": 0.2874, + "step": 2855 + }, + { + "epoch": 1.2489082969432315, + "grad_norm": 0.36368480663196673, + "learning_rate": 3.625969166328815e-05, + "loss": 0.276, + "step": 2860 + }, + { + "epoch": 1.2510917030567685, + "grad_norm": 0.2700235560170439, + "learning_rate": 3.620294913891326e-05, + "loss": 0.2884, + "step": 2865 + }, + { + "epoch": 1.2532751091703056, + "grad_norm": 0.25418847496227326, + "learning_rate": 3.614613430869571e-05, + "loss": 0.2859, + "step": 2870 + }, + { + "epoch": 1.2554585152838427, + "grad_norm": 0.28230477688636335, + "learning_rate": 3.608924753932862e-05, + "loss": 0.2884, + "step": 2875 + }, + { + "epoch": 1.25764192139738, + "grad_norm": 0.31064202314287603, + "learning_rate": 3.6032289197969374e-05, + "loss": 0.2858, + "step": 2880 + }, + { + "epoch": 1.259825327510917, + "grad_norm": 0.272199049103352, + "learning_rate": 3.5975259652237333e-05, + "loss": 0.287, + "step": 2885 + }, + { + "epoch": 1.262008733624454, + "grad_norm": 0.23256991109619604, + "learning_rate": 3.5918159270211424e-05, + "loss": 0.2734, + "step": 2890 + }, + { + "epoch": 1.2641921397379914, + "grad_norm": 0.2926902120837456, + "learning_rate": 3.586098842042773e-05, + "loss": 0.2774, + "step": 2895 + }, + { + "epoch": 1.2663755458515285, + "grad_norm": 0.36624779554626996, + "learning_rate": 3.580374747187719e-05, + "loss": 0.2775, + "step": 2900 + }, + { + "epoch": 1.2685589519650655, + "grad_norm": 0.29331268838279223, + "learning_rate": 3.574643679400313e-05, + "loss": 0.2747, + "step": 2905 + }, + { + "epoch": 1.2707423580786026, + "grad_norm": 0.27621174524527253, + "learning_rate": 3.568905675669895e-05, + "loss": 0.2882, + "step": 2910 + }, + { + "epoch": 1.2729257641921397, + "grad_norm": 0.2771703632616136, + "learning_rate": 3.5631607730305694e-05, + "loss": 0.2664, + "step": 2915 + }, + { + "epoch": 1.2751091703056767, + "grad_norm": 0.33588301272251375, + "learning_rate": 3.5574090085609696e-05, + "loss": 0.2798, + "step": 2920 + }, + { + "epoch": 1.277292576419214, + "grad_norm": 0.35009121663132425, + "learning_rate": 3.551650419384013e-05, + "loss": 0.2833, + "step": 2925 + }, + { + "epoch": 1.279475982532751, + "grad_norm": 0.2687807965233062, + "learning_rate": 3.545885042666669e-05, + "loss": 0.2738, + "step": 2930 + }, + { + "epoch": 1.2816593886462881, + "grad_norm": 0.36331931036035, + "learning_rate": 3.5401129156197105e-05, + "loss": 0.2833, + "step": 2935 + }, + { + "epoch": 1.2838427947598254, + "grad_norm": 0.3828328306666377, + "learning_rate": 3.534334075497482e-05, + "loss": 0.2821, + "step": 2940 + }, + { + "epoch": 1.2860262008733625, + "grad_norm": 0.30473362904993256, + "learning_rate": 3.5285485595976534e-05, + "loss": 0.2821, + "step": 2945 + }, + { + "epoch": 1.2882096069868996, + "grad_norm": 0.3499861198156561, + "learning_rate": 3.5227564052609816e-05, + "loss": 0.2724, + "step": 2950 + }, + { + "epoch": 1.2903930131004366, + "grad_norm": 0.2938833486098817, + "learning_rate": 3.5169576498710696e-05, + "loss": 0.278, + "step": 2955 + }, + { + "epoch": 1.2925764192139737, + "grad_norm": 0.28084189095150464, + "learning_rate": 3.511152330854125e-05, + "loss": 0.2679, + "step": 2960 + }, + { + "epoch": 1.294759825327511, + "grad_norm": 0.3199421686229126, + "learning_rate": 3.505340485678717e-05, + "loss": 0.2819, + "step": 2965 + }, + { + "epoch": 1.296943231441048, + "grad_norm": 0.3149994117491474, + "learning_rate": 3.499522151855537e-05, + "loss": 0.2975, + "step": 2970 + }, + { + "epoch": 1.2991266375545851, + "grad_norm": 0.2899693019311649, + "learning_rate": 3.493697366937154e-05, + "loss": 0.2706, + "step": 2975 + }, + { + "epoch": 1.3013100436681222, + "grad_norm": 0.33913499909626604, + "learning_rate": 3.487866168517775e-05, + "loss": 0.294, + "step": 2980 + }, + { + "epoch": 1.3034934497816595, + "grad_norm": 0.3769147657930795, + "learning_rate": 3.4820285942330003e-05, + "loss": 0.2818, + "step": 2985 + }, + { + "epoch": 1.3056768558951966, + "grad_norm": 0.32801615796861155, + "learning_rate": 3.476184681759581e-05, + "loss": 0.28, + "step": 2990 + }, + { + "epoch": 1.3078602620087336, + "grad_norm": 0.27357707367933753, + "learning_rate": 3.4703344688151776e-05, + "loss": 0.2783, + "step": 2995 + }, + { + "epoch": 1.3100436681222707, + "grad_norm": 0.37622537438391995, + "learning_rate": 3.46447799315811e-05, + "loss": 0.2819, + "step": 3000 + }, + { + "epoch": 1.3122270742358078, + "grad_norm": 0.3550543812495112, + "learning_rate": 3.458615292587125e-05, + "loss": 0.2792, + "step": 3005 + }, + { + "epoch": 1.314410480349345, + "grad_norm": 0.2816496834529316, + "learning_rate": 3.452746404941143e-05, + "loss": 0.2859, + "step": 3010 + }, + { + "epoch": 1.3165938864628821, + "grad_norm": 0.3066581463920424, + "learning_rate": 3.446871368099017e-05, + "loss": 0.2746, + "step": 3015 + }, + { + "epoch": 1.3187772925764192, + "grad_norm": 0.2708116400301654, + "learning_rate": 3.440990219979289e-05, + "loss": 0.2863, + "step": 3020 + }, + { + "epoch": 1.3209606986899565, + "grad_norm": 0.2497661453451677, + "learning_rate": 3.435102998539942e-05, + "loss": 0.2702, + "step": 3025 + }, + { + "epoch": 1.3231441048034935, + "grad_norm": 0.2651767333352664, + "learning_rate": 3.4292097417781595e-05, + "loss": 0.2695, + "step": 3030 + }, + { + "epoch": 1.3253275109170306, + "grad_norm": 0.2695245871370125, + "learning_rate": 3.4233104877300775e-05, + "loss": 0.267, + "step": 3035 + }, + { + "epoch": 1.3275109170305677, + "grad_norm": 0.27077504903552757, + "learning_rate": 3.41740527447054e-05, + "loss": 0.2662, + "step": 3040 + }, + { + "epoch": 1.3296943231441047, + "grad_norm": 0.2519617614699693, + "learning_rate": 3.411494140112852e-05, + "loss": 0.2716, + "step": 3045 + }, + { + "epoch": 1.3318777292576418, + "grad_norm": 0.2809728902320245, + "learning_rate": 3.4055771228085347e-05, + "loss": 0.2879, + "step": 3050 + }, + { + "epoch": 1.334061135371179, + "grad_norm": 0.26727497601257166, + "learning_rate": 3.399654260747078e-05, + "loss": 0.2725, + "step": 3055 + }, + { + "epoch": 1.3362445414847162, + "grad_norm": 0.34198746633106286, + "learning_rate": 3.3937255921556974e-05, + "loss": 0.2877, + "step": 3060 + }, + { + "epoch": 1.3384279475982532, + "grad_norm": 0.2984040980470414, + "learning_rate": 3.3877911552990826e-05, + "loss": 0.2793, + "step": 3065 + }, + { + "epoch": 1.3406113537117905, + "grad_norm": 0.2865962833130215, + "learning_rate": 3.3818509884791514e-05, + "loss": 0.273, + "step": 3070 + }, + { + "epoch": 1.3427947598253276, + "grad_norm": 0.2988181873287166, + "learning_rate": 3.375905130034808e-05, + "loss": 0.275, + "step": 3075 + }, + { + "epoch": 1.3449781659388647, + "grad_norm": 0.29108551078775924, + "learning_rate": 3.369953618341688e-05, + "loss": 0.2874, + "step": 3080 + }, + { + "epoch": 1.3471615720524017, + "grad_norm": 0.29395564574021693, + "learning_rate": 3.3639964918119135e-05, + "loss": 0.2756, + "step": 3085 + }, + { + "epoch": 1.3493449781659388, + "grad_norm": 0.2834037344232317, + "learning_rate": 3.3580337888938515e-05, + "loss": 0.2795, + "step": 3090 + }, + { + "epoch": 1.3515283842794759, + "grad_norm": 0.2963729779205327, + "learning_rate": 3.3520655480718515e-05, + "loss": 0.2821, + "step": 3095 + }, + { + "epoch": 1.3537117903930131, + "grad_norm": 0.2719250597184558, + "learning_rate": 3.346091807866013e-05, + "loss": 0.2799, + "step": 3100 + }, + { + "epoch": 1.3558951965065502, + "grad_norm": 0.345480183079055, + "learning_rate": 3.3401126068319244e-05, + "loss": 0.2753, + "step": 3105 + }, + { + "epoch": 1.3580786026200873, + "grad_norm": 0.2731322103388952, + "learning_rate": 3.3341279835604224e-05, + "loss": 0.2806, + "step": 3110 + }, + { + "epoch": 1.3602620087336246, + "grad_norm": 0.3377724432178437, + "learning_rate": 3.328137976677339e-05, + "loss": 0.2952, + "step": 3115 + }, + { + "epoch": 1.3624454148471616, + "grad_norm": 0.3490702531757625, + "learning_rate": 3.322142624843253e-05, + "loss": 0.2883, + "step": 3120 + }, + { + "epoch": 1.3646288209606987, + "grad_norm": 0.23733767943987039, + "learning_rate": 3.3161419667532384e-05, + "loss": 0.2811, + "step": 3125 + }, + { + "epoch": 1.3668122270742358, + "grad_norm": 0.29640032968995195, + "learning_rate": 3.3101360411366205e-05, + "loss": 0.2714, + "step": 3130 + }, + { + "epoch": 1.3689956331877728, + "grad_norm": 0.38335436641971393, + "learning_rate": 3.304124886756719e-05, + "loss": 0.2773, + "step": 3135 + }, + { + "epoch": 1.37117903930131, + "grad_norm": 0.2614713678332863, + "learning_rate": 3.2981085424106036e-05, + "loss": 0.2716, + "step": 3140 + }, + { + "epoch": 1.3733624454148472, + "grad_norm": 0.271556464815005, + "learning_rate": 3.2920870469288375e-05, + "loss": 0.2929, + "step": 3145 + }, + { + "epoch": 1.3755458515283843, + "grad_norm": 0.2984513438432199, + "learning_rate": 3.2860604391752344e-05, + "loss": 0.2767, + "step": 3150 + }, + { + "epoch": 1.3777292576419213, + "grad_norm": 0.35226423449647926, + "learning_rate": 3.2800287580466e-05, + "loss": 0.2803, + "step": 3155 + }, + { + "epoch": 1.3799126637554586, + "grad_norm": 0.2762721435202866, + "learning_rate": 3.273992042472487e-05, + "loss": 0.2635, + "step": 3160 + }, + { + "epoch": 1.3820960698689957, + "grad_norm": 0.2849399596588635, + "learning_rate": 3.2679503314149395e-05, + "loss": 0.2828, + "step": 3165 + }, + { + "epoch": 1.3842794759825328, + "grad_norm": 0.3240823060545034, + "learning_rate": 3.261903663868243e-05, + "loss": 0.2772, + "step": 3170 + }, + { + "epoch": 1.3864628820960698, + "grad_norm": 0.29529588632218107, + "learning_rate": 3.2558520788586764e-05, + "loss": 0.2709, + "step": 3175 + }, + { + "epoch": 1.388646288209607, + "grad_norm": 0.2880598231126244, + "learning_rate": 3.249795615444253e-05, + "loss": 0.2649, + "step": 3180 + }, + { + "epoch": 1.3908296943231442, + "grad_norm": 0.34085771304801965, + "learning_rate": 3.243734312714475e-05, + "loss": 0.2767, + "step": 3185 + }, + { + "epoch": 1.3930131004366813, + "grad_norm": 0.24864813820746293, + "learning_rate": 3.2376682097900754e-05, + "loss": 0.2793, + "step": 3190 + }, + { + "epoch": 1.3951965065502183, + "grad_norm": 0.3059620331889871, + "learning_rate": 3.2315973458227714e-05, + "loss": 0.2875, + "step": 3195 + }, + { + "epoch": 1.3973799126637554, + "grad_norm": 0.24526372956599277, + "learning_rate": 3.225521759995007e-05, + "loss": 0.2821, + "step": 3200 + }, + { + "epoch": 1.3995633187772927, + "grad_norm": 0.2972629377196201, + "learning_rate": 3.219441491519703e-05, + "loss": 0.2742, + "step": 3205 + }, + { + "epoch": 1.4017467248908297, + "grad_norm": 0.30368222569014375, + "learning_rate": 3.2133565796400046e-05, + "loss": 0.2794, + "step": 3210 + }, + { + "epoch": 1.4039301310043668, + "grad_norm": 0.27087580419910157, + "learning_rate": 3.2072670636290195e-05, + "loss": 0.2686, + "step": 3215 + }, + { + "epoch": 1.4061135371179039, + "grad_norm": 0.3097415372011331, + "learning_rate": 3.20117298278958e-05, + "loss": 0.2744, + "step": 3220 + }, + { + "epoch": 1.408296943231441, + "grad_norm": 0.265200535542659, + "learning_rate": 3.195074376453975e-05, + "loss": 0.2904, + "step": 3225 + }, + { + "epoch": 1.4104803493449782, + "grad_norm": 0.26447053395871756, + "learning_rate": 3.188971283983703e-05, + "loss": 0.2633, + "step": 3230 + }, + { + "epoch": 1.4126637554585153, + "grad_norm": 0.25630242114154234, + "learning_rate": 3.1828637447692187e-05, + "loss": 0.2755, + "step": 3235 + }, + { + "epoch": 1.4148471615720524, + "grad_norm": 0.26664274806120797, + "learning_rate": 3.176751798229673e-05, + "loss": 0.2802, + "step": 3240 + }, + { + "epoch": 1.4170305676855894, + "grad_norm": 0.3278108102940346, + "learning_rate": 3.1706354838126687e-05, + "loss": 0.2585, + "step": 3245 + }, + { + "epoch": 1.4192139737991267, + "grad_norm": 0.24680968950816637, + "learning_rate": 3.1645148409939915e-05, + "loss": 0.2758, + "step": 3250 + }, + { + "epoch": 1.4213973799126638, + "grad_norm": 0.2843693481761553, + "learning_rate": 3.158389909277371e-05, + "loss": 0.2857, + "step": 3255 + }, + { + "epoch": 1.4235807860262009, + "grad_norm": 0.27926774884591915, + "learning_rate": 3.152260728194213e-05, + "loss": 0.2827, + "step": 3260 + }, + { + "epoch": 1.425764192139738, + "grad_norm": 0.33114453429263857, + "learning_rate": 3.1461273373033516e-05, + "loss": 0.2791, + "step": 3265 + }, + { + "epoch": 1.427947598253275, + "grad_norm": 0.2523111291701471, + "learning_rate": 3.1399897761907914e-05, + "loss": 0.2785, + "step": 3270 + }, + { + "epoch": 1.4301310043668123, + "grad_norm": 0.2669982957777147, + "learning_rate": 3.133848084469454e-05, + "loss": 0.2723, + "step": 3275 + }, + { + "epoch": 1.4323144104803494, + "grad_norm": 0.2551505338781039, + "learning_rate": 3.1277023017789164e-05, + "loss": 0.2701, + "step": 3280 + }, + { + "epoch": 1.4344978165938864, + "grad_norm": 0.2729328232441411, + "learning_rate": 3.121552467785164e-05, + "loss": 0.2756, + "step": 3285 + }, + { + "epoch": 1.4366812227074237, + "grad_norm": 0.31413945020452155, + "learning_rate": 3.1153986221803284e-05, + "loss": 0.2634, + "step": 3290 + }, + { + "epoch": 1.4388646288209608, + "grad_norm": 0.27459622465012024, + "learning_rate": 3.109240804682431e-05, + "loss": 0.2749, + "step": 3295 + }, + { + "epoch": 1.4410480349344978, + "grad_norm": 0.3428676752152493, + "learning_rate": 3.103079055035131e-05, + "loss": 0.2737, + "step": 3300 + }, + { + "epoch": 1.443231441048035, + "grad_norm": 0.28826863252341717, + "learning_rate": 3.096913413007467e-05, + "loss": 0.2716, + "step": 3305 + }, + { + "epoch": 1.445414847161572, + "grad_norm": 0.3003661345160089, + "learning_rate": 3.090743918393596e-05, + "loss": 0.2711, + "step": 3310 + }, + { + "epoch": 1.447598253275109, + "grad_norm": 0.2726421109267964, + "learning_rate": 3.0845706110125435e-05, + "loss": 0.2755, + "step": 3315 + }, + { + "epoch": 1.4497816593886463, + "grad_norm": 0.2633565745117208, + "learning_rate": 3.078393530707942e-05, + "loss": 0.2708, + "step": 3320 + }, + { + "epoch": 1.4519650655021834, + "grad_norm": 0.3590173494625973, + "learning_rate": 3.072212717347776e-05, + "loss": 0.2802, + "step": 3325 + }, + { + "epoch": 1.4541484716157205, + "grad_norm": 0.2841165489479175, + "learning_rate": 3.0660282108241235e-05, + "loss": 0.2793, + "step": 3330 + }, + { + "epoch": 1.4563318777292578, + "grad_norm": 0.27787135238996175, + "learning_rate": 3.059840051052898e-05, + "loss": 0.2915, + "step": 3335 + }, + { + "epoch": 1.4585152838427948, + "grad_norm": 0.29883394182548156, + "learning_rate": 3.053648277973592e-05, + "loss": 0.2667, + "step": 3340 + }, + { + "epoch": 1.460698689956332, + "grad_norm": 0.2897989278866621, + "learning_rate": 3.04745293154902e-05, + "loss": 0.2863, + "step": 3345 + }, + { + "epoch": 1.462882096069869, + "grad_norm": 0.2413426041774491, + "learning_rate": 3.0412540517650582e-05, + "loss": 0.2686, + "step": 3350 + }, + { + "epoch": 1.465065502183406, + "grad_norm": 0.3092426474858127, + "learning_rate": 3.03505167863039e-05, + "loss": 0.2861, + "step": 3355 + }, + { + "epoch": 1.467248908296943, + "grad_norm": 0.37271590450228287, + "learning_rate": 3.0288458521762414e-05, + "loss": 0.2804, + "step": 3360 + }, + { + "epoch": 1.4694323144104804, + "grad_norm": 0.32074172110600374, + "learning_rate": 3.02263661245613e-05, + "loss": 0.2673, + "step": 3365 + }, + { + "epoch": 1.4716157205240175, + "grad_norm": 0.26878027230807305, + "learning_rate": 3.016423999545603e-05, + "loss": 0.2805, + "step": 3370 + }, + { + "epoch": 1.4737991266375545, + "grad_norm": 0.2611222636406977, + "learning_rate": 3.0102080535419775e-05, + "loss": 0.2852, + "step": 3375 + }, + { + "epoch": 1.4759825327510918, + "grad_norm": 0.32711140245362424, + "learning_rate": 3.0039888145640845e-05, + "loss": 0.2768, + "step": 3380 + }, + { + "epoch": 1.4781659388646289, + "grad_norm": 0.2933942315221079, + "learning_rate": 2.9977663227520065e-05, + "loss": 0.2733, + "step": 3385 + }, + { + "epoch": 1.480349344978166, + "grad_norm": 0.3239911145447236, + "learning_rate": 2.991540618266822e-05, + "loss": 0.2689, + "step": 3390 + }, + { + "epoch": 1.482532751091703, + "grad_norm": 0.31053885049245833, + "learning_rate": 2.9853117412903443e-05, + "loss": 0.259, + "step": 3395 + }, + { + "epoch": 1.48471615720524, + "grad_norm": 0.29558451827845905, + "learning_rate": 2.979079732024862e-05, + "loss": 0.2676, + "step": 3400 + }, + { + "epoch": 1.4868995633187774, + "grad_norm": 0.2919836637875955, + "learning_rate": 2.9728446306928813e-05, + "loss": 0.274, + "step": 3405 + }, + { + "epoch": 1.4890829694323144, + "grad_norm": 0.2914986515005281, + "learning_rate": 2.966606477536863e-05, + "loss": 0.265, + "step": 3410 + }, + { + "epoch": 1.4912663755458515, + "grad_norm": 0.24516343045152553, + "learning_rate": 2.960365312818967e-05, + "loss": 0.2745, + "step": 3415 + }, + { + "epoch": 1.4934497816593886, + "grad_norm": 0.31298311253304867, + "learning_rate": 2.9541211768207883e-05, + "loss": 0.2718, + "step": 3420 + }, + { + "epoch": 1.4956331877729259, + "grad_norm": 0.3182623875469872, + "learning_rate": 2.9478741098431027e-05, + "loss": 0.2747, + "step": 3425 + }, + { + "epoch": 1.497816593886463, + "grad_norm": 0.31623459423577244, + "learning_rate": 2.9416241522055987e-05, + "loss": 0.3007, + "step": 3430 + }, + { + "epoch": 1.5, + "grad_norm": 0.3659591897091837, + "learning_rate": 2.9353713442466246e-05, + "loss": 0.2797, + "step": 3435 + }, + { + "epoch": 1.502183406113537, + "grad_norm": 0.29892370752426095, + "learning_rate": 2.929115726322924e-05, + "loss": 0.2711, + "step": 3440 + }, + { + "epoch": 1.5043668122270741, + "grad_norm": 0.36468217436567685, + "learning_rate": 2.9228573388093765e-05, + "loss": 0.2781, + "step": 3445 + }, + { + "epoch": 1.5065502183406112, + "grad_norm": 0.36523975525457747, + "learning_rate": 2.916596222098738e-05, + "loss": 0.2782, + "step": 3450 + }, + { + "epoch": 1.5087336244541485, + "grad_norm": 0.24799351938184713, + "learning_rate": 2.9103324166013777e-05, + "loss": 0.2723, + "step": 3455 + }, + { + "epoch": 1.5109170305676856, + "grad_norm": 0.3395645662027844, + "learning_rate": 2.9040659627450195e-05, + "loss": 0.2734, + "step": 3460 + }, + { + "epoch": 1.5131004366812228, + "grad_norm": 0.2312365794117943, + "learning_rate": 2.897796900974481e-05, + "loss": 0.2695, + "step": 3465 + }, + { + "epoch": 1.51528384279476, + "grad_norm": 0.2733485343314042, + "learning_rate": 2.8915252717514108e-05, + "loss": 0.2753, + "step": 3470 + }, + { + "epoch": 1.517467248908297, + "grad_norm": 0.30853988506735613, + "learning_rate": 2.8852511155540286e-05, + "loss": 0.2805, + "step": 3475 + }, + { + "epoch": 1.519650655021834, + "grad_norm": 0.298316972177523, + "learning_rate": 2.8789744728768632e-05, + "loss": 0.2674, + "step": 3480 + }, + { + "epoch": 1.5218340611353711, + "grad_norm": 0.33489826338103257, + "learning_rate": 2.8726953842304917e-05, + "loss": 0.2781, + "step": 3485 + }, + { + "epoch": 1.5240174672489082, + "grad_norm": 0.29180816733941406, + "learning_rate": 2.8664138901412784e-05, + "loss": 0.2828, + "step": 3490 + }, + { + "epoch": 1.5262008733624453, + "grad_norm": 0.2652928534046041, + "learning_rate": 2.8601300311511135e-05, + "loss": 0.2704, + "step": 3495 + }, + { + "epoch": 1.5283842794759825, + "grad_norm": 0.2478372696723595, + "learning_rate": 2.8538438478171493e-05, + "loss": 0.2709, + "step": 3500 + }, + { + "epoch": 1.5305676855895196, + "grad_norm": 0.29590356196390866, + "learning_rate": 2.8475553807115392e-05, + "loss": 0.2645, + "step": 3505 + }, + { + "epoch": 1.532751091703057, + "grad_norm": 0.2404106523342164, + "learning_rate": 2.8412646704211787e-05, + "loss": 0.2716, + "step": 3510 + }, + { + "epoch": 1.534934497816594, + "grad_norm": 0.2913911540734402, + "learning_rate": 2.8349717575474395e-05, + "loss": 0.2812, + "step": 3515 + }, + { + "epoch": 1.537117903930131, + "grad_norm": 0.27619563545275305, + "learning_rate": 2.8286766827059103e-05, + "loss": 0.2852, + "step": 3520 + }, + { + "epoch": 1.539301310043668, + "grad_norm": 0.25296146919214546, + "learning_rate": 2.8223794865261326e-05, + "loss": 0.2706, + "step": 3525 + }, + { + "epoch": 1.5414847161572052, + "grad_norm": 0.4120208095199771, + "learning_rate": 2.8160802096513396e-05, + "loss": 0.2655, + "step": 3530 + }, + { + "epoch": 1.5436681222707422, + "grad_norm": 0.2797662392218346, + "learning_rate": 2.809778892738194e-05, + "loss": 0.2799, + "step": 3535 + }, + { + "epoch": 1.5458515283842795, + "grad_norm": 0.30491897219029096, + "learning_rate": 2.8034755764565252e-05, + "loss": 0.2703, + "step": 3540 + }, + { + "epoch": 1.5480349344978166, + "grad_norm": 0.2830893746174212, + "learning_rate": 2.797170301489066e-05, + "loss": 0.2716, + "step": 3545 + }, + { + "epoch": 1.5502183406113537, + "grad_norm": 0.23485142267745251, + "learning_rate": 2.7908631085311933e-05, + "loss": 0.2617, + "step": 3550 + }, + { + "epoch": 1.552401746724891, + "grad_norm": 0.3021327029538882, + "learning_rate": 2.78455403829066e-05, + "loss": 0.2638, + "step": 3555 + }, + { + "epoch": 1.554585152838428, + "grad_norm": 0.2621866662981608, + "learning_rate": 2.7782431314873377e-05, + "loss": 0.2678, + "step": 3560 + }, + { + "epoch": 1.556768558951965, + "grad_norm": 0.2747099055332518, + "learning_rate": 2.7719304288529503e-05, + "loss": 0.2714, + "step": 3565 + }, + { + "epoch": 1.5589519650655022, + "grad_norm": 0.27602610129495325, + "learning_rate": 2.7656159711308127e-05, + "loss": 0.2754, + "step": 3570 + }, + { + "epoch": 1.5611353711790392, + "grad_norm": 0.2563630850581704, + "learning_rate": 2.7592997990755665e-05, + "loss": 0.2674, + "step": 3575 + }, + { + "epoch": 1.5633187772925763, + "grad_norm": 0.25276036483666414, + "learning_rate": 2.75298195345292e-05, + "loss": 0.2689, + "step": 3580 + }, + { + "epoch": 1.5655021834061136, + "grad_norm": 0.2568576656221897, + "learning_rate": 2.7466624750393804e-05, + "loss": 0.2624, + "step": 3585 + }, + { + "epoch": 1.5676855895196506, + "grad_norm": 0.2540380161679821, + "learning_rate": 2.740341404621996e-05, + "loss": 0.2704, + "step": 3590 + }, + { + "epoch": 1.569868995633188, + "grad_norm": 0.2691098927474828, + "learning_rate": 2.7340187829980884e-05, + "loss": 0.2596, + "step": 3595 + }, + { + "epoch": 1.572052401746725, + "grad_norm": 0.27708252166503045, + "learning_rate": 2.7276946509749905e-05, + "loss": 0.2753, + "step": 3600 + }, + { + "epoch": 1.574235807860262, + "grad_norm": 0.2828335584788292, + "learning_rate": 2.7213690493697852e-05, + "loss": 0.2813, + "step": 3605 + }, + { + "epoch": 1.5764192139737991, + "grad_norm": 0.29157807173338984, + "learning_rate": 2.7150420190090397e-05, + "loss": 0.2654, + "step": 3610 + }, + { + "epoch": 1.5786026200873362, + "grad_norm": 0.2621619308124079, + "learning_rate": 2.7087136007285417e-05, + "loss": 0.269, + "step": 3615 + }, + { + "epoch": 1.5807860262008733, + "grad_norm": 0.27055849925403364, + "learning_rate": 2.7023838353730386e-05, + "loss": 0.2603, + "step": 3620 + }, + { + "epoch": 1.5829694323144103, + "grad_norm": 0.28812667281668847, + "learning_rate": 2.6960527637959704e-05, + "loss": 0.2615, + "step": 3625 + }, + { + "epoch": 1.5851528384279476, + "grad_norm": 0.3648305241785186, + "learning_rate": 2.689720426859208e-05, + "loss": 0.2745, + "step": 3630 + }, + { + "epoch": 1.5873362445414847, + "grad_norm": 0.3579531717893759, + "learning_rate": 2.68338686543279e-05, + "loss": 0.2754, + "step": 3635 + }, + { + "epoch": 1.589519650655022, + "grad_norm": 0.30496840176534284, + "learning_rate": 2.6770521203946582e-05, + "loss": 0.2687, + "step": 3640 + }, + { + "epoch": 1.591703056768559, + "grad_norm": 0.3316407097346181, + "learning_rate": 2.670716232630392e-05, + "loss": 0.2708, + "step": 3645 + }, + { + "epoch": 1.5938864628820961, + "grad_norm": 0.30884262120013556, + "learning_rate": 2.6643792430329473e-05, + "loss": 0.2691, + "step": 3650 + }, + { + "epoch": 1.5960698689956332, + "grad_norm": 0.24575164955804643, + "learning_rate": 2.6580411925023916e-05, + "loss": 0.2895, + "step": 3655 + }, + { + "epoch": 1.5982532751091703, + "grad_norm": 0.2403162634268798, + "learning_rate": 2.6517021219456402e-05, + "loss": 0.2768, + "step": 3660 + }, + { + "epoch": 1.6004366812227073, + "grad_norm": 0.7286289540628894, + "learning_rate": 2.6453620722761896e-05, + "loss": 0.2772, + "step": 3665 + }, + { + "epoch": 1.6026200873362444, + "grad_norm": 0.2698469031360812, + "learning_rate": 2.6390210844138593e-05, + "loss": 0.2772, + "step": 3670 + }, + { + "epoch": 1.6048034934497817, + "grad_norm": 0.29594772177235845, + "learning_rate": 2.6326791992845202e-05, + "loss": 0.2746, + "step": 3675 + }, + { + "epoch": 1.6069868995633187, + "grad_norm": 0.3432286485907405, + "learning_rate": 2.626336457819837e-05, + "loss": 0.2627, + "step": 3680 + }, + { + "epoch": 1.609170305676856, + "grad_norm": 0.47848404072485456, + "learning_rate": 2.619992900957e-05, + "loss": 0.2896, + "step": 3685 + }, + { + "epoch": 1.611353711790393, + "grad_norm": 0.400345398790263, + "learning_rate": 2.613648569638464e-05, + "loss": 0.2832, + "step": 3690 + }, + { + "epoch": 1.6135371179039302, + "grad_norm": 0.26168308925039074, + "learning_rate": 2.6073035048116796e-05, + "loss": 0.2693, + "step": 3695 + }, + { + "epoch": 1.6157205240174672, + "grad_norm": 0.33192980592740756, + "learning_rate": 2.6009577474288333e-05, + "loss": 0.2759, + "step": 3700 + }, + { + "epoch": 1.6179039301310043, + "grad_norm": 0.2787526637545283, + "learning_rate": 2.5946113384465813e-05, + "loss": 0.2642, + "step": 3705 + }, + { + "epoch": 1.6200873362445414, + "grad_norm": 0.27338870781942926, + "learning_rate": 2.5882643188257856e-05, + "loss": 0.2706, + "step": 3710 + }, + { + "epoch": 1.6222707423580784, + "grad_norm": 0.2435797974873236, + "learning_rate": 2.5819167295312485e-05, + "loss": 0.2724, + "step": 3715 + }, + { + "epoch": 1.6244541484716157, + "grad_norm": 0.29781182108189724, + "learning_rate": 2.57556861153145e-05, + "loss": 0.2707, + "step": 3720 + }, + { + "epoch": 1.6266375545851528, + "grad_norm": 0.32478484905425753, + "learning_rate": 2.569220005798281e-05, + "loss": 0.2725, + "step": 3725 + }, + { + "epoch": 1.62882096069869, + "grad_norm": 0.2669336390561608, + "learning_rate": 2.5628709533067824e-05, + "loss": 0.2713, + "step": 3730 + }, + { + "epoch": 1.6310043668122272, + "grad_norm": 0.2573882639282421, + "learning_rate": 2.556521495034877e-05, + "loss": 0.2606, + "step": 3735 + }, + { + "epoch": 1.6331877729257642, + "grad_norm": 0.2705880029160448, + "learning_rate": 2.550171671963108e-05, + "loss": 0.2575, + "step": 3740 + }, + { + "epoch": 1.6353711790393013, + "grad_norm": 0.27796104371371233, + "learning_rate": 2.543821525074371e-05, + "loss": 0.2699, + "step": 3745 + }, + { + "epoch": 1.6375545851528384, + "grad_norm": 0.2968772131918911, + "learning_rate": 2.537471095353653e-05, + "loss": 0.2604, + "step": 3750 + }, + { + "epoch": 1.6397379912663754, + "grad_norm": 0.30473359891717344, + "learning_rate": 2.5311204237877657e-05, + "loss": 0.2715, + "step": 3755 + }, + { + "epoch": 1.6419213973799127, + "grad_norm": 0.29986937512458306, + "learning_rate": 2.524769551365083e-05, + "loss": 0.2569, + "step": 3760 + }, + { + "epoch": 1.6441048034934498, + "grad_norm": 0.29756570977438257, + "learning_rate": 2.5184185190752752e-05, + "loss": 0.2805, + "step": 3765 + }, + { + "epoch": 1.6462882096069869, + "grad_norm": 0.24764879064376663, + "learning_rate": 2.512067367909041e-05, + "loss": 0.2723, + "step": 3770 + }, + { + "epoch": 1.6484716157205241, + "grad_norm": 0.2536796536666786, + "learning_rate": 2.505716138857851e-05, + "loss": 0.2692, + "step": 3775 + }, + { + "epoch": 1.6506550218340612, + "grad_norm": 0.27985489044371364, + "learning_rate": 2.499364872913676e-05, + "loss": 0.2736, + "step": 3780 + }, + { + "epoch": 1.6528384279475983, + "grad_norm": 0.24159737014671576, + "learning_rate": 2.4930136110687246e-05, + "loss": 0.2711, + "step": 3785 + }, + { + "epoch": 1.6550218340611353, + "grad_norm": 0.28234624412572884, + "learning_rate": 2.486662394315181e-05, + "loss": 0.2865, + "step": 3790 + }, + { + "epoch": 1.6572052401746724, + "grad_norm": 0.2491348077927823, + "learning_rate": 2.4803112636449355e-05, + "loss": 0.2731, + "step": 3795 + }, + { + "epoch": 1.6593886462882095, + "grad_norm": 0.31780593847271627, + "learning_rate": 2.473960260049325e-05, + "loss": 0.2789, + "step": 3800 + }, + { + "epoch": 1.6615720524017468, + "grad_norm": 0.2685872565371744, + "learning_rate": 2.4676094245188658e-05, + "loss": 0.2933, + "step": 3805 + }, + { + "epoch": 1.6637554585152838, + "grad_norm": 0.263863501194976, + "learning_rate": 2.461258798042989e-05, + "loss": 0.2685, + "step": 3810 + }, + { + "epoch": 1.6659388646288211, + "grad_norm": 0.21766584856793741, + "learning_rate": 2.454908421609777e-05, + "loss": 0.2552, + "step": 3815 + }, + { + "epoch": 1.6681222707423582, + "grad_norm": 0.27428707449471423, + "learning_rate": 2.4485583362056974e-05, + "loss": 0.2786, + "step": 3820 + }, + { + "epoch": 1.6703056768558953, + "grad_norm": 0.2835969591758734, + "learning_rate": 2.4422085828153403e-05, + "loss": 0.2662, + "step": 3825 + }, + { + "epoch": 1.6724890829694323, + "grad_norm": 0.29526168010306597, + "learning_rate": 2.435859202421153e-05, + "loss": 0.269, + "step": 3830 + }, + { + "epoch": 1.6746724890829694, + "grad_norm": 0.30337514206743876, + "learning_rate": 2.429510236003175e-05, + "loss": 0.2597, + "step": 3835 + }, + { + "epoch": 1.6768558951965065, + "grad_norm": 0.2584878592869018, + "learning_rate": 2.4231617245387745e-05, + "loss": 0.2709, + "step": 3840 + }, + { + "epoch": 1.6790393013100435, + "grad_norm": 0.27852560485634303, + "learning_rate": 2.416813709002382e-05, + "loss": 0.2712, + "step": 3845 + }, + { + "epoch": 1.6812227074235808, + "grad_norm": 0.31941354537015787, + "learning_rate": 2.4104662303652288e-05, + "loss": 0.286, + "step": 3850 + }, + { + "epoch": 1.6834061135371179, + "grad_norm": 0.2639262509863191, + "learning_rate": 2.4041193295950788e-05, + "loss": 0.2679, + "step": 3855 + }, + { + "epoch": 1.6855895196506552, + "grad_norm": 0.27648769301544285, + "learning_rate": 2.39777304765597e-05, + "loss": 0.2764, + "step": 3860 + }, + { + "epoch": 1.6877729257641922, + "grad_norm": 0.2557231698124579, + "learning_rate": 2.391427425507943e-05, + "loss": 0.2773, + "step": 3865 + }, + { + "epoch": 1.6899563318777293, + "grad_norm": 0.2835965272930869, + "learning_rate": 2.385082504106781e-05, + "loss": 0.2655, + "step": 3870 + }, + { + "epoch": 1.6921397379912664, + "grad_norm": 0.30219688777437337, + "learning_rate": 2.378738324403744e-05, + "loss": 0.2649, + "step": 3875 + }, + { + "epoch": 1.6943231441048034, + "grad_norm": 0.286618784377373, + "learning_rate": 2.3723949273453073e-05, + "loss": 0.2668, + "step": 3880 + }, + { + "epoch": 1.6965065502183405, + "grad_norm": 0.31422639752909204, + "learning_rate": 2.3660523538728904e-05, + "loss": 0.2671, + "step": 3885 + }, + { + "epoch": 1.6986899563318776, + "grad_norm": 0.24899445840743908, + "learning_rate": 2.3597106449226015e-05, + "loss": 0.2603, + "step": 3890 + }, + { + "epoch": 1.7008733624454149, + "grad_norm": 0.28778299708675603, + "learning_rate": 2.3533698414249668e-05, + "loss": 0.2532, + "step": 3895 + }, + { + "epoch": 1.703056768558952, + "grad_norm": 0.3010236993612902, + "learning_rate": 2.3470299843046693e-05, + "loss": 0.2607, + "step": 3900 + }, + { + "epoch": 1.7052401746724892, + "grad_norm": 0.2505565783956947, + "learning_rate": 2.340691114480284e-05, + "loss": 0.2675, + "step": 3905 + }, + { + "epoch": 1.7074235807860263, + "grad_norm": 0.2534199791327587, + "learning_rate": 2.334353272864013e-05, + "loss": 0.2727, + "step": 3910 + }, + { + "epoch": 1.7096069868995634, + "grad_norm": 0.2759471253942165, + "learning_rate": 2.3280165003614227e-05, + "loss": 0.2663, + "step": 3915 + }, + { + "epoch": 1.7117903930131004, + "grad_norm": 0.2958147406172001, + "learning_rate": 2.3216808378711788e-05, + "loss": 0.2705, + "step": 3920 + }, + { + "epoch": 1.7139737991266375, + "grad_norm": 0.26156474466311214, + "learning_rate": 2.3153463262847835e-05, + "loss": 0.242, + "step": 3925 + }, + { + "epoch": 1.7161572052401746, + "grad_norm": 0.29968058749209264, + "learning_rate": 2.3090130064863113e-05, + "loss": 0.2681, + "step": 3930 + }, + { + "epoch": 1.7183406113537116, + "grad_norm": 0.24513602810052307, + "learning_rate": 2.3026809193521423e-05, + "loss": 0.2746, + "step": 3935 + }, + { + "epoch": 1.720524017467249, + "grad_norm": 0.2624738237172384, + "learning_rate": 2.296350105750703e-05, + "loss": 0.2682, + "step": 3940 + }, + { + "epoch": 1.722707423580786, + "grad_norm": 0.21915397316253904, + "learning_rate": 2.2900206065421997e-05, + "loss": 0.26, + "step": 3945 + }, + { + "epoch": 1.7248908296943233, + "grad_norm": 0.248859562817194, + "learning_rate": 2.2836924625783554e-05, + "loss": 0.2776, + "step": 3950 + }, + { + "epoch": 1.7270742358078603, + "grad_norm": 0.2941037210948601, + "learning_rate": 2.2773657147021464e-05, + "loss": 0.281, + "step": 3955 + }, + { + "epoch": 1.7292576419213974, + "grad_norm": 0.22756003553556517, + "learning_rate": 2.271040403747537e-05, + "loss": 0.2597, + "step": 3960 + }, + { + "epoch": 1.7314410480349345, + "grad_norm": 0.274949859317834, + "learning_rate": 2.2647165705392186e-05, + "loss": 0.2697, + "step": 3965 + }, + { + "epoch": 1.7336244541484715, + "grad_norm": 0.2797174304909422, + "learning_rate": 2.2583942558923456e-05, + "loss": 0.2716, + "step": 3970 + }, + { + "epoch": 1.7358078602620086, + "grad_norm": 0.26704187553881054, + "learning_rate": 2.2520735006122688e-05, + "loss": 0.274, + "step": 3975 + }, + { + "epoch": 1.737991266375546, + "grad_norm": 0.284507084979283, + "learning_rate": 2.2457543454942786e-05, + "loss": 0.2587, + "step": 3980 + }, + { + "epoch": 1.740174672489083, + "grad_norm": 0.2699117094732979, + "learning_rate": 2.2394368313233332e-05, + "loss": 0.2619, + "step": 3985 + }, + { + "epoch": 1.74235807860262, + "grad_norm": 0.25250488525353865, + "learning_rate": 2.2331209988738024e-05, + "loss": 0.2602, + "step": 3990 + }, + { + "epoch": 1.7445414847161573, + "grad_norm": 0.24206728711747397, + "learning_rate": 2.226806888909202e-05, + "loss": 0.262, + "step": 3995 + }, + { + "epoch": 1.7467248908296944, + "grad_norm": 0.2907832129799141, + "learning_rate": 2.2204945421819292e-05, + "loss": 0.2636, + "step": 4000 + }, + { + "epoch": 1.7489082969432315, + "grad_norm": 0.29699912162411024, + "learning_rate": 2.2141839994330027e-05, + "loss": 0.2747, + "step": 4005 + }, + { + "epoch": 1.7510917030567685, + "grad_norm": 0.2505983156960274, + "learning_rate": 2.207875301391796e-05, + "loss": 0.2706, + "step": 4010 + }, + { + "epoch": 1.7532751091703056, + "grad_norm": 0.20887238006814582, + "learning_rate": 2.2015684887757776e-05, + "loss": 0.2544, + "step": 4015 + }, + { + "epoch": 1.7554585152838427, + "grad_norm": 0.2350828605757233, + "learning_rate": 2.195263602290248e-05, + "loss": 0.2759, + "step": 4020 + }, + { + "epoch": 1.75764192139738, + "grad_norm": 0.27919466794671643, + "learning_rate": 2.188960682628074e-05, + "loss": 0.2468, + "step": 4025 + }, + { + "epoch": 1.759825327510917, + "grad_norm": 0.24755062875053999, + "learning_rate": 2.1826597704694306e-05, + "loss": 0.2699, + "step": 4030 + }, + { + "epoch": 1.762008733624454, + "grad_norm": 0.28930040508547633, + "learning_rate": 2.176360906481533e-05, + "loss": 0.27, + "step": 4035 + }, + { + "epoch": 1.7641921397379914, + "grad_norm": 0.2463760850445127, + "learning_rate": 2.1700641313183807e-05, + "loss": 0.2604, + "step": 4040 + }, + { + "epoch": 1.7663755458515285, + "grad_norm": 0.24878427896848646, + "learning_rate": 2.163769485620489e-05, + "loss": 0.2647, + "step": 4045 + }, + { + "epoch": 1.7685589519650655, + "grad_norm": 0.3491349213382724, + "learning_rate": 2.1574770100146295e-05, + "loss": 0.2717, + "step": 4050 + }, + { + "epoch": 1.7707423580786026, + "grad_norm": 0.26013086945480984, + "learning_rate": 2.1511867451135693e-05, + "loss": 0.2599, + "step": 4055 + }, + { + "epoch": 1.7729257641921397, + "grad_norm": 0.2900875329162927, + "learning_rate": 2.1448987315158048e-05, + "loss": 0.2686, + "step": 4060 + }, + { + "epoch": 1.7751091703056767, + "grad_norm": 0.2653600164327816, + "learning_rate": 2.1386130098053036e-05, + "loss": 0.2627, + "step": 4065 + }, + { + "epoch": 1.777292576419214, + "grad_norm": 0.27303311100886735, + "learning_rate": 2.1323296205512418e-05, + "loss": 0.2708, + "step": 4070 + }, + { + "epoch": 1.779475982532751, + "grad_norm": 0.29210046654985766, + "learning_rate": 2.1260486043077388e-05, + "loss": 0.2581, + "step": 4075 + }, + { + "epoch": 1.7816593886462884, + "grad_norm": 0.284149374163666, + "learning_rate": 2.1197700016136014e-05, + "loss": 0.266, + "step": 4080 + }, + { + "epoch": 1.7838427947598254, + "grad_norm": 0.2409781119667348, + "learning_rate": 2.113493852992056e-05, + "loss": 0.2571, + "step": 4085 + }, + { + "epoch": 1.7860262008733625, + "grad_norm": 0.20843436142983807, + "learning_rate": 2.1072201989504913e-05, + "loss": 0.2733, + "step": 4090 + }, + { + "epoch": 1.7882096069868996, + "grad_norm": 0.23230387555929172, + "learning_rate": 2.1009490799801965e-05, + "loss": 0.269, + "step": 4095 + }, + { + "epoch": 1.7903930131004366, + "grad_norm": 0.2694983772096665, + "learning_rate": 2.0946805365560966e-05, + "loss": 0.2745, + "step": 4100 + }, + { + "epoch": 1.7925764192139737, + "grad_norm": 0.24747448881142187, + "learning_rate": 2.0884146091364956e-05, + "loss": 0.2659, + "step": 4105 + }, + { + "epoch": 1.7947598253275108, + "grad_norm": 0.22323270338570358, + "learning_rate": 2.0821513381628132e-05, + "loss": 0.2645, + "step": 4110 + }, + { + "epoch": 1.796943231441048, + "grad_norm": 0.2580592437636737, + "learning_rate": 2.0758907640593228e-05, + "loss": 0.2563, + "step": 4115 + }, + { + "epoch": 1.7991266375545851, + "grad_norm": 0.2411641382308118, + "learning_rate": 2.0696329272328932e-05, + "loss": 0.2721, + "step": 4120 + }, + { + "epoch": 1.8013100436681224, + "grad_norm": 0.25806558253779854, + "learning_rate": 2.063377868072724e-05, + "loss": 0.2616, + "step": 4125 + }, + { + "epoch": 1.8034934497816595, + "grad_norm": 0.2455964016028092, + "learning_rate": 2.0571256269500893e-05, + "loss": 0.271, + "step": 4130 + }, + { + "epoch": 1.8056768558951966, + "grad_norm": 0.25469457274681495, + "learning_rate": 2.0508762442180745e-05, + "loss": 0.2683, + "step": 4135 + }, + { + "epoch": 1.8078602620087336, + "grad_norm": 0.2734524817312364, + "learning_rate": 2.0446297602113167e-05, + "loss": 0.2782, + "step": 4140 + }, + { + "epoch": 1.8100436681222707, + "grad_norm": 0.2711480537954455, + "learning_rate": 2.0383862152457432e-05, + "loss": 0.2636, + "step": 4145 + }, + { + "epoch": 1.8122270742358078, + "grad_norm": 0.23192737600539587, + "learning_rate": 2.0321456496183134e-05, + "loss": 0.276, + "step": 4150 + }, + { + "epoch": 1.8144104803493448, + "grad_norm": 0.2610658805286943, + "learning_rate": 2.0259081036067563e-05, + "loss": 0.2706, + "step": 4155 + }, + { + "epoch": 1.8165938864628821, + "grad_norm": 0.2670079724190112, + "learning_rate": 2.0196736174693126e-05, + "loss": 0.2529, + "step": 4160 + }, + { + "epoch": 1.8187772925764192, + "grad_norm": 0.25454455186632396, + "learning_rate": 2.013442231444474e-05, + "loss": 0.2649, + "step": 4165 + }, + { + "epoch": 1.8209606986899565, + "grad_norm": 0.2777703715553109, + "learning_rate": 2.007213985750724e-05, + "loss": 0.265, + "step": 4170 + }, + { + "epoch": 1.8231441048034935, + "grad_norm": 0.2654974710451674, + "learning_rate": 2.000988920586275e-05, + "loss": 0.2653, + "step": 4175 + }, + { + "epoch": 1.8253275109170306, + "grad_norm": 0.28984168869856813, + "learning_rate": 1.994767076128816e-05, + "loss": 0.2572, + "step": 4180 + }, + { + "epoch": 1.8275109170305677, + "grad_norm": 0.2620326885283614, + "learning_rate": 1.988548492535246e-05, + "loss": 0.2754, + "step": 4185 + }, + { + "epoch": 1.8296943231441047, + "grad_norm": 0.24235633152361688, + "learning_rate": 1.9823332099414185e-05, + "loss": 0.2717, + "step": 4190 + }, + { + "epoch": 1.8318777292576418, + "grad_norm": 0.24991695967334396, + "learning_rate": 1.9761212684618824e-05, + "loss": 0.25, + "step": 4195 + }, + { + "epoch": 1.8340611353711789, + "grad_norm": 0.21335483219532675, + "learning_rate": 1.9699127081896214e-05, + "loss": 0.2513, + "step": 4200 + }, + { + "epoch": 1.8362445414847162, + "grad_norm": 0.2515339708285586, + "learning_rate": 1.963707569195797e-05, + "loss": 0.2524, + "step": 4205 + }, + { + "epoch": 1.8384279475982532, + "grad_norm": 0.23802145795043225, + "learning_rate": 1.9575058915294885e-05, + "loss": 0.2652, + "step": 4210 + }, + { + "epoch": 1.8406113537117905, + "grad_norm": 0.30056095101017133, + "learning_rate": 1.9513077152174363e-05, + "loss": 0.2776, + "step": 4215 + }, + { + "epoch": 1.8427947598253276, + "grad_norm": 0.2915453674361558, + "learning_rate": 1.9451130802637822e-05, + "loss": 0.2588, + "step": 4220 + }, + { + "epoch": 1.8449781659388647, + "grad_norm": 0.30777863799002625, + "learning_rate": 1.9389220266498102e-05, + "loss": 0.2701, + "step": 4225 + }, + { + "epoch": 1.8471615720524017, + "grad_norm": 0.2597777533142635, + "learning_rate": 1.9327345943336904e-05, + "loss": 0.2645, + "step": 4230 + }, + { + "epoch": 1.8493449781659388, + "grad_norm": 0.3080444941319507, + "learning_rate": 1.9265508232502208e-05, + "loss": 0.2749, + "step": 4235 + }, + { + "epoch": 1.8515283842794759, + "grad_norm": 0.2831226100931665, + "learning_rate": 1.9203707533105687e-05, + "loss": 0.2598, + "step": 4240 + }, + { + "epoch": 1.8537117903930131, + "grad_norm": 0.27124968567558605, + "learning_rate": 1.914194424402015e-05, + "loss": 0.271, + "step": 4245 + }, + { + "epoch": 1.8558951965065502, + "grad_norm": 0.24173431823915756, + "learning_rate": 1.9080218763876917e-05, + "loss": 0.2512, + "step": 4250 + }, + { + "epoch": 1.8580786026200873, + "grad_norm": 0.27847599015903607, + "learning_rate": 1.901853149106332e-05, + "loss": 0.263, + "step": 4255 + }, + { + "epoch": 1.8602620087336246, + "grad_norm": 0.348403165189276, + "learning_rate": 1.8956882823720075e-05, + "loss": 0.2657, + "step": 4260 + }, + { + "epoch": 1.8624454148471616, + "grad_norm": 0.24233816768582403, + "learning_rate": 1.889527315973874e-05, + "loss": 0.26, + "step": 4265 + }, + { + "epoch": 1.8646288209606987, + "grad_norm": 0.23840655638016398, + "learning_rate": 1.8833702896759132e-05, + "loss": 0.2636, + "step": 4270 + }, + { + "epoch": 1.8668122270742358, + "grad_norm": 0.2549222906252635, + "learning_rate": 1.8772172432166767e-05, + "loss": 0.2744, + "step": 4275 + }, + { + "epoch": 1.8689956331877728, + "grad_norm": 0.25475120516780736, + "learning_rate": 1.87106821630903e-05, + "loss": 0.2748, + "step": 4280 + }, + { + "epoch": 1.87117903930131, + "grad_norm": 0.24088260430162353, + "learning_rate": 1.8649232486398955e-05, + "loss": 0.2638, + "step": 4285 + }, + { + "epoch": 1.8733624454148472, + "grad_norm": 0.2556026511315039, + "learning_rate": 1.8587823798699958e-05, + "loss": 0.2601, + "step": 4290 + }, + { + "epoch": 1.8755458515283843, + "grad_norm": 0.2700718784491458, + "learning_rate": 1.8526456496335997e-05, + "loss": 0.2525, + "step": 4295 + }, + { + "epoch": 1.8777292576419216, + "grad_norm": 0.27667715242466545, + "learning_rate": 1.846513097538265e-05, + "loss": 0.2547, + "step": 4300 + }, + { + "epoch": 1.8799126637554586, + "grad_norm": 0.2488594588357838, + "learning_rate": 1.8403847631645815e-05, + "loss": 0.2747, + "step": 4305 + }, + { + "epoch": 1.8820960698689957, + "grad_norm": 0.2486103000672603, + "learning_rate": 1.834260686065919e-05, + "loss": 0.2755, + "step": 4310 + }, + { + "epoch": 1.8842794759825328, + "grad_norm": 0.2673003900981902, + "learning_rate": 1.8281409057681685e-05, + "loss": 0.2556, + "step": 4315 + }, + { + "epoch": 1.8864628820960698, + "grad_norm": 0.27816423985109073, + "learning_rate": 1.8220254617694904e-05, + "loss": 0.2725, + "step": 4320 + }, + { + "epoch": 1.888646288209607, + "grad_norm": 0.21891089387179588, + "learning_rate": 1.815914393540057e-05, + "loss": 0.2672, + "step": 4325 + }, + { + "epoch": 1.890829694323144, + "grad_norm": 0.3027560989030244, + "learning_rate": 1.8098077405217973e-05, + "loss": 0.2681, + "step": 4330 + }, + { + "epoch": 1.8930131004366813, + "grad_norm": 0.2956885379322635, + "learning_rate": 1.8037055421281453e-05, + "loss": 0.2754, + "step": 4335 + }, + { + "epoch": 1.8951965065502183, + "grad_norm": 0.27344213459308064, + "learning_rate": 1.7976078377437843e-05, + "loss": 0.254, + "step": 4340 + }, + { + "epoch": 1.8973799126637556, + "grad_norm": 0.25908804251433426, + "learning_rate": 1.7915146667243912e-05, + "loss": 0.2709, + "step": 4345 + }, + { + "epoch": 1.8995633187772927, + "grad_norm": 0.27387774174550766, + "learning_rate": 1.785426068396385e-05, + "loss": 0.2724, + "step": 4350 + }, + { + "epoch": 1.9017467248908297, + "grad_norm": 0.2349626027532333, + "learning_rate": 1.7793420820566698e-05, + "loss": 0.2685, + "step": 4355 + }, + { + "epoch": 1.9039301310043668, + "grad_norm": 0.27519209684053136, + "learning_rate": 1.7732627469723867e-05, + "loss": 0.2665, + "step": 4360 + }, + { + "epoch": 1.9061135371179039, + "grad_norm": 0.2237579472013528, + "learning_rate": 1.7671881023806526e-05, + "loss": 0.2629, + "step": 4365 + }, + { + "epoch": 1.908296943231441, + "grad_norm": 0.24463587078424295, + "learning_rate": 1.7611181874883133e-05, + "loss": 0.2637, + "step": 4370 + }, + { + "epoch": 1.910480349344978, + "grad_norm": 0.30256331204318965, + "learning_rate": 1.755053041471689e-05, + "loss": 0.2626, + "step": 4375 + }, + { + "epoch": 1.9126637554585153, + "grad_norm": 0.23702938555275288, + "learning_rate": 1.748992703476318e-05, + "loss": 0.2621, + "step": 4380 + }, + { + "epoch": 1.9148471615720524, + "grad_norm": 0.29244916287768213, + "learning_rate": 1.7429372126167105e-05, + "loss": 0.2492, + "step": 4385 + }, + { + "epoch": 1.9170305676855897, + "grad_norm": 0.2588931757550786, + "learning_rate": 1.7368866079760887e-05, + "loss": 0.2615, + "step": 4390 + }, + { + "epoch": 1.9192139737991267, + "grad_norm": 0.25196463301087313, + "learning_rate": 1.7308409286061407e-05, + "loss": 0.2686, + "step": 4395 + }, + { + "epoch": 1.9213973799126638, + "grad_norm": 0.2158443773081268, + "learning_rate": 1.7248002135267645e-05, + "loss": 0.2666, + "step": 4400 + }, + { + "epoch": 1.9235807860262009, + "grad_norm": 0.287220788904416, + "learning_rate": 1.7187645017258196e-05, + "loss": 0.2735, + "step": 4405 + }, + { + "epoch": 1.925764192139738, + "grad_norm": 0.23107125712315182, + "learning_rate": 1.712733832158872e-05, + "loss": 0.2613, + "step": 4410 + }, + { + "epoch": 1.927947598253275, + "grad_norm": 0.24853969589485442, + "learning_rate": 1.7067082437489436e-05, + "loss": 0.2653, + "step": 4415 + }, + { + "epoch": 1.930131004366812, + "grad_norm": 0.2767451923179264, + "learning_rate": 1.7006877753862632e-05, + "loss": 0.262, + "step": 4420 + }, + { + "epoch": 1.9323144104803494, + "grad_norm": 0.22927033548053927, + "learning_rate": 1.6946724659280133e-05, + "loss": 0.2542, + "step": 4425 + }, + { + "epoch": 1.9344978165938864, + "grad_norm": 0.23110650040140782, + "learning_rate": 1.6886623541980796e-05, + "loss": 0.2757, + "step": 4430 + }, + { + "epoch": 1.9366812227074237, + "grad_norm": 0.23731032145161848, + "learning_rate": 1.682657478986801e-05, + "loss": 0.2645, + "step": 4435 + }, + { + "epoch": 1.9388646288209608, + "grad_norm": 0.25552976383740716, + "learning_rate": 1.6766578790507192e-05, + "loss": 0.2595, + "step": 4440 + }, + { + "epoch": 1.9410480349344978, + "grad_norm": 0.2155945620763327, + "learning_rate": 1.6706635931123277e-05, + "loss": 0.2596, + "step": 4445 + }, + { + "epoch": 1.943231441048035, + "grad_norm": 0.24247256828652752, + "learning_rate": 1.664674659859822e-05, + "loss": 0.2493, + "step": 4450 + }, + { + "epoch": 1.945414847161572, + "grad_norm": 0.2516593577449982, + "learning_rate": 1.658691117946853e-05, + "loss": 0.2761, + "step": 4455 + }, + { + "epoch": 1.947598253275109, + "grad_norm": 0.21991257872575132, + "learning_rate": 1.6527130059922717e-05, + "loss": 0.2632, + "step": 4460 + }, + { + "epoch": 1.9497816593886463, + "grad_norm": 0.261259312013636, + "learning_rate": 1.646740362579886e-05, + "loss": 0.2615, + "step": 4465 + }, + { + "epoch": 1.9519650655021834, + "grad_norm": 0.2318715733570351, + "learning_rate": 1.6407732262582067e-05, + "loss": 0.2654, + "step": 4470 + }, + { + "epoch": 1.9541484716157205, + "grad_norm": 0.22989633286543176, + "learning_rate": 1.634811635540201e-05, + "loss": 0.2593, + "step": 4475 + }, + { + "epoch": 1.9563318777292578, + "grad_norm": 0.24017270832452148, + "learning_rate": 1.6288556289030452e-05, + "loss": 0.2676, + "step": 4480 + }, + { + "epoch": 1.9585152838427948, + "grad_norm": 0.25142686822052845, + "learning_rate": 1.6229052447878743e-05, + "loss": 0.2541, + "step": 4485 + }, + { + "epoch": 1.960698689956332, + "grad_norm": 0.22732754650526263, + "learning_rate": 1.6169605215995345e-05, + "loss": 0.259, + "step": 4490 + }, + { + "epoch": 1.962882096069869, + "grad_norm": 0.24853011047008652, + "learning_rate": 1.6110214977063345e-05, + "loss": 0.2559, + "step": 4495 + }, + { + "epoch": 1.965065502183406, + "grad_norm": 0.2557640948437553, + "learning_rate": 1.6050882114398e-05, + "loss": 0.2508, + "step": 4500 + }, + { + "epoch": 1.967248908296943, + "grad_norm": 0.24324444806418238, + "learning_rate": 1.5991607010944242e-05, + "loss": 0.2607, + "step": 4505 + }, + { + "epoch": 1.9694323144104804, + "grad_norm": 0.23773093829535516, + "learning_rate": 1.5932390049274227e-05, + "loss": 0.2644, + "step": 4510 + }, + { + "epoch": 1.9716157205240175, + "grad_norm": 0.2532308876036313, + "learning_rate": 1.587323161158484e-05, + "loss": 0.272, + "step": 4515 + }, + { + "epoch": 1.9737991266375547, + "grad_norm": 0.2617214304004118, + "learning_rate": 1.5814132079695232e-05, + "loss": 0.2649, + "step": 4520 + }, + { + "epoch": 1.9759825327510918, + "grad_norm": 0.27129287136393265, + "learning_rate": 1.57550918350444e-05, + "loss": 0.2591, + "step": 4525 + }, + { + "epoch": 1.9781659388646289, + "grad_norm": 0.24468851478815726, + "learning_rate": 1.5696111258688657e-05, + "loss": 0.256, + "step": 4530 + }, + { + "epoch": 1.980349344978166, + "grad_norm": 0.23891980205993738, + "learning_rate": 1.563719073129923e-05, + "loss": 0.2655, + "step": 4535 + }, + { + "epoch": 1.982532751091703, + "grad_norm": 0.21564016827597185, + "learning_rate": 1.557833063315976e-05, + "loss": 0.2593, + "step": 4540 + }, + { + "epoch": 1.98471615720524, + "grad_norm": 0.2744337627938704, + "learning_rate": 1.5519531344163873e-05, + "loss": 0.2593, + "step": 4545 + }, + { + "epoch": 1.9868995633187772, + "grad_norm": 0.239539464353039, + "learning_rate": 1.5460793243812732e-05, + "loss": 0.2645, + "step": 4550 + }, + { + "epoch": 1.9890829694323144, + "grad_norm": 0.2652718460025595, + "learning_rate": 1.5402116711212566e-05, + "loss": 0.2712, + "step": 4555 + }, + { + "epoch": 1.9912663755458515, + "grad_norm": 0.23601629641684965, + "learning_rate": 1.5343502125072236e-05, + "loss": 0.2542, + "step": 4560 + }, + { + "epoch": 1.9934497816593888, + "grad_norm": 0.23315305328846694, + "learning_rate": 1.5284949863700805e-05, + "loss": 0.2663, + "step": 4565 + }, + { + "epoch": 1.9956331877729259, + "grad_norm": 0.23782090171706022, + "learning_rate": 1.5226460305005044e-05, + "loss": 0.2622, + "step": 4570 + }, + { + "epoch": 1.997816593886463, + "grad_norm": 0.22388379965681177, + "learning_rate": 1.5168033826487072e-05, + "loss": 0.2692, + "step": 4575 + }, + { + "epoch": 2.0, + "grad_norm": 0.27446739099024114, + "learning_rate": 1.5109670805241846e-05, + "loss": 0.2572, + "step": 4580 + }, + { + "epoch": 2.002183406113537, + "grad_norm": 0.29167629982584226, + "learning_rate": 1.505137161795478e-05, + "loss": 0.2211, + "step": 4585 + }, + { + "epoch": 2.004366812227074, + "grad_norm": 0.2877855784905206, + "learning_rate": 1.4993136640899286e-05, + "loss": 0.2147, + "step": 4590 + }, + { + "epoch": 2.006550218340611, + "grad_norm": 0.2589731295275126, + "learning_rate": 1.4934966249934334e-05, + "loss": 0.2052, + "step": 4595 + }, + { + "epoch": 2.0087336244541483, + "grad_norm": 0.24025382992800187, + "learning_rate": 1.487686082050207e-05, + "loss": 0.2162, + "step": 4600 + }, + { + "epoch": 2.010917030567686, + "grad_norm": 0.22612669576702268, + "learning_rate": 1.4818820727625348e-05, + "loss": 0.2071, + "step": 4605 + }, + { + "epoch": 2.013100436681223, + "grad_norm": 0.2212365851012379, + "learning_rate": 1.4760846345905344e-05, + "loss": 0.2139, + "step": 4610 + }, + { + "epoch": 2.01528384279476, + "grad_norm": 0.20584034227093886, + "learning_rate": 1.4702938049519105e-05, + "loss": 0.2168, + "step": 4615 + }, + { + "epoch": 2.017467248908297, + "grad_norm": 0.21936675852848891, + "learning_rate": 1.4645096212217167e-05, + "loss": 0.2073, + "step": 4620 + }, + { + "epoch": 2.019650655021834, + "grad_norm": 0.26100976524835695, + "learning_rate": 1.4587321207321115e-05, + "loss": 0.2233, + "step": 4625 + }, + { + "epoch": 2.021834061135371, + "grad_norm": 0.2056350483707369, + "learning_rate": 1.4529613407721192e-05, + "loss": 0.2016, + "step": 4630 + }, + { + "epoch": 2.024017467248908, + "grad_norm": 0.21939396929192034, + "learning_rate": 1.4471973185873888e-05, + "loss": 0.2092, + "step": 4635 + }, + { + "epoch": 2.0262008733624453, + "grad_norm": 0.20467895973459885, + "learning_rate": 1.4414400913799535e-05, + "loss": 0.2026, + "step": 4640 + }, + { + "epoch": 2.0283842794759823, + "grad_norm": 0.20303046431819063, + "learning_rate": 1.4356896963079885e-05, + "loss": 0.2034, + "step": 4645 + }, + { + "epoch": 2.03056768558952, + "grad_norm": 0.2147257371596202, + "learning_rate": 1.4299461704855759e-05, + "loss": 0.2038, + "step": 4650 + }, + { + "epoch": 2.032751091703057, + "grad_norm": 0.2709689872203016, + "learning_rate": 1.424209550982461e-05, + "loss": 0.2151, + "step": 4655 + }, + { + "epoch": 2.034934497816594, + "grad_norm": 0.22708728340724726, + "learning_rate": 1.4184798748238148e-05, + "loss": 0.2176, + "step": 4660 + }, + { + "epoch": 2.037117903930131, + "grad_norm": 0.25203147090946515, + "learning_rate": 1.4127571789899946e-05, + "loss": 0.2077, + "step": 4665 + }, + { + "epoch": 2.039301310043668, + "grad_norm": 0.23983946431243502, + "learning_rate": 1.4070415004163056e-05, + "loss": 0.2163, + "step": 4670 + }, + { + "epoch": 2.041484716157205, + "grad_norm": 0.24658657899765385, + "learning_rate": 1.4013328759927625e-05, + "loss": 0.2139, + "step": 4675 + }, + { + "epoch": 2.0436681222707422, + "grad_norm": 0.22543241349761747, + "learning_rate": 1.39563134256385e-05, + "loss": 0.2019, + "step": 4680 + }, + { + "epoch": 2.0458515283842793, + "grad_norm": 0.22236910097875634, + "learning_rate": 1.3899369369282888e-05, + "loss": 0.2183, + "step": 4685 + }, + { + "epoch": 2.0480349344978164, + "grad_norm": 0.20505749283945437, + "learning_rate": 1.3842496958387938e-05, + "loss": 0.2188, + "step": 4690 + }, + { + "epoch": 2.050218340611354, + "grad_norm": 0.2025603121212584, + "learning_rate": 1.3785696560018374e-05, + "loss": 0.2038, + "step": 4695 + }, + { + "epoch": 2.052401746724891, + "grad_norm": 0.2263051334719587, + "learning_rate": 1.372896854077416e-05, + "loss": 0.206, + "step": 4700 + }, + { + "epoch": 2.054585152838428, + "grad_norm": 0.2321594137504455, + "learning_rate": 1.3672313266788106e-05, + "loss": 0.2133, + "step": 4705 + }, + { + "epoch": 2.056768558951965, + "grad_norm": 0.2122041960683085, + "learning_rate": 1.3615731103723507e-05, + "loss": 0.2126, + "step": 4710 + }, + { + "epoch": 2.058951965065502, + "grad_norm": 0.24859114020141224, + "learning_rate": 1.3559222416771793e-05, + "loss": 0.2061, + "step": 4715 + }, + { + "epoch": 2.061135371179039, + "grad_norm": 0.21853834679540102, + "learning_rate": 1.350278757065016e-05, + "loss": 0.2109, + "step": 4720 + }, + { + "epoch": 2.0633187772925763, + "grad_norm": 0.2074388039569142, + "learning_rate": 1.3446426929599229e-05, + "loss": 0.2137, + "step": 4725 + }, + { + "epoch": 2.0655021834061134, + "grad_norm": 0.21863003094886263, + "learning_rate": 1.3390140857380678e-05, + "loss": 0.1967, + "step": 4730 + }, + { + "epoch": 2.067685589519651, + "grad_norm": 0.25260685298764257, + "learning_rate": 1.3333929717274919e-05, + "loss": 0.2255, + "step": 4735 + }, + { + "epoch": 2.069868995633188, + "grad_norm": 0.23960033740421333, + "learning_rate": 1.3277793872078732e-05, + "loss": 0.2195, + "step": 4740 + }, + { + "epoch": 2.072052401746725, + "grad_norm": 0.23761525700313252, + "learning_rate": 1.3221733684102905e-05, + "loss": 0.2128, + "step": 4745 + }, + { + "epoch": 2.074235807860262, + "grad_norm": 0.21987521365657883, + "learning_rate": 1.3165749515169967e-05, + "loss": 0.2115, + "step": 4750 + }, + { + "epoch": 2.076419213973799, + "grad_norm": 0.223938388935573, + "learning_rate": 1.310984172661177e-05, + "loss": 0.2181, + "step": 4755 + }, + { + "epoch": 2.078602620087336, + "grad_norm": 0.2521445985500392, + "learning_rate": 1.305401067926722e-05, + "loss": 0.2143, + "step": 4760 + }, + { + "epoch": 2.0807860262008733, + "grad_norm": 0.23287630698929376, + "learning_rate": 1.2998256733479897e-05, + "loss": 0.2002, + "step": 4765 + }, + { + "epoch": 2.0829694323144103, + "grad_norm": 0.2600254334217533, + "learning_rate": 1.294258024909577e-05, + "loss": 0.2041, + "step": 4770 + }, + { + "epoch": 2.0851528384279474, + "grad_norm": 0.2926480056967554, + "learning_rate": 1.288698158546085e-05, + "loss": 0.2206, + "step": 4775 + }, + { + "epoch": 2.087336244541485, + "grad_norm": 0.21634943547113875, + "learning_rate": 1.2831461101418884e-05, + "loss": 0.2166, + "step": 4780 + }, + { + "epoch": 2.089519650655022, + "grad_norm": 0.2398092797244653, + "learning_rate": 1.2776019155309035e-05, + "loss": 0.2228, + "step": 4785 + }, + { + "epoch": 2.091703056768559, + "grad_norm": 0.22191669799449495, + "learning_rate": 1.2720656104963569e-05, + "loss": 0.2146, + "step": 4790 + }, + { + "epoch": 2.093886462882096, + "grad_norm": 0.22249356654838032, + "learning_rate": 1.2665372307705525e-05, + "loss": 0.2173, + "step": 4795 + }, + { + "epoch": 2.096069868995633, + "grad_norm": 0.2338757269866602, + "learning_rate": 1.2610168120346455e-05, + "loss": 0.2203, + "step": 4800 + }, + { + "epoch": 2.0982532751091703, + "grad_norm": 0.20569835239307332, + "learning_rate": 1.2555043899184077e-05, + "loss": 0.2169, + "step": 4805 + }, + { + "epoch": 2.1004366812227073, + "grad_norm": 0.18840672821070764, + "learning_rate": 1.2500000000000006e-05, + "loss": 0.2131, + "step": 4810 + }, + { + "epoch": 2.1026200873362444, + "grad_norm": 0.229982583270256, + "learning_rate": 1.2445036778057434e-05, + "loss": 0.2155, + "step": 4815 + }, + { + "epoch": 2.1048034934497815, + "grad_norm": 0.21678928738468423, + "learning_rate": 1.2390154588098854e-05, + "loss": 0.2151, + "step": 4820 + }, + { + "epoch": 2.106986899563319, + "grad_norm": 0.20815591769350697, + "learning_rate": 1.233535378434376e-05, + "loss": 0.2075, + "step": 4825 + }, + { + "epoch": 2.109170305676856, + "grad_norm": 0.22153362078682773, + "learning_rate": 1.2280634720486364e-05, + "loss": 0.2136, + "step": 4830 + }, + { + "epoch": 2.111353711790393, + "grad_norm": 0.21312931677811298, + "learning_rate": 1.2225997749693318e-05, + "loss": 0.21, + "step": 4835 + }, + { + "epoch": 2.11353711790393, + "grad_norm": 0.23940821453611505, + "learning_rate": 1.2171443224601443e-05, + "loss": 0.2141, + "step": 4840 + }, + { + "epoch": 2.1157205240174672, + "grad_norm": 0.2242248154195571, + "learning_rate": 1.2116971497315402e-05, + "loss": 0.208, + "step": 4845 + }, + { + "epoch": 2.1179039301310043, + "grad_norm": 0.21221180992392646, + "learning_rate": 1.2062582919405502e-05, + "loss": 0.2093, + "step": 4850 + }, + { + "epoch": 2.1200873362445414, + "grad_norm": 0.22445864486046593, + "learning_rate": 1.200827784190537e-05, + "loss": 0.2146, + "step": 4855 + }, + { + "epoch": 2.1222707423580784, + "grad_norm": 0.2301722383710042, + "learning_rate": 1.1954056615309728e-05, + "loss": 0.2084, + "step": 4860 + }, + { + "epoch": 2.1244541484716155, + "grad_norm": 0.2135558798950853, + "learning_rate": 1.1899919589572092e-05, + "loss": 0.2126, + "step": 4865 + }, + { + "epoch": 2.126637554585153, + "grad_norm": 0.2073308539610393, + "learning_rate": 1.1845867114102532e-05, + "loss": 0.2063, + "step": 4870 + }, + { + "epoch": 2.12882096069869, + "grad_norm": 0.2049312257048255, + "learning_rate": 1.1791899537765416e-05, + "loss": 0.2224, + "step": 4875 + }, + { + "epoch": 2.131004366812227, + "grad_norm": 0.24321581226405323, + "learning_rate": 1.173801720887717e-05, + "loss": 0.2218, + "step": 4880 + }, + { + "epoch": 2.1331877729257642, + "grad_norm": 0.21578319625044598, + "learning_rate": 1.1684220475203986e-05, + "loss": 0.199, + "step": 4885 + }, + { + "epoch": 2.1353711790393013, + "grad_norm": 0.2162898287189938, + "learning_rate": 1.1630509683959643e-05, + "loss": 0.2121, + "step": 4890 + }, + { + "epoch": 2.1375545851528384, + "grad_norm": 0.24512267530291906, + "learning_rate": 1.1576885181803215e-05, + "loss": 0.2171, + "step": 4895 + }, + { + "epoch": 2.1397379912663754, + "grad_norm": 0.19666073074843837, + "learning_rate": 1.1523347314836858e-05, + "loss": 0.2135, + "step": 4900 + }, + { + "epoch": 2.1419213973799125, + "grad_norm": 0.21309169492333768, + "learning_rate": 1.1469896428603563e-05, + "loss": 0.22, + "step": 4905 + }, + { + "epoch": 2.14410480349345, + "grad_norm": 0.2097865812131667, + "learning_rate": 1.1416532868084937e-05, + "loss": 0.2022, + "step": 4910 + }, + { + "epoch": 2.146288209606987, + "grad_norm": 0.22140108936049668, + "learning_rate": 1.1363256977698968e-05, + "loss": 0.2157, + "step": 4915 + }, + { + "epoch": 2.148471615720524, + "grad_norm": 0.20612571861461668, + "learning_rate": 1.1310069101297807e-05, + "loss": 0.212, + "step": 4920 + }, + { + "epoch": 2.150655021834061, + "grad_norm": 0.2172078322760656, + "learning_rate": 1.1256969582165544e-05, + "loss": 0.21, + "step": 4925 + }, + { + "epoch": 2.1528384279475983, + "grad_norm": 0.22655837718087724, + "learning_rate": 1.1203958763016007e-05, + "loss": 0.1969, + "step": 4930 + }, + { + "epoch": 2.1550218340611353, + "grad_norm": 0.23562847936093284, + "learning_rate": 1.1151036985990509e-05, + "loss": 0.209, + "step": 4935 + }, + { + "epoch": 2.1572052401746724, + "grad_norm": 0.21438898804486692, + "learning_rate": 1.1098204592655703e-05, + "loss": 0.2144, + "step": 4940 + }, + { + "epoch": 2.1593886462882095, + "grad_norm": 0.22341501985465956, + "learning_rate": 1.1045461924001325e-05, + "loss": 0.2095, + "step": 4945 + }, + { + "epoch": 2.1615720524017465, + "grad_norm": 0.2154153191432171, + "learning_rate": 1.0992809320438016e-05, + "loss": 0.2071, + "step": 4950 + }, + { + "epoch": 2.1637554585152836, + "grad_norm": 0.19531686390702627, + "learning_rate": 1.0940247121795123e-05, + "loss": 0.2095, + "step": 4955 + }, + { + "epoch": 2.165938864628821, + "grad_norm": 0.22132766807603957, + "learning_rate": 1.08877756673185e-05, + "loss": 0.2174, + "step": 4960 + }, + { + "epoch": 2.168122270742358, + "grad_norm": 0.22517823657634206, + "learning_rate": 1.0835395295668327e-05, + "loss": 0.2179, + "step": 4965 + }, + { + "epoch": 2.1703056768558953, + "grad_norm": 0.21142342412266563, + "learning_rate": 1.0783106344916913e-05, + "loss": 0.2051, + "step": 4970 + }, + { + "epoch": 2.1724890829694323, + "grad_norm": 0.20941158976258883, + "learning_rate": 1.073090915254652e-05, + "loss": 0.2221, + "step": 4975 + }, + { + "epoch": 2.1746724890829694, + "grad_norm": 0.21006000563282354, + "learning_rate": 1.06788040554472e-05, + "loss": 0.2003, + "step": 4980 + }, + { + "epoch": 2.1768558951965065, + "grad_norm": 0.19371851293041617, + "learning_rate": 1.0626791389914573e-05, + "loss": 0.2029, + "step": 4985 + }, + { + "epoch": 2.1790393013100435, + "grad_norm": 0.2202294387310257, + "learning_rate": 1.0574871491647723e-05, + "loss": 0.2141, + "step": 4990 + }, + { + "epoch": 2.1812227074235806, + "grad_norm": 0.22059840659575228, + "learning_rate": 1.0523044695746975e-05, + "loss": 0.2121, + "step": 4995 + }, + { + "epoch": 2.183406113537118, + "grad_norm": 0.2066703461639902, + "learning_rate": 1.0471311336711772e-05, + "loss": 0.2123, + "step": 5000 + }, + { + "epoch": 2.185589519650655, + "grad_norm": 0.20919147411357605, + "learning_rate": 1.0419671748438487e-05, + "loss": 0.2166, + "step": 5005 + }, + { + "epoch": 2.1877729257641922, + "grad_norm": 0.1934804236700962, + "learning_rate": 1.0368126264218282e-05, + "loss": 0.2109, + "step": 5010 + }, + { + "epoch": 2.1899563318777293, + "grad_norm": 0.2089470879409506, + "learning_rate": 1.0316675216734952e-05, + "loss": 0.2057, + "step": 5015 + }, + { + "epoch": 2.1921397379912664, + "grad_norm": 0.19986998684970525, + "learning_rate": 1.026531893806279e-05, + "loss": 0.2225, + "step": 5020 + }, + { + "epoch": 2.1943231441048034, + "grad_norm": 0.22134729099448455, + "learning_rate": 1.0214057759664424e-05, + "loss": 0.2161, + "step": 5025 + }, + { + "epoch": 2.1965065502183405, + "grad_norm": 0.20179325283452076, + "learning_rate": 1.0162892012388703e-05, + "loss": 0.223, + "step": 5030 + }, + { + "epoch": 2.1986899563318776, + "grad_norm": 0.20653676340802546, + "learning_rate": 1.0111822026468515e-05, + "loss": 0.2127, + "step": 5035 + }, + { + "epoch": 2.2008733624454146, + "grad_norm": 0.20118347192898964, + "learning_rate": 1.0060848131518716e-05, + "loss": 0.2132, + "step": 5040 + }, + { + "epoch": 2.203056768558952, + "grad_norm": 0.2127487431663625, + "learning_rate": 1.0009970656533965e-05, + "loss": 0.2138, + "step": 5045 + }, + { + "epoch": 2.2052401746724892, + "grad_norm": 0.18873587826004806, + "learning_rate": 9.95918992988661e-06, + "loss": 0.2159, + "step": 5050 + }, + { + "epoch": 2.2074235807860263, + "grad_norm": 0.21267677980729546, + "learning_rate": 9.908506279324564e-06, + "loss": 0.2094, + "step": 5055 + }, + { + "epoch": 2.2096069868995634, + "grad_norm": 0.20619431733016733, + "learning_rate": 9.857920031969198e-06, + "loss": 0.2066, + "step": 5060 + }, + { + "epoch": 2.2117903930131004, + "grad_norm": 0.2223339638565872, + "learning_rate": 9.807431514313225e-06, + "loss": 0.2315, + "step": 5065 + }, + { + "epoch": 2.2139737991266375, + "grad_norm": 0.2351717184649456, + "learning_rate": 9.757041052218587e-06, + "loss": 0.2192, + "step": 5070 + }, + { + "epoch": 2.2161572052401746, + "grad_norm": 0.18769468217068455, + "learning_rate": 9.70674897091437e-06, + "loss": 0.21, + "step": 5075 + }, + { + "epoch": 2.2183406113537116, + "grad_norm": 0.24549048829311135, + "learning_rate": 9.656555594994687e-06, + "loss": 0.2025, + "step": 5080 + }, + { + "epoch": 2.2205240174672487, + "grad_norm": 0.20415216492897895, + "learning_rate": 9.606461248416573e-06, + "loss": 0.2016, + "step": 5085 + }, + { + "epoch": 2.222707423580786, + "grad_norm": 0.2005430180173854, + "learning_rate": 9.556466254497931e-06, + "loss": 0.2098, + "step": 5090 + }, + { + "epoch": 2.2248908296943233, + "grad_norm": 0.22132570053896475, + "learning_rate": 9.506570935915419e-06, + "loss": 0.2087, + "step": 5095 + }, + { + "epoch": 2.2270742358078603, + "grad_norm": 0.19989818333839046, + "learning_rate": 9.456775614702364e-06, + "loss": 0.2079, + "step": 5100 + }, + { + "epoch": 2.2292576419213974, + "grad_norm": 0.2473690640544336, + "learning_rate": 9.407080612246697e-06, + "loss": 0.2107, + "step": 5105 + }, + { + "epoch": 2.2314410480349345, + "grad_norm": 0.21359326359845074, + "learning_rate": 9.357486249288891e-06, + "loss": 0.2254, + "step": 5110 + }, + { + "epoch": 2.2336244541484715, + "grad_norm": 0.2355252231386045, + "learning_rate": 9.307992845919844e-06, + "loss": 0.2032, + "step": 5115 + }, + { + "epoch": 2.2358078602620086, + "grad_norm": 0.1990769526625258, + "learning_rate": 9.258600721578872e-06, + "loss": 0.2076, + "step": 5120 + }, + { + "epoch": 2.2379912663755457, + "grad_norm": 0.2244729672302675, + "learning_rate": 9.209310195051582e-06, + "loss": 0.2186, + "step": 5125 + }, + { + "epoch": 2.2401746724890828, + "grad_norm": 0.19571847441525664, + "learning_rate": 9.160121584467878e-06, + "loss": 0.1942, + "step": 5130 + }, + { + "epoch": 2.2423580786026203, + "grad_norm": 0.2174940143142323, + "learning_rate": 9.111035207299878e-06, + "loss": 0.2155, + "step": 5135 + }, + { + "epoch": 2.2445414847161573, + "grad_norm": 0.20301405504923226, + "learning_rate": 9.062051380359857e-06, + "loss": 0.2155, + "step": 5140 + }, + { + "epoch": 2.2467248908296944, + "grad_norm": 0.2381569949311249, + "learning_rate": 9.01317041979822e-06, + "loss": 0.2191, + "step": 5145 + }, + { + "epoch": 2.2489082969432315, + "grad_norm": 0.20675760421426403, + "learning_rate": 8.964392641101455e-06, + "loss": 0.198, + "step": 5150 + }, + { + "epoch": 2.2510917030567685, + "grad_norm": 0.18783552296846562, + "learning_rate": 8.915718359090086e-06, + "loss": 0.2049, + "step": 5155 + }, + { + "epoch": 2.2532751091703056, + "grad_norm": 0.20565919831917942, + "learning_rate": 8.867147887916663e-06, + "loss": 0.2227, + "step": 5160 + }, + { + "epoch": 2.2554585152838427, + "grad_norm": 0.205583376077084, + "learning_rate": 8.818681541063714e-06, + "loss": 0.2118, + "step": 5165 + }, + { + "epoch": 2.2576419213973797, + "grad_norm": 0.18747729101469687, + "learning_rate": 8.770319631341745e-06, + "loss": 0.2014, + "step": 5170 + }, + { + "epoch": 2.2598253275109172, + "grad_norm": 0.1903688682819849, + "learning_rate": 8.722062470887169e-06, + "loss": 0.1973, + "step": 5175 + }, + { + "epoch": 2.2620087336244543, + "grad_norm": 0.20544378450917616, + "learning_rate": 8.673910371160368e-06, + "loss": 0.2132, + "step": 5180 + }, + { + "epoch": 2.2641921397379914, + "grad_norm": 0.22300030961664347, + "learning_rate": 8.625863642943623e-06, + "loss": 0.2102, + "step": 5185 + }, + { + "epoch": 2.2663755458515285, + "grad_norm": 0.24719313551585811, + "learning_rate": 8.577922596339142e-06, + "loss": 0.2091, + "step": 5190 + }, + { + "epoch": 2.2685589519650655, + "grad_norm": 0.19395953090113746, + "learning_rate": 8.530087540767029e-06, + "loss": 0.2119, + "step": 5195 + }, + { + "epoch": 2.2707423580786026, + "grad_norm": 0.2057558795183291, + "learning_rate": 8.482358784963312e-06, + "loss": 0.2088, + "step": 5200 + }, + { + "epoch": 2.2729257641921397, + "grad_norm": 0.194298675532194, + "learning_rate": 8.43473663697794e-06, + "loss": 0.1949, + "step": 5205 + }, + { + "epoch": 2.2751091703056767, + "grad_norm": 0.2059192410189242, + "learning_rate": 8.387221404172796e-06, + "loss": 0.2036, + "step": 5210 + }, + { + "epoch": 2.277292576419214, + "grad_norm": 0.20744243911102733, + "learning_rate": 8.339813393219714e-06, + "loss": 0.2146, + "step": 5215 + }, + { + "epoch": 2.279475982532751, + "grad_norm": 0.2043265849228992, + "learning_rate": 8.292512910098508e-06, + "loss": 0.2206, + "step": 5220 + }, + { + "epoch": 2.2816593886462884, + "grad_norm": 0.2100815969871642, + "learning_rate": 8.245320260094955e-06, + "loss": 0.2199, + "step": 5225 + }, + { + "epoch": 2.2838427947598254, + "grad_norm": 0.20976956534920874, + "learning_rate": 8.198235747798893e-06, + "loss": 0.2168, + "step": 5230 + }, + { + "epoch": 2.2860262008733625, + "grad_norm": 0.2050232275697135, + "learning_rate": 8.151259677102211e-06, + "loss": 0.216, + "step": 5235 + }, + { + "epoch": 2.2882096069868996, + "grad_norm": 4.122598477737714, + "learning_rate": 8.104392351196885e-06, + "loss": 0.2198, + "step": 5240 + }, + { + "epoch": 2.2903930131004366, + "grad_norm": 0.2237909328728828, + "learning_rate": 8.057634072573048e-06, + "loss": 0.2173, + "step": 5245 + }, + { + "epoch": 2.2925764192139737, + "grad_norm": 0.21176821690953787, + "learning_rate": 8.010985143017008e-06, + "loss": 0.2157, + "step": 5250 + }, + { + "epoch": 2.2947598253275108, + "grad_norm": 0.8545824488764707, + "learning_rate": 7.964445863609329e-06, + "loss": 0.215, + "step": 5255 + }, + { + "epoch": 2.2969432314410483, + "grad_norm": 0.23797387294881264, + "learning_rate": 7.91801653472286e-06, + "loss": 0.1993, + "step": 5260 + }, + { + "epoch": 2.2991266375545854, + "grad_norm": 0.209126744021443, + "learning_rate": 7.871697456020819e-06, + "loss": 0.2285, + "step": 5265 + }, + { + "epoch": 2.3013100436681224, + "grad_norm": 0.2036921534501079, + "learning_rate": 7.825488926454851e-06, + "loss": 0.2137, + "step": 5270 + }, + { + "epoch": 2.3034934497816595, + "grad_norm": 0.19891864557452632, + "learning_rate": 7.77939124426308e-06, + "loss": 0.2094, + "step": 5275 + }, + { + "epoch": 2.3056768558951966, + "grad_norm": 0.21772742093397335, + "learning_rate": 7.733404706968215e-06, + "loss": 0.2097, + "step": 5280 + }, + { + "epoch": 2.3078602620087336, + "grad_norm": 0.1920838796289188, + "learning_rate": 7.687529611375616e-06, + "loss": 0.2161, + "step": 5285 + }, + { + "epoch": 2.3100436681222707, + "grad_norm": 0.20114220947132505, + "learning_rate": 7.64176625357138e-06, + "loss": 0.2041, + "step": 5290 + }, + { + "epoch": 2.3122270742358078, + "grad_norm": 0.20058172964283594, + "learning_rate": 7.596114928920422e-06, + "loss": 0.2124, + "step": 5295 + }, + { + "epoch": 2.314410480349345, + "grad_norm": 0.20110764788896288, + "learning_rate": 7.55057593206458e-06, + "loss": 0.2018, + "step": 5300 + }, + { + "epoch": 2.316593886462882, + "grad_norm": 0.2033865906846183, + "learning_rate": 7.505149556920699e-06, + "loss": 0.2139, + "step": 5305 + }, + { + "epoch": 2.3187772925764194, + "grad_norm": 0.21910248265310586, + "learning_rate": 7.459836096678757e-06, + "loss": 0.2153, + "step": 5310 + }, + { + "epoch": 2.3209606986899565, + "grad_norm": 0.2026773384631961, + "learning_rate": 7.41463584379995e-06, + "loss": 0.215, + "step": 5315 + }, + { + "epoch": 2.3231441048034935, + "grad_norm": 0.2127225287015194, + "learning_rate": 7.369549090014821e-06, + "loss": 0.212, + "step": 5320 + }, + { + "epoch": 2.3253275109170306, + "grad_norm": 0.20869494683552092, + "learning_rate": 7.32457612632135e-06, + "loss": 0.216, + "step": 5325 + }, + { + "epoch": 2.3275109170305677, + "grad_norm": 0.19166630407586727, + "learning_rate": 7.279717242983117e-06, + "loss": 0.2166, + "step": 5330 + }, + { + "epoch": 2.3296943231441047, + "grad_norm": 0.2004851412037729, + "learning_rate": 7.234972729527401e-06, + "loss": 0.207, + "step": 5335 + }, + { + "epoch": 2.331877729257642, + "grad_norm": 0.18554259866541592, + "learning_rate": 7.190342874743311e-06, + "loss": 0.201, + "step": 5340 + }, + { + "epoch": 2.334061135371179, + "grad_norm": 0.21209107877243255, + "learning_rate": 7.145827966679936e-06, + "loss": 0.1968, + "step": 5345 + }, + { + "epoch": 2.3362445414847164, + "grad_norm": 0.20153718074405388, + "learning_rate": 7.101428292644477e-06, + "loss": 0.2176, + "step": 5350 + }, + { + "epoch": 2.3384279475982535, + "grad_norm": 0.18992678255749726, + "learning_rate": 7.057144139200378e-06, + "loss": 0.2013, + "step": 5355 + }, + { + "epoch": 2.3406113537117905, + "grad_norm": 0.1830289392115265, + "learning_rate": 7.0129757921655355e-06, + "loss": 0.1979, + "step": 5360 + }, + { + "epoch": 2.3427947598253276, + "grad_norm": 0.19740674215886508, + "learning_rate": 6.968923536610356e-06, + "loss": 0.2078, + "step": 5365 + }, + { + "epoch": 2.3449781659388647, + "grad_norm": 0.2121990875989476, + "learning_rate": 6.924987656856002e-06, + "loss": 0.1936, + "step": 5370 + }, + { + "epoch": 2.3471615720524017, + "grad_norm": 0.22075994643117536, + "learning_rate": 6.881168436472524e-06, + "loss": 0.2114, + "step": 5375 + }, + { + "epoch": 2.349344978165939, + "grad_norm": 0.20805940844514723, + "learning_rate": 6.837466158277025e-06, + "loss": 0.1941, + "step": 5380 + }, + { + "epoch": 2.351528384279476, + "grad_norm": 0.18880443913500422, + "learning_rate": 6.7938811043318475e-06, + "loss": 0.2151, + "step": 5385 + }, + { + "epoch": 2.353711790393013, + "grad_norm": 0.23050444783405694, + "learning_rate": 6.750413555942742e-06, + "loss": 0.2066, + "step": 5390 + }, + { + "epoch": 2.35589519650655, + "grad_norm": 0.19659728337288793, + "learning_rate": 6.707063793657065e-06, + "loss": 0.2168, + "step": 5395 + }, + { + "epoch": 2.3580786026200875, + "grad_norm": 0.2044183886617955, + "learning_rate": 6.663832097261952e-06, + "loss": 0.2193, + "step": 5400 + }, + { + "epoch": 2.3602620087336246, + "grad_norm": 0.19473776562391912, + "learning_rate": 6.620718745782525e-06, + "loss": 0.2031, + "step": 5405 + }, + { + "epoch": 2.3624454148471616, + "grad_norm": 0.19433516742290474, + "learning_rate": 6.577724017480094e-06, + "loss": 0.2147, + "step": 5410 + }, + { + "epoch": 2.3646288209606987, + "grad_norm": 0.2002897275632141, + "learning_rate": 6.534848189850329e-06, + "loss": 0.1992, + "step": 5415 + }, + { + "epoch": 2.3668122270742358, + "grad_norm": 0.1981020777647114, + "learning_rate": 6.492091539621517e-06, + "loss": 0.2029, + "step": 5420 + }, + { + "epoch": 2.368995633187773, + "grad_norm": 0.18263004359615023, + "learning_rate": 6.449454342752748e-06, + "loss": 0.2018, + "step": 5425 + }, + { + "epoch": 2.37117903930131, + "grad_norm": 0.1878131474845262, + "learning_rate": 6.406936874432134e-06, + "loss": 0.2037, + "step": 5430 + }, + { + "epoch": 2.373362445414847, + "grad_norm": 0.204062897390976, + "learning_rate": 6.364539409075043e-06, + "loss": 0.2017, + "step": 5435 + }, + { + "epoch": 2.3755458515283845, + "grad_norm": 0.19374315646095067, + "learning_rate": 6.322262220322314e-06, + "loss": 0.2093, + "step": 5440 + }, + { + "epoch": 2.3777292576419216, + "grad_norm": 0.20250412793089098, + "learning_rate": 6.280105581038509e-06, + "loss": 0.2031, + "step": 5445 + }, + { + "epoch": 2.3799126637554586, + "grad_norm": 0.18639353569932318, + "learning_rate": 6.238069763310136e-06, + "loss": 0.2082, + "step": 5450 + }, + { + "epoch": 2.3820960698689957, + "grad_norm": 0.19128091651488877, + "learning_rate": 6.1961550384438984e-06, + "loss": 0.2066, + "step": 5455 + }, + { + "epoch": 2.3842794759825328, + "grad_norm": 0.19608351533598506, + "learning_rate": 6.154361676964956e-06, + "loss": 0.2165, + "step": 5460 + }, + { + "epoch": 2.38646288209607, + "grad_norm": 0.18656964338831433, + "learning_rate": 6.112689948615144e-06, + "loss": 0.2019, + "step": 5465 + }, + { + "epoch": 2.388646288209607, + "grad_norm": 0.18488662819515192, + "learning_rate": 6.071140122351276e-06, + "loss": 0.2018, + "step": 5470 + }, + { + "epoch": 2.390829694323144, + "grad_norm": 0.19839674782985758, + "learning_rate": 6.029712466343382e-06, + "loss": 0.2057, + "step": 5475 + }, + { + "epoch": 2.393013100436681, + "grad_norm": 0.1935316894500808, + "learning_rate": 5.988407247972982e-06, + "loss": 0.2101, + "step": 5480 + }, + { + "epoch": 2.395196506550218, + "grad_norm": 0.19014181610486888, + "learning_rate": 5.947224733831364e-06, + "loss": 0.214, + "step": 5485 + }, + { + "epoch": 2.3973799126637556, + "grad_norm": 0.2047537532894175, + "learning_rate": 5.906165189717855e-06, + "loss": 0.2069, + "step": 5490 + }, + { + "epoch": 2.3995633187772927, + "grad_norm": 0.20244514937691652, + "learning_rate": 5.8652288806381215e-06, + "loss": 0.2093, + "step": 5495 + }, + { + "epoch": 2.4017467248908297, + "grad_norm": 0.2029682194929424, + "learning_rate": 5.824416070802438e-06, + "loss": 0.1989, + "step": 5500 + }, + { + "epoch": 2.403930131004367, + "grad_norm": 0.19862209705141703, + "learning_rate": 5.7837270236239995e-06, + "loss": 0.1988, + "step": 5505 + }, + { + "epoch": 2.406113537117904, + "grad_norm": 0.19816634806985825, + "learning_rate": 5.74316200171722e-06, + "loss": 0.2042, + "step": 5510 + }, + { + "epoch": 2.408296943231441, + "grad_norm": 0.20129123615306388, + "learning_rate": 5.70272126689601e-06, + "loss": 0.2036, + "step": 5515 + }, + { + "epoch": 2.410480349344978, + "grad_norm": 0.18987017520409014, + "learning_rate": 5.662405080172134e-06, + "loss": 0.2078, + "step": 5520 + }, + { + "epoch": 2.4126637554585155, + "grad_norm": 0.19052375793050977, + "learning_rate": 5.622213701753487e-06, + "loss": 0.2231, + "step": 5525 + }, + { + "epoch": 2.4148471615720526, + "grad_norm": 0.19323234507341908, + "learning_rate": 5.582147391042433e-06, + "loss": 0.2092, + "step": 5530 + }, + { + "epoch": 2.4170305676855897, + "grad_norm": 0.1924708259179898, + "learning_rate": 5.542206406634129e-06, + "loss": 0.2078, + "step": 5535 + }, + { + "epoch": 2.4192139737991267, + "grad_norm": 0.207006675227268, + "learning_rate": 5.5023910063148445e-06, + "loss": 0.2109, + "step": 5540 + }, + { + "epoch": 2.421397379912664, + "grad_norm": 0.2002952114074735, + "learning_rate": 5.46270144706032e-06, + "loss": 0.198, + "step": 5545 + }, + { + "epoch": 2.423580786026201, + "grad_norm": 0.2091856914324174, + "learning_rate": 5.423137985034085e-06, + "loss": 0.2138, + "step": 5550 + }, + { + "epoch": 2.425764192139738, + "grad_norm": 0.22941186423542465, + "learning_rate": 5.3837008755858145e-06, + "loss": 0.2013, + "step": 5555 + }, + { + "epoch": 2.427947598253275, + "grad_norm": 0.1974516927188841, + "learning_rate": 5.3443903732496966e-06, + "loss": 0.2069, + "step": 5560 + }, + { + "epoch": 2.430131004366812, + "grad_norm": 0.1861177274579643, + "learning_rate": 5.305206731742748e-06, + "loss": 0.2086, + "step": 5565 + }, + { + "epoch": 2.432314410480349, + "grad_norm": 0.196399769855382, + "learning_rate": 5.266150203963224e-06, + "loss": 0.2155, + "step": 5570 + }, + { + "epoch": 2.4344978165938866, + "grad_norm": 0.20583463409268135, + "learning_rate": 5.227221041988956e-06, + "loss": 0.2055, + "step": 5575 + }, + { + "epoch": 2.4366812227074237, + "grad_norm": 0.19145217163247738, + "learning_rate": 5.188419497075739e-06, + "loss": 0.2045, + "step": 5580 + }, + { + "epoch": 2.438864628820961, + "grad_norm": 0.2300625133365478, + "learning_rate": 5.1497458196556995e-06, + "loss": 0.2192, + "step": 5585 + }, + { + "epoch": 2.441048034934498, + "grad_norm": 0.19252331533699785, + "learning_rate": 5.111200259335688e-06, + "loss": 0.2089, + "step": 5590 + }, + { + "epoch": 2.443231441048035, + "grad_norm": 0.20014832340012859, + "learning_rate": 5.072783064895664e-06, + "loss": 0.2243, + "step": 5595 + }, + { + "epoch": 2.445414847161572, + "grad_norm": 0.19507458711265246, + "learning_rate": 5.034494484287086e-06, + "loss": 0.2195, + "step": 5600 + }, + { + "epoch": 2.447598253275109, + "grad_norm": 0.18618941255923363, + "learning_rate": 4.996334764631322e-06, + "loss": 0.2034, + "step": 5605 + }, + { + "epoch": 2.449781659388646, + "grad_norm": 0.2223628562088218, + "learning_rate": 4.958304152218046e-06, + "loss": 0.2076, + "step": 5610 + }, + { + "epoch": 2.4519650655021836, + "grad_norm": 0.22749716704810904, + "learning_rate": 4.920402892503648e-06, + "loss": 0.2142, + "step": 5615 + }, + { + "epoch": 2.4541484716157207, + "grad_norm": 0.20326433502448837, + "learning_rate": 4.882631230109655e-06, + "loss": 0.206, + "step": 5620 + }, + { + "epoch": 2.4563318777292578, + "grad_norm": 0.20525401555309347, + "learning_rate": 4.844989408821149e-06, + "loss": 0.2042, + "step": 5625 + }, + { + "epoch": 2.458515283842795, + "grad_norm": 0.20210008215232908, + "learning_rate": 4.807477671585195e-06, + "loss": 0.1999, + "step": 5630 + }, + { + "epoch": 2.460698689956332, + "grad_norm": 0.21710829320874975, + "learning_rate": 4.770096260509274e-06, + "loss": 0.203, + "step": 5635 + }, + { + "epoch": 2.462882096069869, + "grad_norm": 0.18303629687950113, + "learning_rate": 4.732845416859713e-06, + "loss": 0.2134, + "step": 5640 + }, + { + "epoch": 2.465065502183406, + "grad_norm": 0.19284778474305014, + "learning_rate": 4.695725381060137e-06, + "loss": 0.2062, + "step": 5645 + }, + { + "epoch": 2.467248908296943, + "grad_norm": 0.18825083490369524, + "learning_rate": 4.658736392689922e-06, + "loss": 0.2214, + "step": 5650 + }, + { + "epoch": 2.46943231441048, + "grad_norm": 0.20310843234802933, + "learning_rate": 4.6218786904826175e-06, + "loss": 0.2132, + "step": 5655 + }, + { + "epoch": 2.4716157205240172, + "grad_norm": 0.21879459935317394, + "learning_rate": 4.58515251232445e-06, + "loss": 0.2193, + "step": 5660 + }, + { + "epoch": 2.4737991266375547, + "grad_norm": 0.2064948920674535, + "learning_rate": 4.548558095252758e-06, + "loss": 0.206, + "step": 5665 + }, + { + "epoch": 2.475982532751092, + "grad_norm": 0.20819617169964372, + "learning_rate": 4.512095675454472e-06, + "loss": 0.2116, + "step": 5670 + }, + { + "epoch": 2.478165938864629, + "grad_norm": 0.19013108098717665, + "learning_rate": 4.475765488264588e-06, + "loss": 0.2031, + "step": 5675 + }, + { + "epoch": 2.480349344978166, + "grad_norm": 0.19875013946254505, + "learning_rate": 4.439567768164651e-06, + "loss": 0.2017, + "step": 5680 + }, + { + "epoch": 2.482532751091703, + "grad_norm": 0.235432313345855, + "learning_rate": 4.4035027487812325e-06, + "loss": 0.2119, + "step": 5685 + }, + { + "epoch": 2.48471615720524, + "grad_norm": 0.19883691503756268, + "learning_rate": 4.367570662884438e-06, + "loss": 0.1997, + "step": 5690 + }, + { + "epoch": 2.486899563318777, + "grad_norm": 0.19289587740272107, + "learning_rate": 4.331771742386395e-06, + "loss": 0.2096, + "step": 5695 + }, + { + "epoch": 2.489082969432314, + "grad_norm": 0.18568302603914705, + "learning_rate": 4.296106218339757e-06, + "loss": 0.2056, + "step": 5700 + }, + { + "epoch": 2.4912663755458517, + "grad_norm": 0.1886391942932925, + "learning_rate": 4.260574320936203e-06, + "loss": 0.2022, + "step": 5705 + }, + { + "epoch": 2.493449781659389, + "grad_norm": 0.19736454250903648, + "learning_rate": 4.225176279504975e-06, + "loss": 0.2139, + "step": 5710 + }, + { + "epoch": 2.495633187772926, + "grad_norm": 0.20848042828630423, + "learning_rate": 4.1899123225113825e-06, + "loss": 0.2033, + "step": 5715 + }, + { + "epoch": 2.497816593886463, + "grad_norm": 0.18156063895028207, + "learning_rate": 4.154782677555324e-06, + "loss": 0.2055, + "step": 5720 + }, + { + "epoch": 2.5, + "grad_norm": 0.1915665995869679, + "learning_rate": 4.119787571369829e-06, + "loss": 0.2056, + "step": 5725 + }, + { + "epoch": 2.502183406113537, + "grad_norm": 0.20789030655261928, + "learning_rate": 4.084927229819591e-06, + "loss": 0.1969, + "step": 5730 + }, + { + "epoch": 2.504366812227074, + "grad_norm": 0.19567843626163597, + "learning_rate": 4.050201877899501e-06, + "loss": 0.1967, + "step": 5735 + }, + { + "epoch": 2.506550218340611, + "grad_norm": 0.19524615840080548, + "learning_rate": 4.0156117397332074e-06, + "loss": 0.2017, + "step": 5740 + }, + { + "epoch": 2.5087336244541483, + "grad_norm": 0.1851828139613455, + "learning_rate": 3.9811570385716705e-06, + "loss": 0.2187, + "step": 5745 + }, + { + "epoch": 2.5109170305676853, + "grad_norm": 0.18768129563315683, + "learning_rate": 3.9468379967917025e-06, + "loss": 0.2139, + "step": 5750 + }, + { + "epoch": 2.513100436681223, + "grad_norm": 0.1908316174021218, + "learning_rate": 3.912654835894564e-06, + "loss": 0.2085, + "step": 5755 + }, + { + "epoch": 2.51528384279476, + "grad_norm": 0.18887997682497717, + "learning_rate": 3.878607776504489e-06, + "loss": 0.2089, + "step": 5760 + }, + { + "epoch": 2.517467248908297, + "grad_norm": 0.18931507612361673, + "learning_rate": 3.844697038367314e-06, + "loss": 0.2118, + "step": 5765 + }, + { + "epoch": 2.519650655021834, + "grad_norm": 0.1955389549996342, + "learning_rate": 3.8109228403490268e-06, + "loss": 0.2041, + "step": 5770 + }, + { + "epoch": 2.521834061135371, + "grad_norm": 0.1985311672510908, + "learning_rate": 3.7772854004343494e-06, + "loss": 0.2117, + "step": 5775 + }, + { + "epoch": 2.524017467248908, + "grad_norm": 0.18193407723396662, + "learning_rate": 3.7437849357253555e-06, + "loss": 0.2051, + "step": 5780 + }, + { + "epoch": 2.5262008733624453, + "grad_norm": 0.19363438642248365, + "learning_rate": 3.7104216624400502e-06, + "loss": 0.2112, + "step": 5785 + }, + { + "epoch": 2.5283842794759828, + "grad_norm": 0.18728937794992326, + "learning_rate": 3.677195795910984e-06, + "loss": 0.2052, + "step": 5790 + }, + { + "epoch": 2.53056768558952, + "grad_norm": 0.17522592702667172, + "learning_rate": 3.6441075505838586e-06, + "loss": 0.2108, + "step": 5795 + }, + { + "epoch": 2.532751091703057, + "grad_norm": 0.19669895879396115, + "learning_rate": 3.6111571400161387e-06, + "loss": 0.2107, + "step": 5800 + }, + { + "epoch": 2.534934497816594, + "grad_norm": 0.2086966810335374, + "learning_rate": 3.578344776875689e-06, + "loss": 0.2025, + "step": 5805 + }, + { + "epoch": 2.537117903930131, + "grad_norm": 0.18427750014405722, + "learning_rate": 3.5456706729393774e-06, + "loss": 0.2089, + "step": 5810 + }, + { + "epoch": 2.539301310043668, + "grad_norm": 0.19759644279021854, + "learning_rate": 3.5131350390917333e-06, + "loss": 0.2136, + "step": 5815 + }, + { + "epoch": 2.541484716157205, + "grad_norm": 0.18832000886509567, + "learning_rate": 3.4807380853235704e-06, + "loss": 0.2206, + "step": 5820 + }, + { + "epoch": 2.5436681222707422, + "grad_norm": 0.1939256790542837, + "learning_rate": 3.4484800207306405e-06, + "loss": 0.2104, + "step": 5825 + }, + { + "epoch": 2.5458515283842793, + "grad_norm": 0.1981092726688764, + "learning_rate": 3.4163610535122738e-06, + "loss": 0.2082, + "step": 5830 + }, + { + "epoch": 2.5480349344978164, + "grad_norm": 0.20236118691003865, + "learning_rate": 3.384381390970048e-06, + "loss": 0.2046, + "step": 5835 + }, + { + "epoch": 2.5502183406113534, + "grad_norm": 0.19004473471111177, + "learning_rate": 3.3525412395064375e-06, + "loss": 0.2023, + "step": 5840 + }, + { + "epoch": 2.552401746724891, + "grad_norm": 0.20444360368222714, + "learning_rate": 3.32084080462349e-06, + "loss": 0.2027, + "step": 5845 + }, + { + "epoch": 2.554585152838428, + "grad_norm": 0.2175490290108786, + "learning_rate": 3.2892802909214955e-06, + "loss": 0.2096, + "step": 5850 + }, + { + "epoch": 2.556768558951965, + "grad_norm": 0.19247531436865034, + "learning_rate": 3.2578599020976707e-06, + "loss": 0.1951, + "step": 5855 + }, + { + "epoch": 2.558951965065502, + "grad_norm": 0.1874278832882864, + "learning_rate": 3.2265798409448376e-06, + "loss": 0.211, + "step": 5860 + }, + { + "epoch": 2.561135371179039, + "grad_norm": 0.19407368076943168, + "learning_rate": 3.1954403093501227e-06, + "loss": 0.2179, + "step": 5865 + }, + { + "epoch": 2.5633187772925763, + "grad_norm": 0.176804419787979, + "learning_rate": 3.1644415082936417e-06, + "loss": 0.2017, + "step": 5870 + }, + { + "epoch": 2.565502183406114, + "grad_norm": 0.1936425739896731, + "learning_rate": 3.1335836378472233e-06, + "loss": 0.1963, + "step": 5875 + }, + { + "epoch": 2.567685589519651, + "grad_norm": 0.18623478504104157, + "learning_rate": 3.10286689717309e-06, + "loss": 0.2076, + "step": 5880 + }, + { + "epoch": 2.569868995633188, + "grad_norm": 0.18973768721599718, + "learning_rate": 3.0722914845225963e-06, + "loss": 0.211, + "step": 5885 + }, + { + "epoch": 2.572052401746725, + "grad_norm": 0.1887388707833972, + "learning_rate": 3.04185759723494e-06, + "loss": 0.1983, + "step": 5890 + }, + { + "epoch": 2.574235807860262, + "grad_norm": 0.18187528811137918, + "learning_rate": 3.0115654317358884e-06, + "loss": 0.2119, + "step": 5895 + }, + { + "epoch": 2.576419213973799, + "grad_norm": 0.19057590033301217, + "learning_rate": 2.981415183536504e-06, + "loss": 0.212, + "step": 5900 + }, + { + "epoch": 2.578602620087336, + "grad_norm": 0.18728042390500685, + "learning_rate": 2.9514070472318965e-06, + "loss": 0.1956, + "step": 5905 + }, + { + "epoch": 2.5807860262008733, + "grad_norm": 0.18967646290907864, + "learning_rate": 2.9215412164999594e-06, + "loss": 0.2006, + "step": 5910 + }, + { + "epoch": 2.5829694323144103, + "grad_norm": 0.19120785023883197, + "learning_rate": 2.891817884100123e-06, + "loss": 0.192, + "step": 5915 + }, + { + "epoch": 2.5851528384279474, + "grad_norm": 0.18671520762510882, + "learning_rate": 2.862237241872101e-06, + "loss": 0.2215, + "step": 5920 + }, + { + "epoch": 2.5873362445414845, + "grad_norm": 0.1891615762513396, + "learning_rate": 2.832799480734663e-06, + "loss": 0.2244, + "step": 5925 + }, + { + "epoch": 2.589519650655022, + "grad_norm": 0.1807780047483408, + "learning_rate": 2.8035047906844e-06, + "loss": 0.2053, + "step": 5930 + }, + { + "epoch": 2.591703056768559, + "grad_norm": 0.18284608120565451, + "learning_rate": 2.774353360794493e-06, + "loss": 0.2047, + "step": 5935 + }, + { + "epoch": 2.593886462882096, + "grad_norm": 0.18110685745874158, + "learning_rate": 2.7453453792134986e-06, + "loss": 0.213, + "step": 5940 + }, + { + "epoch": 2.596069868995633, + "grad_norm": 0.18936818198939037, + "learning_rate": 2.7164810331641366e-06, + "loss": 0.2038, + "step": 5945 + }, + { + "epoch": 2.5982532751091703, + "grad_norm": 0.19029850620608788, + "learning_rate": 2.687760508942064e-06, + "loss": 0.2116, + "step": 5950 + }, + { + "epoch": 2.6004366812227073, + "grad_norm": 0.19115405588229892, + "learning_rate": 2.659183991914696e-06, + "loss": 0.2145, + "step": 5955 + }, + { + "epoch": 2.6026200873362444, + "grad_norm": 0.1945513238775359, + "learning_rate": 2.6307516665200012e-06, + "loss": 0.208, + "step": 5960 + }, + { + "epoch": 2.604803493449782, + "grad_norm": 0.19282829361579937, + "learning_rate": 2.602463716265302e-06, + "loss": 0.2179, + "step": 5965 + }, + { + "epoch": 2.606986899563319, + "grad_norm": 0.2002570604911309, + "learning_rate": 2.5743203237261065e-06, + "loss": 0.2095, + "step": 5970 + }, + { + "epoch": 2.609170305676856, + "grad_norm": 0.18334332369689957, + "learning_rate": 2.5463216705449155e-06, + "loss": 0.2185, + "step": 5975 + }, + { + "epoch": 2.611353711790393, + "grad_norm": 0.181736048243745, + "learning_rate": 2.5184679374300553e-06, + "loss": 0.2085, + "step": 5980 + }, + { + "epoch": 2.61353711790393, + "grad_norm": 0.17385940038429637, + "learning_rate": 2.4907593041545163e-06, + "loss": 0.2167, + "step": 5985 + }, + { + "epoch": 2.6157205240174672, + "grad_norm": 0.17922911028497665, + "learning_rate": 2.4631959495547833e-06, + "loss": 0.1995, + "step": 5990 + }, + { + "epoch": 2.6179039301310043, + "grad_norm": 0.17779619304763405, + "learning_rate": 2.4357780515297e-06, + "loss": 0.1941, + "step": 5995 + }, + { + "epoch": 2.6200873362445414, + "grad_norm": 0.19092236134949003, + "learning_rate": 2.408505787039281e-06, + "loss": 0.2023, + "step": 6000 + }, + { + "epoch": 2.6222707423580784, + "grad_norm": 0.21537785339457424, + "learning_rate": 2.381379332103623e-06, + "loss": 0.2039, + "step": 6005 + }, + { + "epoch": 2.6244541484716155, + "grad_norm": 0.19076636501936398, + "learning_rate": 2.3543988618017237e-06, + "loss": 0.2007, + "step": 6010 + }, + { + "epoch": 2.6266375545851526, + "grad_norm": 0.18091299115157525, + "learning_rate": 2.327564550270381e-06, + "loss": 0.2003, + "step": 6015 + }, + { + "epoch": 2.62882096069869, + "grad_norm": 0.17652429068296252, + "learning_rate": 2.3008765707030532e-06, + "loss": 0.1987, + "step": 6020 + }, + { + "epoch": 2.631004366812227, + "grad_norm": 0.19337565491737743, + "learning_rate": 2.2743350953487424e-06, + "loss": 0.2161, + "step": 6025 + }, + { + "epoch": 2.6331877729257642, + "grad_norm": 0.19521279815086381, + "learning_rate": 2.2479402955108945e-06, + "loss": 0.1994, + "step": 6030 + }, + { + "epoch": 2.6353711790393013, + "grad_norm": 0.18448803162094932, + "learning_rate": 2.2216923415462802e-06, + "loss": 0.2071, + "step": 6035 + }, + { + "epoch": 2.6375545851528384, + "grad_norm": 0.19952616634096593, + "learning_rate": 2.1955914028639e-06, + "loss": 0.1997, + "step": 6040 + }, + { + "epoch": 2.6397379912663754, + "grad_norm": 0.17820128872734733, + "learning_rate": 2.1696376479238947e-06, + "loss": 0.2095, + "step": 6045 + }, + { + "epoch": 2.641921397379913, + "grad_norm": 0.18942931129920965, + "learning_rate": 2.1438312442364467e-06, + "loss": 0.2065, + "step": 6050 + }, + { + "epoch": 2.64410480349345, + "grad_norm": 0.1880722865584005, + "learning_rate": 2.1181723583607177e-06, + "loss": 0.2011, + "step": 6055 + }, + { + "epoch": 2.646288209606987, + "grad_norm": 0.19525082185206008, + "learning_rate": 2.092661155903758e-06, + "loss": 0.2075, + "step": 6060 + }, + { + "epoch": 2.648471615720524, + "grad_norm": 0.17350084934940418, + "learning_rate": 2.067297801519441e-06, + "loss": 0.1998, + "step": 6065 + }, + { + "epoch": 2.650655021834061, + "grad_norm": 0.18323734039467143, + "learning_rate": 2.0420824589074073e-06, + "loss": 0.2066, + "step": 6070 + }, + { + "epoch": 2.6528384279475983, + "grad_norm": 0.19042032301324274, + "learning_rate": 2.0170152908119964e-06, + "loss": 0.2078, + "step": 6075 + }, + { + "epoch": 2.6550218340611353, + "grad_norm": 0.1822344566119162, + "learning_rate": 1.9920964590212088e-06, + "loss": 0.2026, + "step": 6080 + }, + { + "epoch": 2.6572052401746724, + "grad_norm": 0.18350664419747995, + "learning_rate": 1.967326124365651e-06, + "loss": 0.2046, + "step": 6085 + }, + { + "epoch": 2.6593886462882095, + "grad_norm": 0.17900525181219676, + "learning_rate": 1.9427044467175054e-06, + "loss": 0.2053, + "step": 6090 + }, + { + "epoch": 2.6615720524017465, + "grad_norm": 0.18662259458308622, + "learning_rate": 1.9182315849894996e-06, + "loss": 0.1969, + "step": 6095 + }, + { + "epoch": 2.6637554585152836, + "grad_norm": 0.18210726045913153, + "learning_rate": 1.8939076971338592e-06, + "loss": 0.2133, + "step": 6100 + }, + { + "epoch": 2.665938864628821, + "grad_norm": 0.18936892016307003, + "learning_rate": 1.8697329401413333e-06, + "loss": 0.2036, + "step": 6105 + }, + { + "epoch": 2.668122270742358, + "grad_norm": 0.17873699633744589, + "learning_rate": 1.8457074700401284e-06, + "loss": 0.2015, + "step": 6110 + }, + { + "epoch": 2.6703056768558953, + "grad_norm": 0.19259954300544802, + "learning_rate": 1.821831441894939e-06, + "loss": 0.2168, + "step": 6115 + }, + { + "epoch": 2.6724890829694323, + "grad_norm": 0.1765084388420357, + "learning_rate": 1.7981050098059364e-06, + "loss": 0.2051, + "step": 6120 + }, + { + "epoch": 2.6746724890829694, + "grad_norm": 0.18953853048678723, + "learning_rate": 1.7745283269077622e-06, + "loss": 0.1945, + "step": 6125 + }, + { + "epoch": 2.6768558951965065, + "grad_norm": 0.17824046665997959, + "learning_rate": 1.751101545368558e-06, + "loss": 0.1987, + "step": 6130 + }, + { + "epoch": 2.6790393013100435, + "grad_norm": 0.1839474436743472, + "learning_rate": 1.7278248163889787e-06, + "loss": 0.2297, + "step": 6135 + }, + { + "epoch": 2.681222707423581, + "grad_norm": 0.198016592733994, + "learning_rate": 1.7046982902011954e-06, + "loss": 0.2004, + "step": 6140 + }, + { + "epoch": 2.683406113537118, + "grad_norm": 0.1754478072579575, + "learning_rate": 1.6817221160679603e-06, + "loss": 0.2165, + "step": 6145 + }, + { + "epoch": 2.685589519650655, + "grad_norm": 0.1739282991837851, + "learning_rate": 1.658896442281624e-06, + "loss": 0.2139, + "step": 6150 + }, + { + "epoch": 2.6877729257641922, + "grad_norm": 0.1752625270758878, + "learning_rate": 1.636221416163175e-06, + "loss": 0.1918, + "step": 6155 + }, + { + "epoch": 2.6899563318777293, + "grad_norm": 0.1779820497152234, + "learning_rate": 1.6136971840612996e-06, + "loss": 0.1899, + "step": 6160 + }, + { + "epoch": 2.6921397379912664, + "grad_norm": 0.18605348108430886, + "learning_rate": 1.5913238913514317e-06, + "loss": 0.2034, + "step": 6165 + }, + { + "epoch": 2.6943231441048034, + "grad_norm": 0.18327039260922082, + "learning_rate": 1.569101682434812e-06, + "loss": 0.2151, + "step": 6170 + }, + { + "epoch": 2.6965065502183405, + "grad_norm": 0.18420649704706576, + "learning_rate": 1.5470307007375617e-06, + "loss": 0.1999, + "step": 6175 + }, + { + "epoch": 2.6986899563318776, + "grad_norm": 0.18496496761599715, + "learning_rate": 1.5251110887097547e-06, + "loss": 0.2015, + "step": 6180 + }, + { + "epoch": 2.7008733624454146, + "grad_norm": 0.18359525195308157, + "learning_rate": 1.5033429878245047e-06, + "loss": 0.1964, + "step": 6185 + }, + { + "epoch": 2.7030567685589517, + "grad_norm": 0.18877940096775106, + "learning_rate": 1.4817265385770273e-06, + "loss": 0.219, + "step": 6190 + }, + { + "epoch": 2.7052401746724892, + "grad_norm": 0.17210679893859862, + "learning_rate": 1.460261880483768e-06, + "loss": 0.2087, + "step": 6195 + }, + { + "epoch": 2.7074235807860263, + "grad_norm": 0.18497422573663475, + "learning_rate": 1.4389491520814785e-06, + "loss": 0.2073, + "step": 6200 + }, + { + "epoch": 2.7096069868995634, + "grad_norm": 0.18280651214761798, + "learning_rate": 1.417788490926328e-06, + "loss": 0.2049, + "step": 6205 + }, + { + "epoch": 2.7117903930131004, + "grad_norm": 0.21697399944996257, + "learning_rate": 1.3967800335930203e-06, + "loss": 0.1966, + "step": 6210 + }, + { + "epoch": 2.7139737991266375, + "grad_norm": 0.17484224090531814, + "learning_rate": 1.3759239156739046e-06, + "loss": 0.2004, + "step": 6215 + }, + { + "epoch": 2.7161572052401746, + "grad_norm": 0.17922630540901408, + "learning_rate": 1.355220271778107e-06, + "loss": 0.2171, + "step": 6220 + }, + { + "epoch": 2.7183406113537116, + "grad_norm": 0.1788064963960434, + "learning_rate": 1.3346692355306583e-06, + "loss": 0.21, + "step": 6225 + }, + { + "epoch": 2.720524017467249, + "grad_norm": 0.17658228011851998, + "learning_rate": 1.3142709395716325e-06, + "loss": 0.2041, + "step": 6230 + }, + { + "epoch": 2.722707423580786, + "grad_norm": 0.19747059238001105, + "learning_rate": 1.294025515555289e-06, + "loss": 0.2141, + "step": 6235 + }, + { + "epoch": 2.7248908296943233, + "grad_norm": 0.19234938030154514, + "learning_rate": 1.2739330941492211e-06, + "loss": 0.2194, + "step": 6240 + }, + { + "epoch": 2.7270742358078603, + "grad_norm": 0.18116820313254028, + "learning_rate": 1.253993805033521e-06, + "loss": 0.2026, + "step": 6245 + }, + { + "epoch": 2.7292576419213974, + "grad_norm": 0.18091742916208972, + "learning_rate": 1.2342077768999372e-06, + "loss": 0.2074, + "step": 6250 + }, + { + "epoch": 2.7314410480349345, + "grad_norm": 0.18173772524843324, + "learning_rate": 1.2145751374510462e-06, + "loss": 0.1982, + "step": 6255 + }, + { + "epoch": 2.7336244541484715, + "grad_norm": 0.18111352269398215, + "learning_rate": 1.1950960133994189e-06, + "loss": 0.2113, + "step": 6260 + }, + { + "epoch": 2.7358078602620086, + "grad_norm": 0.17797289847881081, + "learning_rate": 1.175770530466816e-06, + "loss": 0.1985, + "step": 6265 + }, + { + "epoch": 2.7379912663755457, + "grad_norm": 0.18092908617426118, + "learning_rate": 1.156598813383372e-06, + "loss": 0.2228, + "step": 6270 + }, + { + "epoch": 2.7401746724890828, + "grad_norm": 0.18444520409610834, + "learning_rate": 1.1375809858867853e-06, + "loss": 0.2114, + "step": 6275 + }, + { + "epoch": 2.74235807860262, + "grad_norm": 0.1725831612805252, + "learning_rate": 1.1187171707215228e-06, + "loss": 0.2016, + "step": 6280 + }, + { + "epoch": 2.7445414847161573, + "grad_norm": 0.1822891732232196, + "learning_rate": 1.1000074896380386e-06, + "loss": 0.2046, + "step": 6285 + }, + { + "epoch": 2.7467248908296944, + "grad_norm": 0.1837802202840671, + "learning_rate": 1.0814520633919577e-06, + "loss": 0.2063, + "step": 6290 + }, + { + "epoch": 2.7489082969432315, + "grad_norm": 0.19854848233423214, + "learning_rate": 1.063051011743335e-06, + "loss": 0.2026, + "step": 6295 + }, + { + "epoch": 2.7510917030567685, + "grad_norm": 0.1690617798747192, + "learning_rate": 1.0448044534558582e-06, + "loss": 0.2042, + "step": 6300 + }, + { + "epoch": 2.7532751091703056, + "grad_norm": 0.18680449525384113, + "learning_rate": 1.026712506296082e-06, + "loss": 0.2198, + "step": 6305 + }, + { + "epoch": 2.7554585152838427, + "grad_norm": 0.1690572517735115, + "learning_rate": 1.0087752870326817e-06, + "loss": 0.2128, + "step": 6310 + }, + { + "epoch": 2.75764192139738, + "grad_norm": 0.1741781541277763, + "learning_rate": 9.909929114356842e-07, + "loss": 0.2026, + "step": 6315 + }, + { + "epoch": 2.7598253275109172, + "grad_norm": 0.17546914742624392, + "learning_rate": 9.733654942757353e-07, + "loss": 0.1994, + "step": 6320 + }, + { + "epoch": 2.7620087336244543, + "grad_norm": 0.17660338305720158, + "learning_rate": 9.558931493233392e-07, + "loss": 0.204, + "step": 6325 + }, + { + "epoch": 2.7641921397379914, + "grad_norm": 0.1769127719144767, + "learning_rate": 9.385759893481477e-07, + "loss": 0.1996, + "step": 6330 + }, + { + "epoch": 2.7663755458515285, + "grad_norm": 0.17837387586213685, + "learning_rate": 9.214141261182196e-07, + "loss": 0.2156, + "step": 6335 + }, + { + "epoch": 2.7685589519650655, + "grad_norm": 0.18449098828135574, + "learning_rate": 9.044076703992904e-07, + "loss": 0.208, + "step": 6340 + }, + { + "epoch": 2.7707423580786026, + "grad_norm": 0.18352552163108934, + "learning_rate": 8.875567319540784e-07, + "loss": 0.2074, + "step": 6345 + }, + { + "epoch": 2.7729257641921397, + "grad_norm": 0.18503191612346148, + "learning_rate": 8.708614195415604e-07, + "loss": 0.2, + "step": 6350 + }, + { + "epoch": 2.7751091703056767, + "grad_norm": 0.1937080570900333, + "learning_rate": 8.543218409162778e-07, + "loss": 0.2082, + "step": 6355 + }, + { + "epoch": 2.777292576419214, + "grad_norm": 0.18510996106818742, + "learning_rate": 8.379381028276401e-07, + "loss": 0.2056, + "step": 6360 + }, + { + "epoch": 2.779475982532751, + "grad_norm": 0.1777159695537935, + "learning_rate": 8.217103110192276e-07, + "loss": 0.2061, + "step": 6365 + }, + { + "epoch": 2.7816593886462884, + "grad_norm": 0.1752542433085556, + "learning_rate": 8.056385702281177e-07, + "loss": 0.2007, + "step": 6370 + }, + { + "epoch": 2.7838427947598254, + "grad_norm": 0.1789778389216568, + "learning_rate": 7.89722984184213e-07, + "loss": 0.2046, + "step": 6375 + }, + { + "epoch": 2.7860262008733625, + "grad_norm": 0.17685450533969785, + "learning_rate": 7.739636556095525e-07, + "loss": 0.2065, + "step": 6380 + }, + { + "epoch": 2.7882096069868996, + "grad_norm": 0.186062026864878, + "learning_rate": 7.583606862176712e-07, + "loss": 0.2032, + "step": 6385 + }, + { + "epoch": 2.7903930131004366, + "grad_norm": 0.16820621198730876, + "learning_rate": 7.429141767129333e-07, + "loss": 0.2037, + "step": 6390 + }, + { + "epoch": 2.7925764192139737, + "grad_norm": 0.18272612053201714, + "learning_rate": 7.276242267898775e-07, + "loss": 0.2077, + "step": 6395 + }, + { + "epoch": 2.7947598253275108, + "grad_norm": 0.1818746307663275, + "learning_rate": 7.12490935132587e-07, + "loss": 0.2126, + "step": 6400 + }, + { + "epoch": 2.7969432314410483, + "grad_norm": 0.1755002936425013, + "learning_rate": 6.97514399414037e-07, + "loss": 0.2032, + "step": 6405 + }, + { + "epoch": 2.7991266375545854, + "grad_norm": 0.18013946700206887, + "learning_rate": 6.826947162954733e-07, + "loss": 0.2066, + "step": 6410 + }, + { + "epoch": 2.8013100436681224, + "grad_norm": 0.17849038284790902, + "learning_rate": 6.68031981425793e-07, + "loss": 0.2055, + "step": 6415 + }, + { + "epoch": 2.8034934497816595, + "grad_norm": 0.21383468189806515, + "learning_rate": 6.535262894409116e-07, + "loss": 0.2171, + "step": 6420 + }, + { + "epoch": 2.8056768558951966, + "grad_norm": 0.1707908400592636, + "learning_rate": 6.391777339631727e-07, + "loss": 0.1968, + "step": 6425 + }, + { + "epoch": 2.8078602620087336, + "grad_norm": 0.1928726259141998, + "learning_rate": 6.249864076007167e-07, + "loss": 0.2078, + "step": 6430 + }, + { + "epoch": 2.8100436681222707, + "grad_norm": 0.18080723535203885, + "learning_rate": 6.109524019469154e-07, + "loss": 0.2052, + "step": 6435 + }, + { + "epoch": 2.8122270742358078, + "grad_norm": 0.1785838290629133, + "learning_rate": 5.970758075797556e-07, + "loss": 0.1978, + "step": 6440 + }, + { + "epoch": 2.814410480349345, + "grad_norm": 0.17615554784359172, + "learning_rate": 5.833567140612673e-07, + "loss": 0.205, + "step": 6445 + }, + { + "epoch": 2.816593886462882, + "grad_norm": 0.18081617254199714, + "learning_rate": 5.69795209936938e-07, + "loss": 0.2085, + "step": 6450 + }, + { + "epoch": 2.818777292576419, + "grad_norm": 0.19233898776215452, + "learning_rate": 5.563913827351469e-07, + "loss": 0.2094, + "step": 6455 + }, + { + "epoch": 2.8209606986899565, + "grad_norm": 0.18538569170027117, + "learning_rate": 5.431453189666036e-07, + "loss": 0.2133, + "step": 6460 + }, + { + "epoch": 2.8231441048034935, + "grad_norm": 0.16627030997203804, + "learning_rate": 5.30057104123774e-07, + "loss": 0.1946, + "step": 6465 + }, + { + "epoch": 2.8253275109170306, + "grad_norm": 0.18546465605942317, + "learning_rate": 5.171268226803416e-07, + "loss": 0.2014, + "step": 6470 + }, + { + "epoch": 2.8275109170305677, + "grad_norm": 0.18279009388047487, + "learning_rate": 5.043545580906695e-07, + "loss": 0.2228, + "step": 6475 + }, + { + "epoch": 2.8296943231441047, + "grad_norm": 0.17398692192324666, + "learning_rate": 4.917403927892389e-07, + "loss": 0.208, + "step": 6480 + }, + { + "epoch": 2.831877729257642, + "grad_norm": 0.17416683242727254, + "learning_rate": 4.792844081901309e-07, + "loss": 0.1994, + "step": 6485 + }, + { + "epoch": 2.834061135371179, + "grad_norm": 0.177823166130051, + "learning_rate": 4.6698668468651006e-07, + "loss": 0.1939, + "step": 6490 + }, + { + "epoch": 2.8362445414847164, + "grad_norm": 0.19673421756206907, + "learning_rate": 4.548473016500854e-07, + "loss": 0.2161, + "step": 6495 + }, + { + "epoch": 2.8384279475982535, + "grad_norm": 0.1811334337251195, + "learning_rate": 4.4286633743061413e-07, + "loss": 0.2082, + "step": 6500 + }, + { + "epoch": 2.8406113537117905, + "grad_norm": 0.17564798960003072, + "learning_rate": 4.310438693553853e-07, + "loss": 0.2066, + "step": 6505 + }, + { + "epoch": 2.8427947598253276, + "grad_norm": 0.1794074378421751, + "learning_rate": 4.193799737287285e-07, + "loss": 0.2093, + "step": 6510 + }, + { + "epoch": 2.8449781659388647, + "grad_norm": 0.18373063476787263, + "learning_rate": 4.0787472583151964e-07, + "loss": 0.2235, + "step": 6515 + }, + { + "epoch": 2.8471615720524017, + "grad_norm": 0.17915751006104885, + "learning_rate": 3.965281999206899e-07, + "loss": 0.1956, + "step": 6520 + }, + { + "epoch": 2.849344978165939, + "grad_norm": 0.17324382598114016, + "learning_rate": 3.853404692287538e-07, + "loss": 0.2074, + "step": 6525 + }, + { + "epoch": 2.851528384279476, + "grad_norm": 0.18692578826449793, + "learning_rate": 3.743116059633317e-07, + "loss": 0.2174, + "step": 6530 + }, + { + "epoch": 2.853711790393013, + "grad_norm": 0.18933592310694983, + "learning_rate": 3.6344168130668097e-07, + "loss": 0.2058, + "step": 6535 + }, + { + "epoch": 2.85589519650655, + "grad_norm": 0.18309703282903245, + "learning_rate": 3.527307654152462e-07, + "loss": 0.203, + "step": 6540 + }, + { + "epoch": 2.858078602620087, + "grad_norm": 0.17336689816177772, + "learning_rate": 3.421789274192011e-07, + "loss": 0.189, + "step": 6545 + }, + { + "epoch": 2.8602620087336246, + "grad_norm": 0.17273324095781836, + "learning_rate": 3.3178623542199916e-07, + "loss": 0.2009, + "step": 6550 + }, + { + "epoch": 2.8624454148471616, + "grad_norm": 0.18054845843338757, + "learning_rate": 3.2155275649994045e-07, + "loss": 0.2125, + "step": 6555 + }, + { + "epoch": 2.8646288209606987, + "grad_norm": 0.17486255516315685, + "learning_rate": 3.1147855670172755e-07, + "loss": 0.2014, + "step": 6560 + }, + { + "epoch": 2.8668122270742358, + "grad_norm": 0.16994065735909195, + "learning_rate": 3.015637010480576e-07, + "loss": 0.1991, + "step": 6565 + }, + { + "epoch": 2.868995633187773, + "grad_norm": 0.17823602403047226, + "learning_rate": 2.918082535311839e-07, + "loss": 0.2107, + "step": 6570 + }, + { + "epoch": 2.87117903930131, + "grad_norm": 0.18534656992358386, + "learning_rate": 2.822122771145158e-07, + "loss": 0.1988, + "step": 6575 + }, + { + "epoch": 2.8733624454148474, + "grad_norm": 0.17359168867052116, + "learning_rate": 2.727758337322056e-07, + "loss": 0.2006, + "step": 6580 + }, + { + "epoch": 2.8755458515283845, + "grad_norm": 0.1818021640887144, + "learning_rate": 2.6349898428875143e-07, + "loss": 0.2107, + "step": 6585 + }, + { + "epoch": 2.8777292576419216, + "grad_norm": 0.187022315664445, + "learning_rate": 2.543817886586003e-07, + "loss": 0.2109, + "step": 6590 + }, + { + "epoch": 2.8799126637554586, + "grad_norm": 0.18065592152437351, + "learning_rate": 2.454243056857708e-07, + "loss": 0.2155, + "step": 6595 + }, + { + "epoch": 2.8820960698689957, + "grad_norm": 0.1803124984333343, + "learning_rate": 2.366265931834588e-07, + "loss": 0.2005, + "step": 6600 + }, + { + "epoch": 2.8842794759825328, + "grad_norm": 0.17978461103858198, + "learning_rate": 2.2798870793368787e-07, + "loss": 0.2135, + "step": 6605 + }, + { + "epoch": 2.88646288209607, + "grad_norm": 0.1838336256596766, + "learning_rate": 2.1951070568691222e-07, + "loss": 0.2131, + "step": 6610 + }, + { + "epoch": 2.888646288209607, + "grad_norm": 0.18102300117813305, + "learning_rate": 2.1119264116168104e-07, + "loss": 0.2064, + "step": 6615 + }, + { + "epoch": 2.890829694323144, + "grad_norm": 0.1743140768844891, + "learning_rate": 2.030345680442719e-07, + "loss": 0.1962, + "step": 6620 + }, + { + "epoch": 2.893013100436681, + "grad_norm": 0.18304778762459922, + "learning_rate": 1.950365389883524e-07, + "loss": 0.2145, + "step": 6625 + }, + { + "epoch": 2.895196506550218, + "grad_norm": 0.17457199470182785, + "learning_rate": 1.8719860561463853e-07, + "loss": 0.1986, + "step": 6630 + }, + { + "epoch": 2.8973799126637556, + "grad_norm": 0.17803797345436936, + "learning_rate": 1.7952081851055346e-07, + "loss": 0.2087, + "step": 6635 + }, + { + "epoch": 2.8995633187772927, + "grad_norm": 0.19249639309638913, + "learning_rate": 1.720032272299138e-07, + "loss": 0.208, + "step": 6640 + }, + { + "epoch": 2.9017467248908297, + "grad_norm": 0.1931146601533778, + "learning_rate": 1.6464588029260485e-07, + "loss": 0.2159, + "step": 6645 + }, + { + "epoch": 2.903930131004367, + "grad_norm": 0.17050733886371794, + "learning_rate": 1.5744882518425875e-07, + "loss": 0.2079, + "step": 6650 + }, + { + "epoch": 2.906113537117904, + "grad_norm": 0.1821050184025676, + "learning_rate": 1.5041210835596287e-07, + "loss": 0.2113, + "step": 6655 + }, + { + "epoch": 2.908296943231441, + "grad_norm": 0.1767629872679953, + "learning_rate": 1.4353577522394635e-07, + "loss": 0.2043, + "step": 6660 + }, + { + "epoch": 2.910480349344978, + "grad_norm": 0.1770612573000096, + "learning_rate": 1.3681987016929963e-07, + "loss": 0.2086, + "step": 6665 + }, + { + "epoch": 2.9126637554585155, + "grad_norm": 0.17785323864755895, + "learning_rate": 1.3026443653767762e-07, + "loss": 0.2004, + "step": 6670 + }, + { + "epoch": 2.9148471615720526, + "grad_norm": 0.17642382590921754, + "learning_rate": 1.2386951663901913e-07, + "loss": 0.206, + "step": 6675 + }, + { + "epoch": 2.9170305676855897, + "grad_norm": 0.17596251154223802, + "learning_rate": 1.1763515174729179e-07, + "loss": 0.1986, + "step": 6680 + }, + { + "epoch": 2.9192139737991267, + "grad_norm": 0.1727279406074698, + "learning_rate": 1.115613821002004e-07, + "loss": 0.2038, + "step": 6685 + }, + { + "epoch": 2.921397379912664, + "grad_norm": 0.1761644833661898, + "learning_rate": 1.0564824689894282e-07, + "loss": 0.2117, + "step": 6690 + }, + { + "epoch": 2.923580786026201, + "grad_norm": 0.1772235899771806, + "learning_rate": 9.989578430795732e-08, + "loss": 0.2014, + "step": 6695 + }, + { + "epoch": 2.925764192139738, + "grad_norm": 0.17942614591659065, + "learning_rate": 9.430403145466448e-08, + "loss": 0.2109, + "step": 6700 + }, + { + "epoch": 2.927947598253275, + "grad_norm": 0.17253943064578878, + "learning_rate": 8.887302442924517e-08, + "loss": 0.2003, + "step": 6705 + }, + { + "epoch": 2.930131004366812, + "grad_norm": 0.17852850650326985, + "learning_rate": 8.360279828438789e-08, + "loss": 0.2094, + "step": 6710 + }, + { + "epoch": 2.932314410480349, + "grad_norm": 0.17307368947339777, + "learning_rate": 7.849338703508069e-08, + "loss": 0.2064, + "step": 6715 + }, + { + "epoch": 2.934497816593886, + "grad_norm": 0.1793388736193528, + "learning_rate": 7.3544823658378e-08, + "loss": 0.1927, + "step": 6720 + }, + { + "epoch": 2.9366812227074237, + "grad_norm": 0.1803659744144063, + "learning_rate": 6.875714009319523e-08, + "loss": 0.2076, + "step": 6725 + }, + { + "epoch": 2.938864628820961, + "grad_norm": 0.17865387702225788, + "learning_rate": 6.413036724010058e-08, + "loss": 0.2003, + "step": 6730 + }, + { + "epoch": 2.941048034934498, + "grad_norm": 0.17741136523028206, + "learning_rate": 5.966453496111524e-08, + "loss": 0.2144, + "step": 6735 + }, + { + "epoch": 2.943231441048035, + "grad_norm": 0.17550555860513464, + "learning_rate": 5.5359672079524637e-08, + "loss": 0.2153, + "step": 6740 + }, + { + "epoch": 2.945414847161572, + "grad_norm": 0.17696250741970354, + "learning_rate": 5.121580637968137e-08, + "loss": 0.2054, + "step": 6745 + }, + { + "epoch": 2.947598253275109, + "grad_norm": 0.17454155560080192, + "learning_rate": 4.7232964606841454e-08, + "loss": 0.1971, + "step": 6750 + }, + { + "epoch": 2.9497816593886466, + "grad_norm": 0.17698232159770602, + "learning_rate": 4.341117246697834e-08, + "loss": 0.2085, + "step": 6755 + }, + { + "epoch": 2.9519650655021836, + "grad_norm": 0.17354434091915077, + "learning_rate": 3.9750454626624745e-08, + "loss": 0.2137, + "step": 6760 + }, + { + "epoch": 2.9541484716157207, + "grad_norm": 0.17097280016052646, + "learning_rate": 3.6250834712708846e-08, + "loss": 0.1945, + "step": 6765 + }, + { + "epoch": 2.9563318777292578, + "grad_norm": 0.17551121068500722, + "learning_rate": 3.2912335312407226e-08, + "loss": 0.1865, + "step": 6770 + }, + { + "epoch": 2.958515283842795, + "grad_norm": 0.17583508061228037, + "learning_rate": 2.9734977972989407e-08, + "loss": 0.2107, + "step": 6775 + }, + { + "epoch": 2.960698689956332, + "grad_norm": 0.17683109325722057, + "learning_rate": 2.6718783201692964e-08, + "loss": 0.2127, + "step": 6780 + }, + { + "epoch": 2.962882096069869, + "grad_norm": 0.18803887975352115, + "learning_rate": 2.3863770465576418e-08, + "loss": 0.2156, + "step": 6785 + }, + { + "epoch": 2.965065502183406, + "grad_norm": 0.1771870084804161, + "learning_rate": 2.116995819140821e-08, + "loss": 0.2182, + "step": 6790 + }, + { + "epoch": 2.967248908296943, + "grad_norm": 0.18459436255752454, + "learning_rate": 1.8637363765536264e-08, + "loss": 0.2009, + "step": 6795 + }, + { + "epoch": 2.96943231441048, + "grad_norm": 0.17264295233596325, + "learning_rate": 1.6266003533774166e-08, + "loss": 0.201, + "step": 6800 + }, + { + "epoch": 2.9716157205240172, + "grad_norm": 0.18069190701339236, + "learning_rate": 1.405589280130959e-08, + "loss": 0.214, + "step": 6805 + }, + { + "epoch": 2.9737991266375547, + "grad_norm": 0.17111956645749835, + "learning_rate": 1.2007045832590492e-08, + "loss": 0.1958, + "step": 6810 + }, + { + "epoch": 2.975982532751092, + "grad_norm": 0.17292900306530656, + "learning_rate": 1.0119475851247395e-08, + "loss": 0.1952, + "step": 6815 + }, + { + "epoch": 2.978165938864629, + "grad_norm": 0.1806661006510654, + "learning_rate": 8.393195039993473e-09, + "loss": 0.207, + "step": 6820 + }, + { + "epoch": 2.980349344978166, + "grad_norm": 0.1805502156590632, + "learning_rate": 6.82821454055238e-09, + "loss": 0.2077, + "step": 6825 + }, + { + "epoch": 2.982532751091703, + "grad_norm": 0.17317279258008123, + "learning_rate": 5.42454445359164e-09, + "loss": 0.2, + "step": 6830 + }, + { + "epoch": 2.98471615720524, + "grad_norm": 0.17476834735543392, + "learning_rate": 4.1821938386477075e-09, + "loss": 0.2028, + "step": 6835 + }, + { + "epoch": 2.986899563318777, + "grad_norm": 0.18884495387086833, + "learning_rate": 3.1011707140732317e-09, + "loss": 0.2119, + "step": 6840 + }, + { + "epoch": 2.9890829694323147, + "grad_norm": 0.17552656950302298, + "learning_rate": 2.1814820569898698e-09, + "loss": 0.2146, + "step": 6845 + }, + { + "epoch": 2.9912663755458517, + "grad_norm": 0.17245278444580078, + "learning_rate": 1.4231338032300034e-09, + "loss": 0.213, + "step": 6850 + }, + { + "epoch": 2.993449781659389, + "grad_norm": 0.17656984635938758, + "learning_rate": 8.261308473089813e-10, + "loss": 0.2045, + "step": 6855 + }, + { + "epoch": 2.995633187772926, + "grad_norm": 0.18334478736300916, + "learning_rate": 3.9047704239181247e-10, + "loss": 0.2067, + "step": 6860 + }, + { + "epoch": 2.997816593886463, + "grad_norm": 0.1826422374600176, + "learning_rate": 1.1617520026818706e-10, + "loss": 0.1943, + "step": 6865 + }, + { + "epoch": 3.0, + "grad_norm": 0.1888467433612867, + "learning_rate": 3.2270913274956573e-12, + "loss": 0.1971, + "step": 6870 + } + ], + "logging_steps": 5, + "max_steps": 6870, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 10000000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.440651216420864e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6870/training_args.bin b/checkpoint-6870/training_args.bin new file mode 100644 index 0000000..5f17a22 --- /dev/null +++ b/checkpoint-6870/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ede9ec5d95c9ba6d1490e06a35ab83d954077f265d7ad42d2b81375c33da7b +size 7736 diff --git a/checkpoint-6870/vocab.json b/checkpoint-6870/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/checkpoint-6870/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833 diff --git a/config.json b/config.json new file mode 100644 index 0000000..fa2559a --- /dev/null +++ b/config.json @@ -0,0 +1,59 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151643, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 131072, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.55.0", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..7bc5028 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,6 @@ +{ + "bos_token_id": 151643, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "4.55.0" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..85f508e --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7eed591ff517e9f22b7e6d51bc9b93a4aea6d18841ec2070224d80d19c523a +size 4877660776 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..ecb8bc2 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d23ea5f1df6344f99df01328398513600a92c66f133cb3d3a759d267348e75 +size 4932751008 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..5fed81c --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceafc6ab27e5fdceea8b39ed6f307f85d847b6090a88ee188de5c09e1fd852bc +size 4330865200 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..6bf211e --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c944547784945651653accbcd4142dbc94e5ddcc47d6ea9bcf07b220b96720c9 +size 1089994880 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..098a4a8 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,347 @@ +{ + "metadata": { + "total_parameters": 333312, + "total_size": 15231233024 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/performance.png b/performance.png new file mode 100644 index 0000000000000000000000000000000000000000..fea324365715d997687989d006b661c2c91b6878 GIT binary patch literal 308187 zcmeFZ^;ec#_b+_YEl7!UC?MS^B8?!O5|SbzozfkGl&B!6v`CjU(nts>pp;Zx(IP$;5%igH>g)a5%U6jlT- zHvEn@Z}krR2hUm2zzv0>dy4#n7QeV>@T>M+du;@LH( zEJb{S&ZgMZyDu`S1@|42j|{qE`1>TpKfduW9A$7>>p={^vKdj(K@_F3ru&DfVNBgsw9m8<2mjAQ0m$D9F$Du+w&5 znZ&Z~Ia(gb#Bg_aU#abYQ@y8t|2`$XxK|MNtx^)wW0drTgp86cwyWz-MnM*)|J2>( z@qCPHhF=HjJ?xU-ypdr}81kryii}(dPfn%^d-`<2;fobx}4nq;q<*(cFDcRodAGmzg=8kwuW~Nb81G;d`-MWMYBal&(;yTg9t28I@+s3=V->B4jJ z6T;G$^CWZ>agKL`j4^hK`QZ6G!^#_tpz8MjUC^8|5GQiEU@%vOV1zaI(YV<}R+6AViMu>z6M>AJjOu z@@@*GNybH(JTSIdDa;Br?wOZ-^nYB?y z%TO$>i%rI~^oG6Ua`begudKX$P6=^nWMp2?HsF^>OM zQb8$|kIcUR@NqZIyA4kdUk_m5HTC)(eB76On|Cc-OCASMjKP znv!BbRFe!p;oN&~h2k5-Ogv4E>|j^X4Q%~oSp{X?r8SlXEtfw5=<9N<50`XqCr?}o ze(^$!sQRBjvw3jv^mhV=jZH>)lE~MAhEV!z&+r8t-o8zY&aKJbI(@<=Bvd*3Xd|ZD zVPeENIx2Fx`R|_}xtrrPI9qs8Wqgik(f2zwbTyN_PrCSBaQ!J`ui!=L^ZAPOaeW#x zvx6eF?OYu#MXIO4|Kxt9-~Qj9Wi>UW+4uh~7uak6&i_s%(tE0^;qe={ChO>errZB! zI*k<=?#bUF?D$GBO?Ar(9XntEqoCj;@$QF%AH@%9G`t>s@9QHRA0Kzk7lpbD4i1+2 z+17?mO-=2Z|KNV9Nn;x9`tqe*?b!8cxqmrDQ++CitTM`u$Lq2V)`c_1Kb)?wN z-qrR7tn}B3kCp_N=*9IP*2TqL62EgNGb>9ArIY5 zvcZe+YW}@Lzt&05`s{$acO&?^ub^~vbu+WGwg32NX=^7WC9xWQC@M0_`OV72gjQEq zmu30p&6|Pm-wSl^q@<*HogI7R9GG5~mzQ7u^9RoozA_ts_osJdNQeIVn7+H~u9?@i zHc>NJWv5p+#9e676=&WShKCAbReght@x9PuW4bX}#DN;sGB!q~si`?!vg7~I+8W2n z$w~1VDYO+F<9cVxUp?J@ePOU18ciOnl=U8~tgq{#MxHhKpP-{YsHexlPw35=_LO#X z(hz}MWqvSRm@(^6*wzjtR^72BVjEs!R+$Cd$aoeM&5ON@8VYl{g*f0_%0tV}(2`J3ApI1&@M)Lg?{#%upQSh{QzQ zoV1so#$H}GMe3ZwG)JxYXoj%ypW(x4&wwsFo@g z4#$c4&K){2^DDsf}{2TS|f3%kN9{c%;Z*Om-P^3}sd(4ANO`GppS$)tL86Kv< zZhQ4a)!?VykJr4W%#xA}sEo|a;0Pib{P>Q}&inaaDQ@@>c9b4PORyH!*4|`V)>c(5 z?(28-HVR!`UY63;rGRyEtvlz6g(k3hb$9724IC@ncwxJdA|(%rz;jwACMH}WA_|kY z;ek$ec6MXq<0D>?kLQkTq@+-7ZEerryuru9!m_co&9d%KTb^kSOeO4ARaS1F3A~8) zJy>UgH-frt^NfSH5%XLpWMRq1Z@yCCYhq(&7WC>B`QXe0lcC|^MarND4DUaDc-Xt~ zc2k6#D6~jS8lIJBPbo(WQ%<}s^=Ul6+dl1}x4FOWu3!TUg5mQLZlC^&&B;8WpFe*p zDk*W4H!KUs6e)eOE`0w!?1Spt`vvqFv$wC`yh$Z3EsfON$BGI#yXa(OWbS{yVI=x!pl5ivPwbnV(TTubkFKhUw5 z=0{76W%c!`T;1F_P%s{3rPG;Zet^dr7VJtPQyZ^Q%R8V9jZmr`n-5s2XOx;gvuEh^@Rf+r+#OBY} z3iU7A`}L0(=MDd0>XAuYoVwXh)$6j;T)jF65GHY5>f(pGWFi$~QAtT$ZEdX*5w0(E z=9t)6`Ot4Dv%QsJ{R%79oN@P+p?vB;_E5^t;Ahp1D*swtC4k0)Y8lGczW5Q$=I!n6 zb$(i>;RvH7wLkf&6^FrWcX{w|wY0g+qU)01@t@qXs;c52BEu2y-qF%duSMwbW|x2e zM%&{`ooAevYoJ}}@FCo^+GqC1V<+?Rs&u2((#HTfJD@LZ0$5uBD6v=qN7%IQttc@W zt4iMP!Qa4P7_5WPbg1)hi-}Q3L_`Q{i4HeGBR6NPlw%GqFLx>atH+V}aHh%s@OZU! z>(`f;TBGIV<*o6O=aIn}I6XSKp`jSx(j`s*RAXXdwsdxW=|5sA zpSqmvui=k6jh4{ejibf8a^;Hq%5JmW3HO6)WEW(PN}JEy@-(wKhLa8ty^`O)B?z4? zDlT?`E;zUKz2t`P?s71VsAD(nq{ZXMH~b{HO&X}0&yNc?lQT1!Y#*AWXJjzy8ycdc z_BUqYuL@e>#)n5lv`tPnXzf)w&CuVtaRY@P((`0(TzAC>T31ABsxid_S}4VZO*mx zJB$m}r4hi1H);-`^WFd3nj&bu`S)jq!07PENGH5Y8MMPe-~11>5`I*-pZsls#pNK} z`93<@1=T(`I~#PFuaj!dD)@d>wztn$GMAXpN4Rz>OIKTRbv<=O=_*Rbuq9BNxmgu z6H)6d-I{6iJs4>8{qlRJs|yDvYVnW+o9dgeAGzw$Nd^W6bKg>L3yi{{3;z06w7tC@ zBR@aivLrVr2MY#TU%Dg%u!KZgHUMyoi;LG!O>zowxvrvwG_b#2%&5!Z5YvAiE4SdJ z<2vNo+}UYg`uf)8?-)Om^G6|W!^##|3x2mHm6XzZ6%`eh5;cN+d_m>q{3@!d{Exax z2x&xA9Gk!RczMlM^h=QSKr>QLmk3WtNHALARo2qd%I|7+S-8ukUzVZe!ENvnGw}Q< z*Cr({PAwnJc2C;fy^;hyx3G}&&1rA}o2cj&q&qpzG{v^GNMT}Q&%=50I@vES`}R4C z3{ZI{#|8@@ABpm7o(`Ci%Kk>CrVNGmi`(ECIsK=6|9rpBWn5p`x4L@2*l=#bskx(z zA@DREUz_zm5XtkkpYJ&7f4bA)?LR*&tjB7968T4{zVMyBr@1u3kRdzTbm-B}dX0^3 zbS%JD>F!-@Kwt8`X_A3)1Xp;vi_cjU;&g1^%09i6h%3%?%-h}H-}TY5H*EVE1?Nhc zu*b&U>L?!o(DOS!yLlyVF{MsDk9bdG-)r4a^I4N}^%Jrp7EFX6mib|vsLb9^!G2~T ze7UTJ`lo^_E*@TRY%Gz)$=?cm4E3OpVD$a{eJX)RxG?YSGQ;IA=mG))+C1+L8i?Cz z1q4Ve^{2-_{_!F4suwyrAvTq`mvbs{govo<(~1f~wR8z%EBGm8Wqf`oYcx#oXiZeJk2tBd`-uV%}I2t~-q0?9y+9%HqN^a9?`>Sx;!?&%| z{Ucy5e3_)o*Lil!Z3#D+je~<@b8|D#xojRv)MfrNUdn;&2Aia$r2G2hRYB`-MSPo> z>{NbB(6D`decd;v>42HOP`=%Cv_!M}=LZguLvB&{7TlC6IK==6BkuU_cUxZMeEIe* z;^j-SziVqQKv`hjP_v7@ug5-l^4>2oGO$?7dS+>5)%JByl*;Due5jhRr-bELC0^&= zN?hthjjq=>sfQiS1f1LR9R%<0_*VCv^um7fHlLys5D=W6pKMU1StAHxXX$HMSy_uy z^I62{=_$v?+sHf#MT7vw$7|4Apb2SVd>BWCx39f?@nUv$^?@i+5fdzQvV_0b@!slF zD4AC@ut`S0i;e0?p&x(F*UtSlod)P=vca1SdTJ=V0wEzGpVy|DrkSPg+GL%!PLfiN zuuq9mLQlY`wUt%UVQNj&$!sWbn6K9`(W~qW@54P{c?JjPHBuKw6JO!{$Hm2U_w>A|bM*A|B%~I~n_OMZ%VSr0D?+sMyZ^U0>wiu} zBiXB!dbEEBwoZ+!t81C%iKBiXAL(5O+klpAgV$-@ioT(t3ULZDI`IvnyUDlr-(LqkQ*)!yD;8TBql z$uZkroCs)V0L*tb!p6q-n0#}*aJaS5W|j`4CfomH9~2yp*y7@1KE1d zLidJT^Z<8SbjC=>)88?(wXK2IgqG6!{X41kw|CM|cq=O;D~X-4 zGz2q5u{5HTNmnj-xRe19!-Am5{Y-%k=+?%Dp#Rp&STU$`y*@cP8TPThUJSYp7AGes zaMFeC#ooiUnwjUXU$cdA+Su8(4-RTB`FFcI8s=rWbhh$=HP)7&R50E*gJ zqpv8O@PyRVSg2iOvYZ@jyw1P#^b%d$V75Z|cFjxxft#CKO0{wML#(^8)VhBRqN4?c zgu-+mU!E9efF(W zQ$lahz$w{E5rUtM0`PB{Wf~kmkT3T9X7+EbE_PJg4#oA zKy88jVpEKqNF1J&l4&F;4NkNbbskt|{Gej_^uVI<)9t2{b6=askB1K>W^kICniLfk zrG9+)7@og2^{J)@Lk32xIRLkXuK4Jr8ixr=mb)=QiHQ`*`34K+r8WlWc<1OOS zxUn&PLfV@oplM_+Lg)M(goY8eQx_J72~)NWK*ha#_fYuj{js#SNN4;HjC0!mx_fxY zkBR~22e#JT-7N*PJZf_UX5egFI6*R>Ir@{oW12ZT<JyH#vU1AE!PZvmTTv&Ds`&X)!v=-pfbMVKN(S%A^O!afLa!gJ%Yk{ts*;S- z)zt-64;SF6G@P}d5MLgc8qmp|!aaPwz0JS9yCq{FEsX{(tLr(FYz7c6AoIv{Q@nQ% z4OLrLCoLiW@Uz{N7JurOOQ`)*`ZRB(Da0}RJOpn3Q;1jNKw z#Hgxm2GL>ZhF3C#AAZI)m$Ebv5ERUW^ZDxc*SAkMnlGAqPF}Hjc*rb)zoPws-CAxkOIuXbS&wWxUtF zP1mqjIn38Of~&Ca(4J*!x8m^B4yNbW#6+}Jv8RhmE6kZ*LM)KXK8IitgtZnUidva@ zyYtSHDoD{IN}pCMh-gI2+9QarCy6>v>VMdffm%n#4{89Un$w+rNmnNpP0bpo8A^|$ zjh_{4fWe7@wwnKpyv)J}x**V1(9Y3Oe4gt@gdk0QFr!E5SK1^j(`MES2@CW4AG@oh zicuJUdcw^gWWCsv2z$^1xa~46Eg{MaRAPjT06KbYu#v40FE@7?M2(xC>$EX3F>jr9C+GHDQU0w@$u@3`)r(|qBW$!Z0P~VH|`hd zGaX-I=K)YSQSAWz`;?Jz=tZu1dxSZ(U#dGk?)hkR>+9?Kb*?$fes&$tC_s39y*fJy z7+7;Qs;=%9ECenAL9{^4m#<&Lo0}y;<7LHU?S8m5-*LF~)`?@d30c+?e{AwFr5O4< zhU^UDUL+t3l?(+;%fmo!mv1gi7I`07yjGDD02H<){zq4Q>-oaLs<_lN0Qs%WIoV%J zOY<$k7y?tGFO+hi&wECRJz`2!+WNwl9*M3FvQZ42EDSO>HLlCYi@$z_nFgLwD8$jW z0`yLJ_l_{bjBy_(X*mcoVpngf$?4Dm;mX>1Gq@D=?IJ*_t(EZRcFaYuy93CDrva>6C^-WCBKzpl&lawR7AFbA=;bp8z_0S)9DTisVj{M-p zV`5_B)BOo20SCRr4Igdo9|zkt3damkd&z1(UirAz{SPT>_IG+-T0R>=_wgg!mv)i?& zXlmOZGBQ9}XEm=_If2^#Tc`|$7_CFQ^QIR0S%-M7>E=1?TZ+B3^X1d`P3gOJSgoH&4l*2I# zX}9^u$4QQ3hipBX&-(V5zI>6=pY1T5DlGy*7$`0yzPO8rM+YFy-ZlN152`fpZn~fo zP;!wZU1wvn=y`QRH_iKP{BJWzmArc;V`uELd8v+17amF zPAl$D7~0IWg(K3Kk+HG4gM;x>%MX|ya{%zNt|nca?x@4LO*E(hMSs%|g*8XnfuWB7 z*v7^TUN395^}9^`v?VdUc*{&+>eG(y{i=FXtm|0rqGu<6{>=iU3|u}TUMoz{2w&;` z@}(8{Y`7~Rl-b2aU7$P~BtwFazh65%Ix>gS$SK)@W1j)4p^W!PkpawQ_6jushrkR8 zM%Rg`g<4>aDHG1}#Db!@c>%H<3nyn`o5S+iWl~aRd}<9%%~n7@|2#qo#qe0MA-_ zdkKz@kJ}bt2ZLU|e7W2tCl5lSe6ul+ei;gpJbL8WV)KZ!bJZx;fBc=OAqMn8;ka{p z^nnsXla z^Zh-tzf+&Cbar06WwZj3WpSj@WA%Q6&z=(d#(0%7xtCU+d^F|e_BJW2Jq+eOE7E^+ z7g-;j$ua+x3j)WkHwO;n{MHcC7%kfKUlkITdf-MgdFfK2*P>5Ld%Nsmb5s-_HX&6I zXqE)M1rwS5U%uR{EPW>Cv$VJvB}PR#b?&c`@-1n@jpmmsM`F)j?Jwi>BJdl-FVs^6 zA6x+0yp2uN|M8s`TyftI$TpXP@sOxHn>;xY&5b70Mo57sMElYUNs8{K~%m=g*Bd zktw%#2l^-?R~$-9waeeZE0LIw$1ASnO|u0wrn!ReWUKD3A}ID+H3 zG2OAhHWBU$C66e;z$(5}o@3$$faR*2RMGs=)g;=br`aJ{#GfN@mS;J=2C^nW_w>qMf{(S$lfw zXFpM`%1%rzgbU4#w_+Wz^Rsomw3{w6?xkQl|MQjCq*<_v4GZ+om*$kBii(_B3(?I! z4*&h%<7QUFG+q1kS*E-+<}JGZuYggnoQi^M3qD5+9I)kApb$EMCz=fwobI>+bozm8 z1!4r*f)d#QKAl{}dx`@nO%_&GY}7!Z9&e@HXo=EEF)#RAvw!{|F8{*HaG|1_+Fh{R z%&e>;3@WV5VXO@daY?>I_#&`B@}6i)ZVnGA2S6|Zr&|h{&_8U2?8iv1UcEZjOiPsvlt9fw4{>&LYX<~+nVR|;EToX_5H3KY_IJ13%q%Rl^F15r}I9)D5xy?piR8nv7_ z5I6i9JOTnTF~-8YJhQXoJrusxz8g$<(6&iPNkhO80&f?Q8a@NOQ%ArlLDV;R762nCVE!p_6ewVfK{Ej-L?~wf<3RorZxtSYVxNy=I8I4C^DKB=PejvF zB+mj84?$|OKt#K}XDhOLSt4;1{Ac_eM=E07m6pI+yU; z%-~z~Mz#=u0tzcV0g!1Z;BL?YGC?B%fdf!Bb$Z~rchrG07`^-JQ_+CV+WY&75uX$( zA`6Sq>&i)HaJ(rlNk|5q-YhX`#LqDMu-W#r6VQ1OfN9x7+C;@`Hs9alfq2Oe#R3?( zyzO^R(L#|Ou$qoIy4#4vgYXI%q6lhx_wF4ZXjrbHJW4y;i^}lr7{9-z$~rsqLGXtu zK@kzQK!3U^CiW2iA4Py9SO9Y%h+OV54LHiNiJ16!3i!b5X#09lNPqdZ)e08ASXw$@ zImFihT{hwQa}*#0eSQ6mz>9PJGP7X5Ll;OF$vp3hxhlxv!SgyPDFS@#HrP5*r)fFZ zU(k)r?ChdJ_0mv2)zGaZe}dU@t8tTOR-bh4fk`_iJyN}<7+-EcG_oeOVziI9M$kKvNT zVIyA&XRmCdK$sGEs&O_7p@y5cZxj5sqNk?^m0dYy)%ww+S!mZNd~8=3`&dA@lOCG_ z|7#P*Kox;L3?6Z!ZD~%?&x3Mv z*+N1?m5W!OG6ayU<4|5S?gG-iGNs264ek*fOf(dt?#?t_-xyZR(LxkM8E-Ju!HSVK zG^B=ijR0iI$jFHL^5u)h{rjDumnb)GfJGVol1;ts#}6`Ot^&P(o}NxjL_}2SI7O}f zL8TQWLJoh)x{~Xxtn+Z-FZZPTZQl#uC5VPy|2pU|8smhn#P~Jwz3BP5C-vSbOEOT=>!x34AkH8DguCedD{W+Qd3<( z>p@}B?e-Adxgl|~{D}+Z9W2TX{^VKEDsb`f+hCaydlE(n_7pfI6=~4vPr-7Q`3d8F z=$kWiFUsN?08ruqr&KV}xd+QdSXeOhN{m`zjt&6xGiva<3~q1HO6Id)zkZp4CYSXS zrB|en1|5FT2T(o9xShSdk=61&DXE~cwBllJaH)vFcHlCs#D&a6mIt8za=TF;gkpT@yXRPuuSx^Y$74Pu0Q|Q)h zEq@@llYvkL$DLna$mZ%a_4K-6Uy=A8qy!jQSY#_5K}m$KGV6YNL72gpRnN-G;seGv*&JwEDK02ThK7cQi;LR=f5iFx)H@|DFk@EuC#V<= z0cX@s(+#a)U-E-um{MK5@#4h`=c9DS(-ot;PUnW-OS5^@Oq(@IWz^#sBzdUEHkOz5 z&4Y9wgG|Qfcj!!e$A=uXx%)?ZvfiWc^Y7~#e5*Edt25vLL99 z`E!!LlXYZ>ax6wF>3>WPGm4i#dmi!$a~m7P01Oa(3loI%zzY#$VFOSt&;e#a-hpy` z`1Or&mH}su)(uip(%GdYY*A5BE~8o!s5kZ+LHDhNqSb+y&~5zoe_CIc@I@Bu?@vL% z>XeXo=mOTw59}6y6|z^z#wGC>bNCQZNKjHxgoF1)d;19?6lE908$f;>6m&ES zkJy$U23|sOF0_W?pn^a$e06*I8U)e63a#}!`e@?~sRn?;Pl2%`N?+KgPq#r8f_>qj zodCV_(Ip{d-N8jt?(0cOOG8XsM6kA*X}ZH>(hv!c^?Ga?<`>B4*T?n8J@GW0(+s9Y z^#HB!mW8|X3TL;$Jn0{E(2IGq^72ZkL3i42QgOWb~GX30SZH#oerqf zpPsB0?AmQ07BvVZ&!G!}6kl6kKVMkd^kSn`qfwh`(qI{4DJ9uSI;MmDJI_kqa%LZ% zGmi=Sn3jgX9u8A?{Yhu>pGr^v7hA2fR)MeWd{zz#~(8r|F4 zk_I;iHH&yhK>7PlZUi`<{mD(gpWg@qWj=e}U~g|Uga>tUr~b%VxBT!IJxzj5VPYtvJ=WdNacp;P?ks|fHYu&ls(WIK7%&T zVH_{V+?tynz=7|5u)ST7FhG_ud;S9g6X7$ga8#TjM7RsPIJpL;wF&G7ZxMuEG!)3l z=GN9vA?<+9j(a!%>%hycg)UiTWdaB^AR(RS&z}bYgGj1h2f;J^3yzq_3MK%a6j^n^ zz1QoVsv%=VdJqP67X^r979b5O2r-2~MBzD@e*W|+4s?ubuL8kSVzN00Y@IV*$ay-I zCj^|AtV9p&J-G>libDw^s@1_3ArX->(H%6#0$<>*VEA@)C$NOKyh3;|5`>IebDFG0 zV`F0z_d6{6YysFGR1u_4Y!2(0ny-yl9nMGduBa+H$UnOnF*fwN=K@hm8%WQbpBhWQ-gmXM zo7g|p7K!^xiHdJO={Vc$@|cQorJ!S<%2j6o2@qRK`swE^X-qgN+?RPYuU@)z2|O(< z6zwfnOjysHlGmWyGB7ZpurL&&`#aBgq5xDh2b_h)83Ita3vFYd+(JPUry8Jh3>7~* zY__YDtcC^&_9a?&%rpQ2Na*o8HUkimhrhZL5E@o>kOB~q-=Y&Ne|&s=XHU;A@aiAE z(N(7`DJe-7w2s?+1B{THi_6cw82~tP;L1+wzCQ zYS7X1ooQeMLR@Fg7i3X7@E`dg4bymKetsTFbU~~ZB6?=1Fu5h2ns;M%}9 zL}X<#gAB3>UIA{XGzT1}2jEASk$8PCG7v-p9-xj=6knmIj{~XnwU0?bULLNcLc8A6SP@>7tXCOS7f=*^wZGYqV_UqxF%|d|sBcDBM1C+Qq+lm2El}Ibok{jWn z*7%8{*&C2q3cpa0lbZ#BVsYebf9=7bb-_Q0FoTPC5kXzz;tX^l+*MGZ`)xoa%sBx0kY+IG4Z@x7 z${6LHclY*&LQ~fm863|gb1@UfEo$B*0nI*w)00M zU!@aM^Qg40hpj`5_7$GUHu8IY-QBpLn__E_(BF4=_HmKlIIFL%?QVz%W*ylk0BHbA zY7HZ5Sy@?#!r?Cl1)=2R<#qFUn3=t6LAT5gW>XbLamt#xE12EqHJie1u@G>!qAcsZ zysRS-s4FLnrGE?a<{h$|^O&`97)?~DoBC*wF})v)wy5Pu1G4v*Kivfzh%e^L1HqJ{ z?F}(_8p^3$ao1mpvD58H1XXTv{=iAO!f8f=DbfUx9l3<|uIP6-9W3JFMrz!}$q?Bf z83Kj=0kc*vV?(>G6D(zEGDoh;G>;Nwfc9o`MSwd zoYU)!H`kLwHNe@!`zIR2CnUrrDCY=P)$)(rc=k;>I0B76du?Dyfu+O51wty)Rr#Q? z8`jmZ5zB9cq6dK>uQEY#XC2~vTJbeDQ;<)%zK-|$E_1@Gyia1F?I1>_=Ij^X7ohUo zICgmXuinJ*f1ARupke*eiyC-rc#yigNA!T@CVSaD#i}A=|CXuE5n6>yoF7_bx*351 zUWL6aipVfs@i-{REWf&yaRN-Pjd2!_j8*EvgHJstMRrIV0v=&zX^F+l%lo;b15rZ` zHfFkjXCP{c`4j{licA^}*B!uYx(h#suYC%-pYz7_9k?UJ0!$+NZY=2t)KmDUPrgSl)D*$26?6y$|~ zJjV4pJ|}2#uu<?NWaj%F z$Bux-H@CKeo0=p7PS!->;(*Ly45;iKfO+Hu3;I)U*G#Idz&dvTpAB<;E8>7yI|x^U zBz^=4RLDc>7T(9h*n>a`KNwD=6;UJDU}u4#2^UUf^hE$7hJ}aEfrPNRw}*JiP- zGcW;-bDYaSfn>gZ9ShpRXQ-oax1_d>L-48bR;S@!1^_88%`V6cBk><7X8c}wDW$V- z5a*yI8q0eIX6>M-I_!nzxEgapBsNy}I8z|V5Ch;2fH4BOA#+E^OGsPO*EfR>;dNTO z)J7SN{R%PnW?O4VMX?J`hV8UgJ0~qkMy1zaTNJCyaUS77aKp7NI zcxB2Sh|^Pvx#y8c-P`*y<=e_Pic8U7m^yU{O48=v0W1bsm~L*w7zA%Yu? z9uzV=nstE2sdZXkDJGqs<6t^?hn6|(%_F$NG*7!O_+a+A;O4|lvn`a_3yOhWOq+ZR zo$JK)QLJW0flZu zaR$GzZ1U&9xG z(uieetkVF$8+6EUjdOs=E#PL6lTISMW!h+PW*bRdFWqTqyC-Zr0Yp3@IXM!TS%9mBxc+FQ7$;2c9=f)*~VMxobE%!*ryiT8m|0V`2zZlKG?$Q;nDt zT0r)0KHZL1VH*86tVoft=7{qj2jOy~UYfXfh!wXAR0j&>p~?-H8Cifs!riXo)umU+ zG{B6>D=2s-W{rlGItUr-Flav*?90ygQ&UF4$#U78l}3~lrMJeFHo4N^_;73#N<;$4 z!(s3X0wGDt*jRjQ5C(bR=@t%%uXBrwSRf(qh3jx6u5#H!l{mY)wt*b3?A{|FD%u78 zZm_~yJ(H!dw6xTwv#JNwn|6>k*!zZHowN^+kFx-#4~s?2gBpMc_lt|+FjFGwwIQaq zJeWNQ?vnf3I0Yyu&y{izZ3zsd2e$seGfB^9AlDD;UiX=B6fvv;4k88!a%-mB>R0(bXsU%z%h5DU4e@cO0+q^)k=x+Q(@9v)<*`B6x;2Q2-dH*csB1&@Y?W>5r> zwSJ8wok^2l6aZ-yJFcO#hX;2B(fRp#R$M_xeqo`->ERY!z>)OXTM37#F-StQK=KY( z3QIZs`w}lRFvNqi)ZW#VE5~L4ISWMe!NbEtorD!J)Z2-89U>v9jspG6}xpTPfJ9?B}e3b0Kk47ls=gaa}EW&u_}td~Vn=KA}!U?Xxoh7F6PM{BLYVU#o zuWcH*Z~wZN(q=TjumCP{2o!O2h;~qj!Bsk1+5uSMx$>eSu6L4wO@_b8tFB8((EIrK zz^zQ)tvckUC~!%*Ln@DZ@C?#Sa0?4=VkiwI0_8y3@gj1hAVm4OF9TUp2uJ}bVkMMN z0}D~l)L(Zsl(WRNnTPNl3Ljk+!lX*?3K9JgaUH6wtNYU5c64-gSuFLX0H5O3YzAo< zF&v8@h?=)NgL*QO9WH>jEkBgdwCpJ@52x)ZY%{u4lym7vkb;Yb7LmLJ#AwQFhdGdl z)`M#M%S7MvOTgBeMdGhVFV!V(xHvv|1sPTlo#N0iuo>Y6k)Z-1M37ey(HAl&j38`5 z1bwW=DV>D!11u6?|D@w{?Mv8}AMFuwn zxA**Tf!O}%M=Vg}J3w0pmjnamC%9;3h9_^p_JW2Rp7H~U&OuMd&!jLkG|VyK)V&LN z(K5*OF#Y`nHeOeje6(EX!b)LfgcEsPHnDYUA}BWiV{046y- zgvqt%eBeB>yKF?`Lt!(ncnfv9*A%RNK%w4R4rCE>Hz|AQbRY)8Rb9`}glrsOmEe zc16_F65*N|>n|-28MXw#oIu1i;hG;x9LGmRd3lkrGdhJ$AQ?StlfXXqS`SeWwinl3>ZwZ->e73fdYALkn?Oq5QH7(B3B8@S|x)}dJw zi9z9#9m&k|DlWq_beO>!k8AU`W!R~=T zxcTrAY@Mct1}Z~fH{1?4oH^id4hPAxg69@qVz_mXF3E#iJ zLOiUk^W=#L=-ZbmD6rr-k2J%T7yeRJMiMjFB$e4HfKW)wQdaJ@bpR&C$i+nn8RkCy z4Y(KujGr);c=S1KyFDm?zc(s!nwt^jrmFwwyMxph)vYoVY*X&VFV#^P?r>esyVzqDUp(QFxp^>HHxW00 z;3ofg@{g$mdYqvi)~_wEqAxYTgry%oWX`R=?ljKD%lo?_l@-pmtdb9_eR0eqJx5gW zTj~YJQ`w&sG(o%G#$uH+mtQzQ?%mBW0Ya)@haIU(+7`C-13$qXB~%dn&9=d8x=^V= z4*FlQFf-rWqeFp+Z20^0BS6=1!%A>*Jg)c6GDOY`cap_npGQu+wQJqZ2TVQ@UXB;c}Q;s%S+iNY)PHm6|rDa3tGdrEDEc z;bPIn$;?HvD=>;SPEQVHxUW{or9Ke($oS8bm3g@K1p-nl;1KY^^Y%Ajcy|DGN~9b} z0xcKPUILad?tr1mEj@uNo2}qrAP(>H$_g{YK!Iq4sUCcY7q6^iTL2wWAu*-M)QE(lLd+Bxg<+5l1tlm3lwK;Z)1>6( z!zWJ$zkinjk5pCRBd)9B)c z&tKyz+eD)i1Ps0~Ep}BjB@ll6T~75*embPO%UCOU9#pI32OFTk2Z(?Mqj$Sz1}Fg} zc3VLah4c^sz>WD(Vu==5K5~gbI-o=#pS(PpflO^?%L|EkgA@Y;W9hgUF37^2-=e@P(H%(4Ks!m)$ne-r*1yy@r{*>N71prl5hG3hzA!q% zg+Ej*P?sGf+3vr7Mbsxr_~^>T!6c}iLL8fzW(*fV6zu2}eidZKU%X%<1Hw##A6_*w zRp-XGQwx|Axr20HVf*%X2<7z(n;4pk)5m+9gMj2&CAN2Kv{%{GG#zgh6$JjfIhitr-C;H`Ye1 zKs1J2M_z>*^39@VuKvZ}Is0{st;Uk!8cXYE4dQXb$@{C?!h*6AAKip4zCUnr;V(3r zd3#}JD?9SF&QHR0DYgdUD;9LbAmwrkJ_jH7rMDmG(BDMy5FOu&j;G5~)dHx^&Lm7@ z3=m{K7){tAvDlrl*4E%3N`C-aJfx47V+Nn*?vhB4J6srA+5#W#(X?|3APH-B17lY8 zG(w4VQ){{}{alb$1Mgke#*_lAybw;tyPDACs3Zf#?JR!*Vs$a$9tI=|mp)oRPFgMc4H`7u znY}@qoSpAF(-dBE`QRX|;Lp`9;gx!w2M=gKcIia2w!Xe6)T@yl50P6FaNYcHvz>Sl zMAXymUS8Lyj)(;S5<$U!1Ke9cG_3Gr-mmbH8>aqy6xx^Y@n6&x+DtO6Pa- zz_Yz8B94>YuOOooTj%z>;E`#%|Nd2|)m1_{Rdw~Q=8JR4=Nuw;5C_o>m4i56Bkb3f>D6?PoC%G+Ez@H^77|?B zB0Z4dp}Bt$heQT-v)&&d0IL;6k2I8IlLajCf0Tj*P;R0Qmzu~{kjN)Q=!_Q6{=kRo zaE@IAasx{t1M`U!PD0mHkJw55z4a-YR56bi2I>MgeLhECuEI`KhAcxH=*lVE;7gLP zKEilG+pgnIt5ctPT+MB)mp1ScG*Gx;8+z0S_N$!{B=*NW^ZvmH|NN^bBYXYQe~<6; z2sRSjjNRxoWUYeHK8jMy_eygDetK0~H}-KosFx&kHeGiWLD!wiTH+ z(@QNDJOX?k1{aRt7L0x{M^$*45G&aE2?h#ah{1zD455I~7fk~(*j!J;!?DN=wKOzZ z>duhM*pRR$iS9rJ!NnCOa659yn(giFXV=$xDoj9QO6h`+Pk{eFJYDl5lMSv3y>onT z2d<1^jbkkE#r4!BK>9De?H@hTS!0zdxf?^pRG|izVhRNwkYh{iqRk^egrESeKrznv z$}y5a+2X)WSOo)vt2-w7S-H7glVQoge&9wN@Cp;7b9(s9mI07tSS!O;XWql-G8A$h zo!A$_t7Y_#zT3RfR4vle!#OlXgv#5OxR3p3L3EC)ESN>9D6uXWe^; z8uDC}*?@&9K4_4EHVW5Ly6r!~NbR%mj$>I70*_p+%i@chnratOuv8EbdqGQpIBMxR zKxE)D*w@ob>ZxKmA2+!lgE(bTtg*7T_Vw{6CfNuxfFZ6M@xA=xt*vMfKkCE0Y8mKQ z!0Ro+pgckmB_|x9h86@dMp@;;r78*N_CVDTUmT2dNJ3(QCx{9HM)VLG0shQ;UUGc6 zIM%I_h86@o_l;ZLS8!&t`_X}?|IL46qf%Yc_3>>gTIM_{)9$)}*;WJE;O}H$O z1<)9O&)^3x=HkG}V1|cbrFUN5K+KK}1$YF=2MmDN)dAuI}Ihew?HegO0AXj36WnRi~ZTkw0KXcQ=K^5U1|3t#z6N$oPn38x+^sEc-VgXb2HDK@>>Di|-Qu)@tVYN0mI$O#-p?}xbFB>0969IQiaQ{G z0Els%tPMtTc}Ol1f_t$Z1o-%6-aA%^I1K~fT|XWV56?Svy7#3M-GP|sXq9$HeVLcW z4aeCpzbgDhLtP4Qy*yUV0@syepwTfy6a@YNYK(~;tZUbcRL&DGwhdukrZAyb;4>|N z$=vqZG$0DdIjUuvDnka>Z%OlFpTQax9gl`(d2vS+mK+&%=dp!S7Lw=68>Q8wZjhTD zsj@Z>{ss=?6msJW<^-sei31OQf)X~jwiXKvlNmTKz-+ikM~>QWBZXWCeqipk zQix}=2ndh{UYx--5b$cp0AUDD+d=FPDqut`Z8#aZ8E=&e;o$pYRpJ&k5)u-9o(nG= z8tinuX*DX>z#?dynMpqi_z3gyCaBJEKwpiB{vRkna_@~`MfiVvi4c`UI&r2(-nt{7 z9CM}-C#i7Q_O>e|eAzY(G zeCG!5g_A&hRu>`Yd_n*!t?qnDSB0Z?tBSkd_ZqmI$RYwz1$q|_Mxxrutf9JQ!RcF| z6%ZD+42bVJe{dfM{;-aY&9`gUf;BMj7=JxnQ4qtF^TD#0S8To@B3v=CG){m^1QUwQ zB0L+GsyAoypM5lW0QWaJmo1@q-;Kk7Z3D?6`Q8ph0)JJe3Mi(rpsoM@0xBwdrKESj zh;AlZj~_$MhYvlc4@BUTa2gx$XeXT;F{uw^{_>t_X~`Jr7cpXsM6RYo6NhVCLOYWH z94U_bcqpS0a6j^_3n~;*cXHPthCK`Q(-qHvk$0L3e)1&sK4u}k0kY!;ajru3@)8tPBN;c$R z1Rg$osK00N@F5?Bh`=8FLbz0rm6H<=!EnJ$HW)1L;%^&WrKWy(w7m$f`=y{B-8b+# zB}5S6$yrxO5pkO4@~n*n*-Iu<8v+O+xw*NM6OXC?9K7SWUl0iVxOh%d7e4py7riKa zEY{~RJhEi|3b2Xhp`O5)E_M3^;!qZJuWw>-okO5q2=HPG>Ic}=U@74s&j@$5AuZe@ z7H?&3jRa%Cs5T4V9tJ6h|9`Rf-tk=beHiFZ6G<8rZj@w3QZg#ZDx)%fW=3YlZDbWu zww7ciDj~9GC_+XhBP63#GBTpFlYOqw{oMEcJm+=Jd7XdGpQk^br+ex5`+h&4_qg8I zb-ne_YBYEzxubr2D90bbz2o;nP|VYhcg8OqS_RJs5LRi_Sw$B?V@^bvFAi!(ISDq| zCwrm!65TF4V>w!z=Trog!o<#(QLj`4pF9n4sEhFQrh1toBwu?&( zQg)>&ydc}%t8vRvdmzJs?tQhoM>ZFtfdaQiq0i$WLPP8W45_2U;F!ea8boRS`(n}bMSU4mh>S> ze)Y+7vQhS`^I*8;L9)oZ#Rkxkq*FHqgCMEV=zk-Ef^qD*L81SE6QuaCQC}^UqhV~Y zTw7De%`fDekdROU0XQmltC!O8&QbX#4BJF0C=M)ide_s_Yf4V7N-drJiH}YZ)aBri zbUIV!*mx1zbI)Jj1s-={c!3Bge185~cS(Azpe|KMn+p^#eP2G%J}cpnkl50psR&n) zi8Xp2I$pQWi@S8O)H#R=vBRZ+vSMx45jjQ8Qa)cSrg)) zGH`EQ$?{k*RyV9Oi*v->KM) z+2B3kXRqS9Fb(t?t6V$u`I!Xd7_dkqj0ZK4cQN5~jI3c$hDe0})S!&AeA}vBeoA{i z2xp0KPmooJr5>dMX>}Y2IzO8g5|Kc_0riD`&ho#%Mw~*?enhlVV|nKCaxf;V;xpIy zBc=vrzg@Md8-s&DFTpn+-@JdH1EbK&;x}Zxj$)NxNNA-x>jC$ks?`OyZ7KsrAg4;f z_`%>T2gsJZ)GL?_7{p`#L(D!XgbDQ<2Q|;(v$U17J;akliwogagv&F9b8sZ$7s$96 z?jSEHAQT*uHBn>SrAWxH81*3XKZL*eU>L3V64>^tO z%79Fl_Be|;#jIXk>%|d{-eDz3F{A-Q%!J`Z6^IRY#<@@=f?8MCX622DNJOrfVpy)G zX6ohnxx9BVujrrmu8p^&h~@O#?&R3-K`bNCI}W&mZ0>`4S8hHsIx%6Og+@g@Bv7!k z$kj-sFBA2a6({Ifedre0p7^Z)_a1f~-s1V+BtF4u3rVQMmy4Om+hQhVvKcx{Ky$8t zUGIhh6Ol#4a}TocCJuFFE;rUF+$~AD0&xO5tJkq~gVAIecbB*g{OEi+`&&mxC+M#p5L}g*2%|sk?Fp5iz+tkMcY06& zvwt2`u~CxSyydL(gQNso{WPh2RqOYMftL;|H4s~0l%DdbqntRg?r_iKEL_9Z!=#Tw zA?#kvgu2p{O-7$Fa=hPXoMTw*2QVxxP2v+7Y2w13<&FLD{{40oeFQ6XXR>W4DdvbNOE+2J-J-rVGD?;l-dcf}o; zH*em#FH=G6RxifF1e!qWGW@~Z0iHA6AYTw^H&7J2#2K_H;fjwvFT6pEed;|c3u|6JAmG z?|O~%X!ifU3mU5emj)2l&uqVdmEW=Bl(NOq>1(a-*H=_P+{miU{k_`g!myxQ_ zjoQ59E$-ysz54~aOJdX&I7h@;Kt^`(@L*7(ct`Raw~P5F4RO5jW35(n28x^f&OQA6>O+o4 z@1s6yP&;Xdi2>nYPx4wNsJ~}2(kccbmRHvzR3V|`(0KpWl(hU#xl_gi^k+UPFSVs< zzXS>UuL6P90K@Q=h{J)MFrqv2x%GQ*B5RL`f=3eHaNTBO?qY-FL|+&2Ft?p$t`EQ{ zl+5~mT1RJ1*l}u3d73=BQp<9gZ?(I1Vi5-*vu&FipC!<#p4pQAiuFkc{ZnE{s$(^I`c@IHY_`)nt^YU}>^lnR)SBf_eg9ZsJ8}m6kc(0%VuV+3$ zi1YTA4mQ9odOsN(5#}Z2kK7p50O#Xx^` zW#!S&pRM;p@Q(>U4dwUGXQNIaTvMWI=oR_itC~c|NxRV#hnAO2 zA5YIxrs*y_fBVgtR(FVx(#|%qDV?aftO#=V_3P)xdleu3357aRWoybsH~I}5&PJin z$Y_H%5y7EHiV;!j%X09=blCZZJ8~X0jIM?V>uc9m6oJdg=M?HM2@qx|02lpH*9)~; zdGkOi0xPtPUkikdNmv*-HS4?h^r_5(i5VI7f`k%8=nvOcHB7jW=>gyPk3Q$+y0`ww4Y-1~Ta?02#1<+yGSNk0X~# z-)34kKmrDz8VV8gNIL3@7wgBsMYKxr2!u%4*|Ba5sj3j+fLGNN2^jHWj4xkcV4(Af zg$@g}h?Y^zWghzPtnYr{{-!Lp#iU-}BfM+NnLBGvc!Ie4$7atJ)Gq!E>!GVt>t`W= z%+UREWnizkxMdXXJg)W|o71&@*JJdj=~7!FGK+(hYYhTh+uLtzmm|!jtUVcH_zxFA zCZqR{4@~9w0D(m#Zy&Cmj0JH(@`M-0Nynfn(E9n|af;l0_SGqmsQMRck$^DnT7yZt zRUEsFmn4w>iowbL&Sm@^JxiqilOHi6S%u=MVSWO1bmt$sn<1=X@Drm^nNT%7lb+LF zZjn;180~Pst#hpa4o23uOifyYWY1rIG+V}2QPguMdO6|33*d{)6gMa0N zrW(wxnAq6p<0me-VJzwjX|~NgQLl_+cHQypKAsF2DL14~A=W_)Z&+w|N*`#O_GtO* zhr@qRcO5+V?C8w0jEkGQoaX?0VQ^feE_M6PgTa%7v@3{u5lsy!eddreKok|{3ALv^@VPGyC^3G+x58W6RHP zB3k?5m2UD(F#vfi0A_a_GjUvq5ORY9b0~eQ0VI)GG9@=J z&lg}Kq5D8B515BA_5{}%Yq#m8CMNmM0ic!)rnbL??Epgmw8OEOq?On3)(Hj3<>0rm z!PuKC2_Xb-CadGcRvi)$paUe5@!06w8JleLOc;VZg%%KO3#Y+G4%$FD*l)sjXcb}1 zq#XErGK@?1H97fzabKqCG1dc{PW3s~W~Z7paeelUeqtsRpXR5xTM3gnt)Do1#MY{D z*&BwV4Mn(BkUUeL?m?{w9X-cLF8oWmAVR+KfrGc-W={z zaxVM`2eXsDvf##K-c^Z82C1UCWzJFWnapLAVW;IK?|}i$ojZ4uihJO|wenNcLT(f9 z<3XE1o7Xv5F0MnqcUFo%6YU7sZEdd5cN5@%=4eE8LF-#%U^9k>LWBPW)X&%TIX0%= z<7w(wGHrRf->&^epxUb*sDOQrVayCdQ79s@eiu3uAI zd(~|>XoL3}+-Y*FeD?dMH?f9G%x`68?!gZbdvf*qb@QkwR!?X6gX$DNivL3y4H@CF z<0HfjlBW(HRv_S|d7NzIaj5(GeYU#oEE)Cg8n9h#PHx z#{3!5Ke}MlnlI0HNLlyt*n9sZD#Q1|qt7o&LFUlEto-@)fI;LtE^3TvN?G8@O|cRfu?O4;QWA35ej6ClIpem z2Gm~SS2Fm&=ly5`-+yz(+^VAk@~?MDE6=)Shj(Cc(DcZN;8El;}Hb`}VL`2RAJ3otWKnEJLLyjTnY$Dkt^ zD25O|zl!?$nQu*>DZ;GUEF@%bqQ6yaM5S&KQadJ=nQ_h6mj*=RJ7UpS`61v4lbVgI z>C0=3!2B%g!`ZOot?`>>Yz5VBB%p0!7xr4^BRCdm?pn_iTUuI( z_1vRRknFT4U5^EQBS>8TG7wA9w4Dm+cnpahBK%stEi+O%VBE=hf1#>QlE!ONebBq@N#beE7@lW z>Zs10YhuYMDVTY&W)2eShy4v1d{BZz)ZtD$dmkfK<&sj1Tloc9<6D>>sl`;yF}8Jf zmb}W7)0TGrN_%N(_Ut3roH)buk`~qA%fB$}%ZMt_$IDw?Y%#xJ2y@2AuR@Ym`q(*> zk;eOMF$7dojHcD3cz6P)y+1rl0;~b5zEvH@5x1p&vaztdn)}SiejxLeCw?X|B+Rha zPx6oQ^7giL*jfAO(;w(3O@&{JAuTWb?hAD;l>awXRIPpkc=w-9$m3KY4CFWt9_;<_ z@L9f4#_NaAboY8qT|m%D&Dzky<5&T=-3m1J{heL-v7`&FBhtYR+cuQ(d$-z~!x?w4Utb5ui8~WG+rx&;Kk*;IRV2A?ZXdix z2l5g#_|mU`O&Uf{kBK+~uc-Qx%BLbIYBFm(fUjs|MhNnFm}jLsbm?rZiCgLPO{3`h zHNkLQ>dmJ~f9$u@eO_yjo(m_8cAf^<%XQ-%^b};_CJ`AfqSHVzLoS84Ed)eVQ6m!8i5H3Z^C0edb(MEv{AU9S`Y z&yBcT`;V7U{P*lI16aINUaq?E;_xY*(_F?@R!4(#s$T zuNFkGtR2yFGdWS&?4dJrC7 zHCN2IP1Hx+9r_?Oc%;M$z*y?JL43mg+P#N7%4b+%dOWGuu9qsioe+v7pJdV2Hs3ET zJp`uc(d2op6vD6y#XutjNLj1FlhV?A(~pUo207C%vwm=LoE(CF{KMQ=K1twOl?pAy^N92(9mA&kd7^lkh{4=&p?a(0#Z z#bq0@d3`AqfQD?fIw_@L8R`6Fr-!@=dYs0%!x>Hw0IQrid$wjFMVV%=!X-TYYFxXR zwui84BTkAZGtQ-v039oCcV~i7!w~B+Hwo50g%FP4Km&3V?mt-(5hJS3&a*(KBy;{u zp@WWHuaXb5+%z|CJMbKoLOI`fthk3_+b;1V!ur=Zo(vVhB2PW11+{J)wv8IWGyMG6 zbO_V^F(u*o3alLC_r3;}3 zOm!rNLWYw}*RzTRxM|HueDU%}JKv!P)}-0e!fYn{GhMVCBlGeTkG>;ykbOns?LvF@ z)S$H4$j)A$)&wLT<;|HoKw{NE1!AtYYNIC41=L4CJFuYzV_tA?K-s1<7G&}IiXgCz z0FMRaVDOX+Uv)=7;X@4O)I_g>uZ_h3lLj9-fO5cb<@DhADhhBk$XpbFfQmH%og*ac zc6)-}7!-d1g9*b>i~IG=5ZS;@SN72YWb>Hfl(oB*<9maHt=Ay{TaL`A2=-^DD}(w> zUue;;z80(~D0t){lfaXAZy#%ouK9A_2&@o-Kwt3mBpwh)O-&OT>`@^#m9VV#K}Ml! z8&P9PBUkeRTODAem|lELL7%)W-#d^n5`H}9@BXEwrP5C@xqk_6bNA5DYny48Y@)0O z)gRH95@jy(pO4Glg6Y#+%xI^)^zA;m@*FYIJM3IalVa^Et*^aqV4H58o4$+>wLF z|J=h`_jVg07+Jr2v|g(VUflRvW8d|K>Gq`l(S#yt4nCu8?tZHo?CTFL;!zoFRJ`MYWx zC<2h$zPLe$2)7CaA_#3(!($f?5fV3an&Lin-Teqy?H+HAST}DU7zc`?f7Hf}6$=3- ze`A6HkUcxkSW$5`p+M};4?#=RJOZr>#=RF%GZcD4ib%`A@Zzq-viDgm9WW7? z^7N^*8$|U^TyYv)NKb>0B0l`=_`mqfeh2B{p9skR)B+k@(2-x5WvI?lt$EvVR?h$D z{BX?5-xdRgSZ7vxbmnw4GF-mH?uaCH|Q>>8B-*B0UgPSEqo z=v9GxBhWGpP0hr-2sZrg+&}{>z=IdBxm94FjbocO>D`5hsJ;QBBJ{)g6ivOcF5>9rI z4G4Ql_G|t5p@8wEu<#iN!|I7gf}0}l1a{2IJ)Pp5wJ_ao+yg|G!8knelYgmJ}Qctc@aO>jmaA4GGB z3BxToP9R}{YT+j?ki?7l2C)Q}=hRT8TD)Dr+LB1O$3Vc>{W+mr!R& zu05URhfzon11qua01j6Mrzj>EyNim7o^i;AC-2$&mD>$HJUxk##Cw>I`P4C6J#+o$ zhtew^hz+=|M9zs#1bTy|@I2tel)SKL9%q-RKF}iyKygTPNCmK%#@wFissfyyEAXPu z!Dx#2`07-Kbsv!zfCk(BDS@pyowH(4je)0h&jb!D5qVy-6Ku=&;5U&!9C4gNAx0Ab zzleep8K?>yYB10v1O>FG=~&;EcTy8 z=oMFXb=?mxJ8>@q>&^_l4>_8Maj-=oYIgDp0T8$G^5bjX5KlO+EDGmfD_x0DOeRdAo12plhHnB&I`-lOsB@vdIgJ?1OAis4s4kxq4%lzU&#<^snKMtkXl2j0st zyTP~?!g&2`dlpn7r(|Xo6c1~1VBm}~U}aNND4jIctG$FtcQa&g&@~aJIm!&O+6UHs z#6cIpi_Sq%_aG!QKXH>cfawGet7q>S?b+ojvF%fgPW+7g8M~S$G}hz}ZEJqR@;gbQ z`DGA?rzVvefVyzMeJ3>#GC4%nzqY4HI&Fu_i!OeGEgJ!vkXvB#a0RuyEar@mTad93 zQOJY6oZmSMQwv*;BdI5#?G>^x{15jB!w>AN%G_(slFG2U3x_^4Gc$ehG~Dt=N}MOY z*3t+5Lha86k|wd_qfjsX)w~THymr0~0fsoeJu1C8nGeYcM zqIR>Bya52UJ=#0`nPzBE;$$ij7F-_=mKI4l=JLvi1-q3r4y`4Mrhbh1gFF(W!fE9z<1t=PoZs0!Do& zq9}weN~G23vHM$p@jdYJL*ukB_Vxmxg2yUkr_#7{xWD=KI z99sEZ`aH{I@OkT7-UG~0JAXUVTV2j$Dk)jNwIJ~dITiSs#OHu)5~E;-{t7YM!r>#B z$^lsArp5PW?vpIF`ojlSG(j)HC5X9o3%Q&;i9&~WxRJz!3B63aGyr14{3Gu5d3p?J zyn*i#qvE#VPV8zx6^xZZyHjKiN=kO)VQoX@N({~@WN8dQ#Pl{JtV}7N8y0G}V6lwj z>(7Hg4~kakRM;t)aAn!{u%X6Kp*u|D0}dHC2AB|!Q+#l>r1=UV5r1;$@WlfuMfG)c zP6#OXV6tar1n32IyE(j43ft4@t;2bwdVJT_Mp2Us5%h6?$xfp?4=!W;UOxZxAh87~ zbf`hcgxY;y1aH?a^U@;~Em2?M_4$PKp4i`^gdf}bpgKE{!|-E?`0J%%z%;AChr|?h zkopC@F6cHwtXihf$`CC&l}b&0CS zg_JDz5iHM#Emd(mD|0FF@VYKcFWRjwWSaq){1sBlIk3=9PD2J9iVBrnW5JQlY4_21 z#vM_si28kO?0ctZUs{e!7xzyOv2vql*++lrnvk*5qBqSMxmE0dzIWn@un6g7R^TJt zVIIXyze;T`dp$lA8O;Ip>+m=MXeL%pY$_>GfXR!Uwru?ty7$uv@o$q=w?amg=eNb| zolkMFPkEMa=w}*lj`)J!=SA$Q#XuMi{D$_YfrP?eqT?wndI5eCHt3~=3%mscK8B@N1?zLK z#d-t-{RgK>!9$`L6iTQSP+kxxF95hyb8ig)&~-UWvk-+MsUlEyP^dSrBWG*@HkFmP zguZeN#nkIRqu0qi2u0wptf=sjvLgCVs3?Ae-}YtJY3IN7a4Jj4?tf!fKp=heY=5Nzu+w z7Dtsz6vjb}9Ce4DAWVZ!ZyZvVem^dba|!n1@OEQ_x1HtZr;jjzLuBv4(XYWQHb%QQ z9f3=ra1ZFNXKr%gkRtr+*v_XzKpKqsaw}^qp)ujH5l%>!L1FKwBD`xnO0rx4eA-Yq z{|sqN%7_S>BKYMP+6WDoP-@EKXA)|=GxO%n!oSx|Qw?=|xlSE=byn+$LNMd{&H0)p zKs;-}8_vb62e011${R*N&?|C)x%;ppV&+D4G%*5#b>LHJzV8y~gGkAUq6N`l$K%f% zWPVf78K1g;c^`&c4e6y51PVcQgM@nx6SVxLH>k@Hz!U&pmoNT0jfrvli%XUd_=;^o zaUi)35Q8)0`}7T<=O6-hgAWJipu%7SV#^P_wF)4uh4CJct}+{ocu)`YTwb2%0?A=7 zcsRv#+4Sh5A&Ys5fM*%BlMUIUHC5v&im$AU*9Y8DxcqjVQ~NYGDAV<*Kf~)XTI*Y! zcYOu8Qr+c36TzrMmbi+WRMFKH_wE3gN5p`bbP@n?DjFKpUY1eg5TSda;D*HH3VjI2 zK^D*`$-PK%*^TQAVlUa>hk}fZ&C*Ac*wC}B#W4)TK8eA-VnC_kxWaZ0QdC!0>bVWd zMoO0@H|{~~I51vZHxqSQ{mR1*2eZzpPywpG|F_{`Gi)V*6W$uIgDh?ek3hBu=SXl! zUH~-U9}8e=;opKlwsWVyfaBE_OC^nrhxP)fg;^xA&qeU+gEid?V4!bNrs$m34fj1& zwY2UK&3j+L5Jgn3PT-#tJ{w+_*vM(vVL-1z5M*Jbz5^N6E;W?9F zc;Vv3j*>mdF*qq={XqIV><;}x(zozFvV$XaLPQxN9ejd2&RG4C>;A(a=A*D)t`GAK zF`&_G)#4Z#fgK!7sQG9TokMosL=y#%c7!r-a(;D%ze*Lrt*Y$_yf0<5tA^ntQA z#U8SWF|>}D|0};N1H(&Zo&jkjd(tg7CWc4}CE;#6cdZ?jJ4yXa_nQ3kwRq9-^Ug!mXr``vD|0VE^~q_MsnY zFh6+kAX)FCMjy}`MFCTLNB#w+W z0r*mb9!POoE>oFVn|g0bSG@N0L|GarA_wekm*yL4YmZ{tt52QiLy(T@KAndEgm60} zq2sObV9o|52^bP-Qc&CmBEF1#Aw3?P%U4j^b4)^snndfFAx217^*{UscPrH;+ycvK zfud8WT?~31Cw#Qgn}=chV*CWJDFE1*kD&L*;|Efpe-Ue>bYYK*tQ?%ftTHd!Nw5?_x*^2|y!OyApawcbPD0CNX;2=#ZJ z1wczItg+2wCrT`o_t<{GjHwv0??6pmJjX}@tb;$j3QjoiMq3MV8?Z?br+t{0u;%0j zBp2w*ufqAt#o-9bG5q;~SkR0Ci{4-dS~9XbO19ra0MrR!tZkj}E|yoRyPOaZ{$Rs! z;*bYneh}J4qot48=pGUJb?b=g0Yig6R3lj7DhHkxDV6}Lyk`EiYYY82ar%TT2t~qi z&{S|#Km$W>49DDkC?*mx6}flm5=C7@!*{T0M8fyOr%(4Lhg;j9r0ZhP>m_b*#-N4`%f?*7S#pFEfH*!9KBmv3wM_?yJ#zA4sIn*rm| zV@^m~Fl>bYp0pzD_$nYNe_KS8$@R?qSA2GKrj+>iZs}jAnJ7qMv6C;@YMZ`mZz=9l zQ&lxzv2E5%29&?Aon(LqILovS*)x3JaHq!~*&~vIi<6qrd9k91d{tcjb&xZ=Ln@r- z$QOz_zZZeTLH|Q^JO(RQxXf+eLT_qeu?l_%=&e?wtk71@_5XTyo1#-$9901jDTY|r zaanrt<-r|P@bHi#7RVMB0SFIfNDudFJd;?Jbx=8>e%>afs3b#>LR`6iT^=1|U44CwO9X~-0D}_3pR3BzY9zz+ zvt8l5GTI?B>qf4z<&YJTh{XZ@k$0V_|mtlw11tPcJfV zJ#%?2wPQMG>i4~=^Va}gqI0LFI<|CF8fN>}*VhAW@x{*=DA}AkKYtiRD4c9Cz3#ED z!(zgHz>x3<*Oi()^{Uy$a-E#eM}I;&l#@pSN)M{xnbEi)Gj9EBfN+K5{;x$yhs4ubmJqV>Tzz4mY8D~_l0EP%QfOVYmJev}T z?+XAsd;%$xy8;uRi@~TtBg2!z-8Qo*`%f;pHN*bDoiCFT4$h@{@3r?l8U4&dX_{L! z8;8xRuF-$G$yjs!#k}6rGn|7_>2y0n-l2Tg7pfr~kvDHnq|FoD`f>Vc!~;aBoGIpw z%8PWXRuEk+wt}w$NefMF*L4>#a0HfSFS6(FGcoO?tlhsi>PTe50lGBDyb&|8M{0kp zKfA#sxlonXMiRP%UDyM#f&y!QdF(@sy{K@-sua0i2RIBpk)wcFf4%(XV@w?p*k*Mbl{)H-p1rPt&Qf9kAHe&;(aG))pKO zVy;g^&E~xy7N#*m?=rm?z}z1|F=hMTv_k@?@?~urMkupuQ3S1^G~AQgj0R8FC6w(Z zEI{5Jj2;_lRKMZ&q?yYk^(0sE6MErD|p(auna zw2}?sQ`aSj_U$1IOWrdVZJvDzzVb&_rQ1Q%wtFV^5B%i3L>o#|w%2w{uTkjpCVV|Z zxFGb%{T2v#aClvgL!*^*yXzg3*tzsUzKvbaw!=u0zcNMB%|kjNK%-2LGLz4t*0f8Xo_gFp67s+{YoWH?g+VtclhR5$Jk8K_V?~ZM}^Lx z)+@~KE-lmJmounhFTLUslK6eos*{Wg@OjjJZ;tmc`V9Ql@1L1h9k#cZEXtQZcJZ`z z{oa#dVe>5Kl+!LO^zM2Dj%(cF;e@O=i*sQ(sW$w?F9vgS?0_^GEg~%5*$GS1R!e37 z_uS%lUq37U?Hdz#_8&LdGf(-o>0UA9T=H5;VKJ)^K65T@j*Ij7fIX*i z|3CtDdqvWC-`mDo{bX~2f9GDfV}HH4MCJeGD+f4DV6)SfNZRr3J7{J`yIy4!P{(FV znB*Bu1DS+5Ix9aUvp0nN9zs5XYCY?x$Y!}n>q@`XzhP@F*?|f}3dV-G0hv|C8(V&( zo+dhC>0PW(T}Eks%BU#?s?*AttnKe-7L^bWxT|&Xsq{g)c*pgCUQy+yKl>QK#EL3Q z-O#Y1xEvgK1WoxKpMci_aFKHi{BU7xJI#ilJlppjUgu>bgDj>Xx6z>JiNCqTF}?9D zxD(TYAMAD>q4o8}-I$<2=gIGJ*Z=AKIF29#23%ltBp7a&)e;hN{n5gD^5o6ted58` z0bIZ%r}0l3`!_Cs^_KnLqpV z%=TYBx>ctl0R25bQ#r?AfXyeAPa0@Y3LUV+n2fo7&IOkx5=noyi6o&$6ujN|0h zD?<@eU<`nVvko_q)T;0t`|2zuNKGZXT8IQ1-uST&|ExLw$0iW}uMtz({Liv49GL%y zUxM15u@02~`Op6Ef9q}VUtigOd=&%ZUf9@E%MC%ZE_*e-w$l0?~o!@7F+8@mIBh|GDylfJwYqN$!emBeDsB)5S z8LNn!U#Kf|g(|d6@(e}3^Sxcf@>NsnYmD=qkFnJWVJp9%_|fzA>ndPVCnWA(xpKS@ zcZlqova#m>31rVfjUh>lb*iv1fpSYEBEhWK+1ku9Flc(XGS~PptTe1kKH!V^VeDOr zB?*)>Xq%Ads<1w|ItyP#upAO^kl?pN=>;K5B?{&Q`0Ai{e%PSke(S7 zmn&G3{GT8A_j#u(Sqp5T4}8Q94cvczS-vBVl;3Ylxc?y&tl}AyD{<1-ZMA^y-Ph`G zWxe#jS;n#?ei`o8xF+-Sxxj`pXC){0_v_l&+%3-9b92un)%H6R$@uR!te@)M=xX~- z))hhS&3SlfyM=iT?{UT^MK=i!fER^p0j+V?i`^tvh6VLD*sC(2gi>x3v{)!5f! zm-pTS4C$0ywI-iHIbSvd1OA-pu6+9L7&%`(4ts^6VSN8>S)MaWKsYd_jt~2_89Jm2 zXuZkKwO9#&pf@-U>c|WK^@L!_N><2%6O5VJF3i%2?Je5XNFm*mdM8Dqi4!S$YSPid zTnb$=fvdpr_ycSKHm|M!JQItf1KeYiDgepuVL zx}{&gDze$s%uLhl$1c2AA)-jU&`l{qZU{0ku#OX`K5Gz|6RnkG=qu}e_)vRG6}ABo z--6p}=2+ZDpN9zr8943F0Vx2YAUQYum_OM18V@N5mM zg}DX2$zqI!nVwITF1MuW@~ci>lV8&<6F;f2womDXJjQKpEsdcuAfkegxtd~)Aqga3 zIXx^<-efx)DqRW%vtu~&C0ns4B>_+0j?oE)EdImPnnVDqAt2QEk8PPG;I;(O)zX5{xExcD69jp+BZ2jT&wAaad?BGpwYXR$5o^i~w)2wq`x<80@b$UO&d zx;5K~9ek=lK$UrQ*i((7a|2l@4+y;qG`JJO$s07t9^SY^0%{weqXzz9D{yeoBM(eM zfMIQ#*@9#y@E71{+nVZ&dV%>_1G+3wiUA=)Fo&PS@~k1W7HAfrdpZi)t^)GIBRs2Y zKzKV29r}YnjUgBnMH+mj#{Cqw zp_vo`%qQVnSln4JE+G*NE)S&}PLPRVpK%Ej9%?l(t*9eF4CZwV6s$jF!=A0Q9+tER zatX4a3H%Kofhk9<_u#e*b9!R5hYx-ePvYE*fm62>xGVkI)-gR`+u)%krGC=evfiXN zVRO8{`{zzm*QU3_LQexef#i!Loag~`HB~F+rb_>73o!_u1Ug{uIPwteWsmH4fJO|V z2BeS*4iu9NYRaRpg{Lt5=LR85TVw?6G>q1m-aO9BI|>%*q~RsZJcyAGdowBNGHR7`K8(6}n)$QB?zo;ED zGRAk#Vg(vBCsCab8S&7760!KhTi5&f6eG;5|MTcV$=rdvP z32T$B#WxnHSq4$Q%4|$7{q!u3odMY~F;1<5R-MX>G4vHC$Jl44r$oJf8e)+_de--F zvVsFNCAxPYR>MVPkFy6x6C0(Y5g8dlx_{~LFrDnhgzlR{0kz)`@XBpZ_SPP}Z#llg z1$-(i(8Bt00@KSYz>taN<{8S5-O9P1%ssgmG{X z9OSX%!v~X(1Y#0JFZ3L>24KZtA0JAo_dE;u>HZjvNxKe_6-)eOS+iTR&ux7Pz&#K5 z6KcctKxv9Q>rUV~f^^gJ?j4p3wQi736_b?IbN&3Pt}gxfgSPqkt+HNCs`~Je0p-g% zdlm#Osz>~_-anpgxQ*PJ-cLvb@UHMQG4hKsC4!ccK7Mp}MYlEZoEg8KLPM;qS2kcOzkDHYgF zpNns(nROY8j`v0O>^_;Yd6;uW+b;f{NT+(#PfhLpC&ze?5f7}UtdTMAMFl>3L`!Sclq zW8(DIxJ1;hdS#yCWEcfAhUE5huC6bzdyAfdbNEy7<7QtIZBSsU;m!pX{^cz;i++Tu zg`tb?#p1~4HCsi_%of=@)i(shu#tV(y6c8^M^}G0l3rR`Jij1%UIfs5t3j}|qLNY~ z$Y@nl_(7AOZmQqLu(BJ+h~k5=_|UXEXqQe0K9DF_zsa{Df{=q38Ns{&e)K_rtyK~S zmKCZ)jBaJ$Z-sv9`fY6Rf+tzJ%8xxa@xv;>$s(Af8&f9k9kDRSwe7#iVU3vg8=Qda zt#O3j0e7*Di&?4f0HdfQ_-zunE5m{Mt@jpRMyIUXy6wMMc*wnL9VEo zQB*F-g$8jnEATy5P`t3=o4jL8anm(FM85p;g$sPNZ8Ba@JN?VCn&d6E{}{r(naGe} zIDZCDwOv}p-%tdI<6(tLY=Lvv9`5R$CxqAEzkgpDAhino0@c5j3}d#28P@~D$uewm z0z{*Em-=BQy$Tf}X3pvtixr3m9+{w0fD{k%ZM~q$((vF27nZ*q#q@x<5Ww(7z`GQU z*21TkbKsm_v}xNt2b8ZYyvhwR>xv~ zF0`ml#ty^{1;pWE>OroJ-t+{_#6Nq8!5Z60fEVW5aw|{eTUuCjqe`>J^McAt^{Hi& z4T{NiI(sVYsyo#8>s;=>D$8~2Nkrd3;obLc?z**YT5_O;P=6{s#)K-|reUodT+}#R zBVXQJv1<@iFs!0cx4EC_6&%WOFbEB#89aRuA6COS>5kA?(tc&0O<0h|jut~#dTiBe zHevEfcD)yy(<3lPJq)8xKT`YQ%O@q?yuvf-?3sSQ)fhAh<$0#M3Y(N0N}l4k^-)qL z8_OUC8;6fjBAC~J|07#Qq@|=1P^1y09uh5ILtnmRd*CY8?U}473Dc&o3?YNO0u$1C z^_7j@D##(z%RLUBo<9A9vc=A_Z(^&&aF>r67{mq{q+UXChaX0G7DU=*-A#9kIekAQ z833)1wrUs}k-mb1BLq#P8LC&Z#uo!3(CHtVMO_4ZuF*|L!F)ipqqGHsssI$(=>?6! z?&Uw=J@tK(#McuN!Bi&v1jL_B5a2a3UkHDP9-X{32r>kXe&H{0SWUjN;vbMLmH6b` ztJS@R$;b=@k~84C+io~in}&7+`B5ksrDLz8^;5+Mk1(netJmO@ZH88Oe*3W`p%cKhz@jtvt;cq- zZXDYxSL_Z_PgaRq(Q(enNnLgR%7kW?fjBIp=)o88g{K{%F9Weg%VgSG|NUkGCfJI| zu45pH7vA7evyABQ*i))@k{c%F>@+y8(p1qEB{cpy zQBg1?d@&&%o#WW~sxWW>aXnLYvSLNE)cMDLem;oE(t{jRwSat`fM)}HJ|#SD@wctq z2hr08ZQv5=eDnmO&Bn$?__hh-G_5H%yopkbSfGOPL{HFFB%Y`daI4B%Ib-9^F(Dq8+F#>52>m#!XcKi#ngB<7jN!edhcKACoFP~Ngg zue|gcoj-Wm0bqk%9l%td3lavh4I1SpcHNC*?-O}KxEd@~kwmh9e-{$>tyr!q*!H8h zm%H;4IuBqoJCLKuMkc(v)cZKk)wn3cZJun&QIzI{ot|B`2g-2b@PYb@Dsqa0yl)IB zRMIT51=RiLr!;2{6gFG@i1CuP@q;=U6xY~)D^QpzMzan7=}=onG{0;CZkiq{Xq*YG zfw+c>qZea3KQ&%run8+RUtAs*&qaRVAb5%w#(M)ro4~b2RdWz%$v8%inJ`QQCy{c? z?NsLFt5|hIqC6Z>lXUe zaP9UbKE}y6(WR12I4Z*PkoiPa=hBUlO=F7&R6$Ll+C1@Ee6Vxx|Vp>Ndx z@BL!VrbBdp*PCzoe)jsVw>FEt<{4#~taJ9_b=OaqZu#7rG*0dC&`WE}xCSylNFye# zds`YC89~oL7}n43N0$@=Wy5w+Q6?goLR;#S`L=E?hL6aNUepcEX&(Xd2SdJ?U13Qa zy&&o^^~9<(F#klpJ=)kW29hFKl8d&u;fZ_$;%yk3FX*I5O+xWO#chf^hqt6`b0Atp z844Y*o4+ZaRr55xW!u$)3O}}+^(RJImTOs|bRb3~SR#e1VhZ`JirbA3*Z?9b_7npP z9O=k(M|ftuv~|>nXox08EeJdXaw1U(Xr{jlL;C=Y5o~>9-o)%%3r3{C$%rGiILyp9 z*Pq8b0wL{0TJU3+HO;9L^RIOtDy@gd1Otj+fBg8^{WdG$F4e|nqDJB%m|20}V2(l7 zl!3;q6jwh36H^M|5aA{FAw#Qlh@YvTKt`{W{40cY-x{+2*eM1XDglSGY6`T#y{<#* zQNs!0E@q3K`x_e+vNUNA)&2@($=xZ!Sjl%Pv1@I6ST;Xge!4-w_-5r5i3P@?NP_*b zIqLkRBF1~6{dft_18GADii&JQDPUam^Sl`QjV<2QZ#$Etm#=aGT z@k}1#8ipM;DPUm6Lzbw6wHc~%bOmS=+Ou<4#lHL?j<%@gDf!ac6QjN=)d=Zf=&r;Q zQr7AjEG}OU3X*+eAgiV`Rtx%gH?}!Aqm#QN--dYLkysG{C51UGa$w$Toozmdd-$LgKgxHImR`Sx9fwPfWS`!b>i{4VNyJmI$bDs8ny$SL z8AY(r^LpQ6_rSf6Z8#|A_)LmFzkb0!W`fj;#W3LF>0yJCW)1lrFrVU1Eh;DqRp2nw z8@}r3&~+_;j0H4Mq&(4^POq==GzPlp3N5M8yEpt=uqtN2A5QTBSr5bUtPg9vd)Xu$ zZooXb0)t{81aNZ@1*s+Vo7LZeL4&pW3ia=rA@P(RY+)80KUHrZd6I1W`S%VGvWuw(o<3!6=baUUaG`B#&TqupB-!z4!KV z^nmDv@21NC##sy)TQhe7PdBr(gkJ0zt9o7W&Q6xj;}R!oviChxdD6?Bs+oLk%;%zt z%C*$ZvPbieQC5xB9=?|e(Ja~A`0m37+pPmyOARWTkZd*svZ7R=6@vSm?vS)|vEdd^ zF|2J%9w7$eI4>JFZ}wkan%@9}U*cp&X5h{ruiF9ktZD+ljlRA?VvHw+ut?GW6WBoc zK&Xrpn9kLob43fHYgNmB%Cx9u9(JODuA6Ku;k|%$3j`uZ8&UDktU?X4pZW*ntP)2+asJSqu?x z$0|Af)2FZdNnr0t5Xte+dsM{09!7+qvAFO5y)*ff_=>oLnl@-1@AJRUM<4eaxVwTc z-v`2}1*)*_9X?pE{kMxC87K~ZLOlR)CByQ{KjG7ISJWGn5rRjwJ(;Y9Cf^6e6dGpT z^l9+2iAoTpJy~$9)7p)wXmXgd7x9(M&?Hvb!FmPPNiMAZfP@6;<0uw^8T`+hdfnq> zv_Te%W|ENvdrfn_ePU_<9}5;3w^yCp|IdLw@ZZs`cUAU-PyRHwa}plRe`wjHTYPVY zkuVSK_(zkusI6#zwvt_ZqV|wTfm%`p!<8RLeg_6b_{T3r_Mnu*V?n(ktE3dfW}xSqekpiyVPOoM35qPP zp2qV_-pL~MA4MK`xTkvdK~14ZlALofxTKtUVkI1JA~MoX zI+q)>bsff({Hn8>d&HAw%ELXPtB=#LN7YZ|+T^sg$et~LMBTaKxavkq>@IcT3 zVN_D4H2kEfNC}zy99*G8T65BYwb37eg~%$*mjHgs$K`AdOz%iS?C=NvwvuAokxgbP zTQZjNAwS#>m?vvyg1RfZ9<8awybN zL=VF{!z?P=`||ergSz*=od4xENwB-ngX?xiso)O#qBY-CJSZ4lKaNAx6L(o-)B~GQ zwJx}G1LOuEsCjlD=6>YY(9Vh!`v3g)$`u(6P^1*!M@a6^xSf`Fpde?7F?hkR?$b~* z!ZM3nGZrXrB+a2Q;B~OV6!h~ zF8B|z%X@*_jr%4{M?egPFTd%Ze=>kw^Zw(3NSlEYs3*29HMq5nX10h}t}i^2#EHa27vtv7~TH29G)b5-jf3&mYS z{kR5;on$e_#*R9F9F;_+5VllGsz3*O2qnxa6f-NwLiR+g`+P7;0_ty`1}epff%R^(Ej& z1`29jp@5@b`36@mKyU7GbH%*}fIewI2H>>}JVUkE7tp`3ut2f+(FD1U28OC|k*k7R z7lf-M_rzHOXf?yXS5;JwuMAUTAI$oYc7jnPZ!M0vfI<)MyQ?Tz7WxXvD7|4?)^u4V)V4ZOASZ(3W*$=@x3^hln1~2)sld z)b`wNn4nH%nPd}zpibr$gxU)9Q2@P(^)^Y(A+G%J#id2cUQ2H(_JEbncyO#}CbN@fEL_ho1M0(uO_hxOwY7{zQ8yPXtk+1_5%RS=1@f@BelvyZ+f z5Y1o@Nc$IX1iKR8C+u@lW{1*&B3aJ+%Msz>#PpB!!ekKW_#MZO=q$g2wpC3y~a-8Mh^|&6R z=bhV03E!1|tVA`N^B;?kc{-t2&@39k8>^N@X|o_QGB6N1{<40^6{?6Noc$mi2R?fA z$hk>M6zC(+nHpkP@gI@}+47hMX9CcNf+Y}!oSBb;-0fxEhHp%{;T&kgtxO#UHPQwy zeOQ?f`Q#=PeuucSvZ^Y%vH-#>G*#PC*ZY||^=trLL9KrgO^m(pl-UU=8)-2vgm3sU zE2lH>@&_2!dAs6?w_Vupb1A~DBB{|M^)dl%0YcJ8%=P&#|Md!N82OlSYqQi?5X<%( zux5ak7;WnsbR|cMvm?C1nbQcCjtTC=NJ=EOcrwp?1G)dKGA1$ zs)GxHIsn&(z1o^-dL+Mt^w;QCz&^1!e?A=A%@j0#D9+jI7csP%`8cw%2Vg;PfG3X8 zr)S!f)8;ss=!h#IT7ncby46d8-zUv+T*0G@g*c07`b|RaP2v`D?5#@F_~pj{aEM?_ zxG4~*XnQFUO59bDRbd)SPCVdK#?Q{0JjrvzMQ|GIi!(iWTp;$LK-u|mW%j}c)=UZDM*`0`k)imahKWP#C_`nA$Oe z2O@Xflm3B1eW*(`t%(z-_V)vUC!2gYq)qeE!O$n^1$gnC0lBvhF5IlX7az}v&u59o zqD@fVf;2D59VZU%h)+0hQTz9SB}6e0(i;dVyNezify9w;;BmfxT`0w{2@VwgP%#Lf zD&I;p%qX2={8`@PsNUh;{;Ay0Cy*=H^@9Ia3ELZ*bGV_HK72rj`1Qp{Y|+n?i5vwT z=qq8^oPv`(Mf=u!FapVNjEMLF!x=w4b1b>P4I^kAmWnL_aX`&r&cOotBw^u91^C;; zhnTo@kkx@yLy|NOl%>h-J?hO>fd?@6-vk>X_`+xwmN-1j$l%|q0*^a`nn%guZ)=z?gH6&phQgE#Fypu1l0jxjsbPa4I zq~ZRLTEr3xlD22;d?Wk1P{)A3Lmk0E{i|tzKM&%9{tM3I__%HmiZc;pttar=;C;b|7JPwJ$d4fUSrW-jFKsY@l=V7K=a&x)!Yxenr3+Uq%O=r${~ie4hA4Ro$^22pO2S`(O_S)2)i6T1g|c=4B^MeXgY557 z1t9&9@MAnqV07dnCa)M~c96O-vFN<6txbkyCI*zkVxC`tp?`x@`WafdkY-n5aD%uh zBK{}!!rB^KCd6z9bL`9~k!*HNcViqopOYr1t!*7n1Hy1bBQf>$?RqjH9$h!!R{!RW z5~}9lTjNp=odE#-aV`-VJ+5cw2FL@~kx+Zob!s+*M}vtXrJ(xEr=`a8VuamHf<#e1Odi@Q`I%EU}!?&*s7UP%;Vh1zxj=2Ith&LoZ?xOE4{6sY(QqC#}{rC7`VmWO)Ke6a_U1K__@gd&An02L*bHJt@X zuYrNV@8Nsr4IFxKYZ1dLT;w#wP7B*jH(5Evyn&8^fw^i2N?28_d4tVPPXzSz^jfp@ z`H8u~Km1Cx0xCGJaW8Q!HE$3-d4qngQFn()*cA#IW*ay-8SF<>j2LQo0Kpp#UAnQE znPaix>|SZF1FRjAeXA&Q5~-f>`kGo7nvi)K4HvO^KXVe7R2%NzZ=<6GumVx=Fw82E zDisC?GL0cw%;sK)ZxeN2i?|LoP&O^joVki^4mOFQad%xE1Mpb+eP`cAPO!)slIi2`NiqndhgyR zmE%?a^h&qBz6Y%^3|G%8F0JQIAB-H5`IU^mT|@r{B0hwx#6wN4B_6*x*sYkfv#7gM z#%;&MV5JAg7skX|%w9>WY-aYsyaAUxtn`=y`Eg}nF3aYj4&>-H)^x<3I|AlH@Udzr zO00(iOJdgClE9HLjl!?^R$Nn8pbP0$drF*MF%cufGb4P{w$u)RWz>`o2t(Lz73+JP#k zk;9vfgJb8`6^`fMzXT_2m33c*#-v(m9JTIeTvQIs@~zRBr4Qh2xB2q1A6o&izRkW_ zRl%6kIBBb&LQC)br~?Fh6qm{r;^%v9t2edviQA^2A7Koxr?@n$pU`6n%cn5>ASw#U zDZqih73Hsx>&v@1MtF&(o@>cgBIqY)7iRKds?=yU2hLC8iuv~8xhS4@r~fAm?zi*4 z$pPb&FqToVB4(Tds`$X4aWvU`&%P6bOLF?VDtCh7pgRq*IEO16RY}f|NrK;DT#bo^ zctEbz9rQp4;f;p9owC%0ssqnGh&sFu*c(O#g64{}1rtB!aLxc_0vWXi2q+=3;I}Z( z+jSk?bvumuh=I(mHH?f0v2WbgBus(Af+my-HKV$wrZQ9p&hQDEM`r6S493kQAEOOL z#X}4N2}2p>9_3B%Eux@B1;?@cdS(W_%P^Ci%Y_S9K=T0Y#szZ{VjTcpIg!Z`Ug@kI zaT|r>*7b?qK-!YQ-U1il5Vj|&&>}=(>O&@IAQ^;aW!WbWT^#Gw_`Lx33C^;Ec}wE| z#rpk9|4+#>%jmuIM=G^l%hxt_IW)|`@I}gM$Gq1ElXauRB7I#IZqO-7-nBkPphQXP zA<%%B*2u>zUQ$4xLM-M`l3e2!^qZgHT3(tzRSY~2rywwH%vYr0TRF3JZZn0rcpnQr z3#B_eqz?4Z3=pmwCj!n_Jj%Eb_?D1>g*J5uwlG?(-5MYv zOguSOl^8zEYz@qoJc^_U>}Ryp)yP*9+RXU_>jdQjJzQHU6hP}JoEdiMB;2<%!8uKW zl~`kmK_LlBLNeOAo7o%S+kg_54i+wyf^rt}hlh#;kCMWdE&=v>?0`RCBmA7#bOLuV zDL?=d-9p=xV;&9@E36Y>nF#&;hvrpUY7&=@1{*h{7{=4d`ZZXGVlbFIc18oU^$_Q1 zfIo~}1D9ZK?R!|f(H=*va@|cF(-v5zDGcMTn%dfAI{w72g*&Eye31lVpi}>XZ-rU% zS%k$temA7|o^4u;wm?(-o6_Nqqk%>?docWnS!lhDTcZ-`F32_|1qEKo^!Lo$Zo!@C z?c+2*EdLo71$`tL3-Au|fl!hN_1fAngi}?*6-afl2Q)?!Gnw)u6Ez>k(qg~>l4&}? zO(fEY7+HQ)WSscGHK<2)h&Pw$ zT&HMU14(bfie-NIw)w6UGd57meDQg7X&86ouMWWfg!Sfz-I40Vg}f0A1GL?b&mcC=Y%h;PYk0#V5-31#$)O?XraG3{v-F5Smfai#XrDZAK0eeU2PVq4jQu;_t6eFmf zxhMC5^a;7=VbAM*Rtnk!I3d396T5tZd?$9tD_j_S-RE*xZ)H z`mC6z@#QrD=pj`zxF)aA^MK-X10W00T$E4;5@RY-MG~FYA*^M!2J4j{@XZ0%s72u^ zw>37xe0vAvWE_G9m4suA(}t)cs>k7-QQZQ-0FDpg&M%2j??|k06{>Yru28a9V8IHK z3*aDfGGhQ!1tOrDO-={)IO16Eo6o=rhy>mu2z)CFp5R;BRXsHrsq7eI%{wa=20A$k z&EWALSoS5cj3D0~6*Bv^*nk*F3xY~NS}ZrrF|q`DQ|z4UU=E==Ss@cCi> zQF)n;nIx8N`M>7{z<5b$oY+D{KjLLBOP42y+!oiKi)l|!669I1evGd1Me(d z>knjdHJ7Zx?{h8KFyKhC$9g5cc=6&J_ad(BpD-2(d$t4boG`&~JYGjX7*^fXxl>S3 zbJbT$0rf;Q_HipHN5?+D#s7c|kEe3;qNw4kvD(#IC|}*NLXLeVkC;SC;}4nZPB4Wi zukvbANC5j|4IWq!mdIC=2{_;l~mf$^m|h$@&)KogpR z5j<2k=kwN{0ODDL4N08ZEKj1DgV#9j2oRfD<^O`WBn;O!`IdEJfTsr#F|^rlc4=Ma zG#ND`>Ch5;B&BjaMc`Dq9PWfr9MDWNpxl~l-{F~sqt61MEJ^893*@Khg0)F_Zs2`X zmw|3EY}SpgS&gO534e%+=(Ye@!QQNwu(_RGT-FW$cwcyU)7u=$A>T7EF{%R7*C2sQ z7IV(E7|x<@$F-_5e(l2dqNrN#Oh2@)1z;i``?A~J!j4FL6f!Co}yQrRNq5Dcc{)ypxix4QrGmSA{u<`k-WgYS-O z(%!y%Cw=_zTU?vfpFVM8Tv^GY_?H-v@*w$RkEJ7M0QwG!&Om!k_o$_2@wO}H^8DkA8!m3?0mjgVjJ3Rs4RwnTzA@*B z9n(=0eT9i*zVc$NRCFTs}_%k&{1XQ(PV!? zKs(!>K>!cIHZ+wOhr1!GRUI##MCRe}`hsxFW)96LzY|mxqg>-aaIYyQJxeHRZ(`6i z^hX<@7r^PY$P-*ITUPh_b?ljl3l{=r7qMWkqg^3Xc7W;E1-|i$f=R}9wBl054n^== zQgr))+!n<+k(}CJjXB?|aj+0L5i*Cn&WTp=B$h_8dw3mIfl~!8?UYel3I%kDBa)Py zV%Ld{5Jyp<6mA;_?TM`~sGd_jMG)Um`S}bw7~=PhHeliY{6hs*Qe^(e;r*YjTjXF! zk`Q1{UnKT8$;V3#7NBbZaN=7Kb6|1=b(=XUCl6lF1DWin} z!JHs=-B^T;9PU;Vd0oA|+vwh-K#knV?=n=|tDLp@mvzbGz!5ogs8fD*4)D|IgEIy5)u$ON73+-a9l1`9+EY&KPp zEztlGaV^f&FE~%#EN)D)}J!x>k^?LgXRbO%&Ww?HS@o<9*dJBFDQ#&3I)((!7P zf7f9e5ADT{ws9i7RQ_6yBnLT~X3cs4Np2qX^=~n&b=QjSzp#u_M%gZzuwih1&~cmj z!fe> z2J>)I&_=k#GYaZ72 zE-tRNh1$gtg|T1D3;mcL%$)c|z!ygcFS;wyqNliVYp|sQ{58!UXhF-m!Jh$Bo!4M% zs6F1cqWEj#Kwj4PB+YMr#x1I`K2PYbU%qChyS13X_?XN24~ZU6jb?vld365FEPC`# zc5FlKv3c&K6rL|i>(=oLFr{4m&JiVdX=-raMmAS8t$+L~PL`dN8TjPJ!a5;6pU@)X zcbCzNIM@prD|3a_5W z8MuXJsJb3id!Va&#dK2!Y@M#n*%oG`fx$?BU}S^=gFNCbD~?-J4Va~1*(Kdyz7S|9 zx@}2~i|G=5e6~-HTgS4GgLq`3k~dE5LXABDG$;3G&vH8qE(E`KJk|!-h19g6%jcd} z;T}OqOTjH>BIKKUC}&RN9(Jt| zWnCp^Q_r4GlvA#LO@>mS3lrAE#5~A`#JDy+x3MS(X4CM_F}Bpi!XX))UBC9j9Whr- zD~(+JO1r%jd%!u1?*Xg$9kQrG{7S*7$edDeFjNms=zM%Cu|viUF1*B8I2~kSi{|7Z z8=BKpp9xE2`YWUU$wJ$sC1QN`==|#d6Wy7{@!$+OpKC*HUEN^q^-Gg07)%;@ZhMH! zjAMCH9nvr&L)TwMCD=gsJZ5NooEaExdgEMKuriWu|7(}Do#p@axbqEkEhw~nwb8zm zbG3^9UKpcF^{u81ZF7!EFf`?~v6~y5ra0k^us3VIfrBxKCF#Df)$9K3NP)34szr8v zP*5(EFx<9zQdnq3&w7N9&Gz-9YXGWmaF&Va;NUri);C>PUP);^>Py1`m5UT(n(z2U zM9bycK>T@#9j;qER}rqNZ-~LtS0J&ZYyBhq#g0J)O+&w0w^$q0D8V^hZy01skPBzP zwY|d8@Y252m2h0%+3lqqUW>o>fct{6(2&E@mfK^IaN*>l`N7#(*)hT^dO+vrWmEVY zvVj^wuPg2|g*Rr>AGh{~MN?{?El5;DwuhpJfR8siVj!iRdPKZEQiStzryMv$=z~&6Bgfxyu#l$lPi3c9M zYt0jze|dMgDv>ZO&abS^o&WjsSn(~4Iv_KM?&Xg2E0%q{-XIOVAx79$I2!i1QdqSh+p zVUi0h&_;ycZw>3ljiH$69)A+^5pDQhny}i_dx4`G_xHRi8bp_E63C5-GR9fd!1G&z z3qal_#@8Gt9Xr{v8=2xtyk>T-SEzxxeBZ@>muw#rs+V{HiyK$eLtm8!bS_oc698cY z040-}0~&$XI56X#XEAgwq(4~U`I8#ZTI7dGlV2-vagKBINuAvPrk5qN@SGP^>Ev;v ztlIklb_=4QIwVb1-S-YfO-7UXiXu3!JKeV=-N_)z;5oYUJ2*+xRr zEHwe{2+e%Lr9TC7NY)-LB>tHXygY!&rO~_Qr8>{C6hNlbE%p;xT2mj9;H=_Z5OR%( zW#7MlujK_m!LT>u$jT+SN)u8nQx7Nfk3w4wyI<0b_7{TnIDUQyOI(XcWrBGvE-IiJ zBTo}x(KS;#`!4e;u-zHcZoiBFG2_B<;9K(l`lfwlHZT_sUVF-izMt8X4JWr_DJMmD zf_Ik-2g5+jiBsJ-bZj(OnDW%I-R|_j+7O@u45Wc+Y*X;Hs80)OD2Ygj4?Chx8`ruT zq`|eKMrZ=6=|GM{JHkOY z&p5bbzPZ6D2n>S0D@p2eWeVFLLxz}kz%JrQ8k9=y5$Aphe1;TR-> z&4sq=;q2KF)dOLw+oxzvC6fYKu3jtR@6?J!nIZl-jp0Ns7{(~EC;^zD3*6^2i4nZ} zq%az0XW+c($L@dgC>N*znFDH-6eROgd_I4~#Q4t44d4X#Vb!PfcG(;H&6qqh6Li8O zv#iA_OTGw!&O=5(bjfmGT1#m5z1hljqb*awP=CT+jIy)N#LjNS;avP5@GS{p$#Z6S z4dO`t$uz?kkfqs6@tva}U?0M5C}IT9=h&7WR#Cw29Wf z+1^9j*E#QJQeSyf)&=a72&Ho9li~zlY|~ZymgAl%7`NP+E#UJv?zuebDwHVVLpWj^ zxUPN&#RZ+i-XTC~nMr9MV_q8VUb=_KmRmBPdO&A$qPf+;wu+X-9j%YWo(ja^^GV+I z=Wshce7MfRK3ujdOFy(rR6yr_RjqmRbqWD`VK8D-4+?zDxrcI?1Xe@S#{YZ|oRjY; z_{kFXGv1;2WTK4Q6%TpQN8eZUZGN$|H`M>BFtF<@AiNz6Fu-V(r4T|HPV^d-1=8oA z?*g`eUwJm?Iyh$C9}f%fj8r#Xyoh;F$-F68fm9bSUQ9Rd8oXSlkcA_6@BCf(H%FId zJai%w9p`wgsCupiQ-tp_>5l;f%*Yo|>-kDYM+aSjWxe^Ni;tIA z*3ih}>}bE6i^#kJmDtjll13$4&tloMdjI~3_B3Wpnb`9lBKW;GFQxT1cuX$6hhLPI z7F5@NjZ_dNdw-_c)I>)yQ>$qb#w&j=E?`1 zRb}%}vmMaSD3I_mnyV@<7gD?-V3f9xELiwGG9e2IUQI>!A7Jf+I{3xv%%VcmC3 z{Tm%cSOi?WESLo1xk?R=9b1>-(V2!@n<;K!W+6A!-lj-q@7_qSKH&RI49l9g{aJIL zCIIGlHGQ6)YDaNG^xMcBc)%t!OC`F)g~?+U5vY*}1We*`TwL}_T*YR)KupDnjSKoo z=evH|u|WP}e9oiW#ej?8iVbpCJ;8LqP-hFk;k@=1m8YSwQQ@oYUB8`vUD87{w{uH` z5rmOHq%d5Vo&N+h3Y6`}T+%Xd$1a7+qo&t4>|qy~`8jwPHsxX@HMV)q$J<-H&T(|` zuuX3d=Fp@xfz%X|sQ~asP+P=XMMIPbPW_3|(wN#IPbL8c27IK`O?izTJcVE#LL)6C zcgpMc6fcY%1as?9gT0s(>q?O;9Zo=4L4fC3#azJZlrEyf8F z07foE1BG_&ATCIh#xZ8x^!Tw2 zOTxf3zzR2dcj)~2Nlm&>=qZ!Y6u_dV3eA@bs7OG^xKV&wDWAlAtbXZ7XBK)u;(~<# zpCRdMZ)qoBB~V*VIXNBUhqzIDL>IGz#&Iz60IUbi>=PGX?o*6@xuM*BlnoWDka<5W zgTRRSQueX{TI4IJdkDE&yuHC#z z8XKY%r|e7|!N}ZbbUyP31_@6E*$aw`jmMkUoriZ8RFLWBZ7#{Pi)ja2NQ;NFoG|s% zp2>rG3CT1sCLW;cDq-}Bseo~wPIf^LH(aH^vbSOsb*XuNOHQ_U&#kl(mh7@Rs6}6o z+UyX&X1cKZhyZ)RFB=TO z2YgR%_e-Ruz&_t3c~^n@WJ8+bf&ZOGt9YeG-X8zA5MfObe;XzHMx>i2sn>$a#%ANV zbAppbU#gu3ttPj$8^W4O%TWOr)T2yi>d9(U8Up=6BAMT2TdU||QXAH(Opnl`vo8yr z{oWbevwdo0crWdeqB)I@^`3^I`CP$vn!|z;#Rua9S$n766YV|ZmBE-Fh*uzOI~b}e zsD#8nOk&hcl6DA=_LXW3XE~uE5UgxQX#i)~6vpJ$&CPlBbL*QVKqME_S;ZB$Hi_=V zevNY4BH^clp7q4biLn2GtWr~OeFnjhD&Mv_Z=!OQSI~#ln7&g&FD6BO?hiYBc@>6T zM6D}+8yE#Y1oChH_r5qE&Dj)I!>0LYiUj)|s(r38Ws z&`J)&UAlZLd|y3xW|mtBskwT6w4+)!_tWTMG%+zDgX`)c6joON%^xprMDbJ~VrmOB z6Ab6bJP1q=o(kE4UbHC$WCC~JR%8y<;j z9T-aft^H(OqYwKG!(4+8jBU0s7!HQ%7MQa%2*bKsTN$*dbaAKM)k_PPIXv6JTLMwq zV4U9jh|q^b)AuuD1=x!u9VxnGHp55_CigkQ=Y2qmvp9+SQE>Hvh_&)>>+7rWip9KV z&vc7pEPp@G2Yy#=m=}aJ#C-YbNh%@Gotbe8Ji$4%`Q-)L0KfsKF<^RE>LD}(cdYf` z66yYMI<`?{iHY(;hX?XHOxBJ$_}Hji!Gyo@qiDnkOmM3J&82nz(uD4$>h0SwPCh?~ zN5GVSWd8Zc`@q2%MzyF3{s<|`iT9;wgB(pnfbt?Zu?6gd0)Y$yF8hp-OjQbMjVgSZDPCN zMWjH=0F3+^*1V?D^nV7zB%vVUa3F$#w--?IBJ;i8dlD_BVAj1eK$^K5x7<~k);O}f zUx7+nq@KaU{_^bVOl&ejg1i%7C@&|MEzfhc;cTOgU5R0r%e@?=>xoI6CGayYW-_V` zh|1rIflJz0m!#p+$((z$lv=Et0ZhIdZ=~Qe0m6U6upb0A#sDHxSDE}|w;Ha5OPZRLm$Jfs2-q!ISVe>>f_w85cP{Oi(F27KB$bXa3F+{Qs@9`d+Xk0zYvBL!Kj~<-0=0Qw)c@T#P_Zb zQMT7Sbci0o4?_82(Obxg~kO6&q4DETg>UTDj;l+kk9(Um9d3Z`nQi=#QcE%<@ac{*)= zR)&4yB1it*rxjp)c zzX-n!U|9b^nns!!}r~ zFp8S|2|+K=fMi))+yrCEakvA2W`((@VP4!Bh65W9d^}pg92hdJyis%1ZoH;D)i*PI z-y#GNBpDHe)-9+Pteei&+dOkT8u4k8rhalU=E2)`{8B(7wSZ9&0dyUT9I^f_ivDsV zR7Smr3@eVCfP~1=o&3F$6Z-(|JuT`l(nC2K`8fSuJ&(-hfts(`vZ4UY6^O(QXT8|u zi89Z1AQb9rETs+?!WA+~7gh!oN;_Xb$&*M^Th2U<^3-t>3TIQ&imD-HWyr?hzKo6_d@h0)cuZpwjq2QzU)YL9~`0Rm#|QXoz}C z%$i@~VzlBC6w0ShpQKLzazn9;yYL@MQvd=PK!}gw2sqA(g<}(g8$>XtxcCl7`)Lac zU6EIG6arMy99_@G26Ra`%PAx{mzAkJMSNbqQbSbE>ZuC|JwFHhz)sXxZP0Tc>B^sKv_t@YrM)~Zn{9P)5T5pN?{iz-3a zPJSCY2Kzp{lL-a$`=t8fc;rU|-4&g%(=Ja(uMznxiWnp-E2~|rv|{FOLL+zQS60Df z+1XP+QCW~+^yazaMu@lpF6FiV|F)fZ=eYX6aP>4DLe!OM+^qO)?2_WM{&0UB`eJg0 z^5enNkz^7eK@Lt*N>PY%99X$#)74*yJjK6>51}(9#H#kJ~le?O-#o41~R%$i=JVt^fBmh($cSVAONFqtuT zO5_hz3cyp?Tg9C=Vhi;<@lEM0Xv&_NpAW65xK!i>CiJ=7*4uYC-B9YRgAaG9tn6=N zW7;EY>?F#guC{eQ8|G3mJnHS-3PkakfdMVf{g83kmS+~4I1q53j3FAH!P$wh68|E# z0-v5??N({sM~hYzC_WDsEj21>{5C{a8y{HfzM3cTfDz?Niu=seb0);N2BSmD@A=-yy20IZ&$F_zItr<)(S=!6FsRSq!$^7l}hLrbJ zd>AgOVlszoOfRjpudh$$(SA@wKs8~*Csad{5e5VFn8Co$qx$vhEBahggxW;PVVbE#A3OhRcF^+mTAiQY*!5hV`D!o(MJ2tv%oMA>Mx@Yo5+-buQ9@B^|q$JQU!)<()vO8ti&T;_ie-=e*k4-T~0 z6o4I!Tn-v5pr(T8M~^r4Lx#%R+%3#du&IUL}_H_F>3^ zq1OH36($Vokk!c-#l@K(X8(3{Stbs{2Iv3%SKie6@`>@le1oQz(_9HgTbe$;#9S#B z=TAXBsvV>3go5#yN5>OzSZOyPd-Vx->#tw7E8Goh*%h2WQ!>0YhSU`)cYy{%J)k{~ zTO`uU2||6hfS}p$rq^u03D@qtV-3HBMkH^a8RjjyhRapVQmI$j`&mmiGA@vlR0I6p zq~ackpE;@iSWJ*`NemT8Bt+ePgtx=`as!oe(=(O7MyngH#A>#rKGFcUL3n@CAB;|H zL+I=ghr7O;X2d-F11fvy*y;5r+8&0sJALbWu^*lH8}F8y8X6Rxnmt+e7@nxW;q%Tk zej5KisvK)!;<^FQ0QDcx{i&Y@ahP_l@V627~(&9AID6|G1r&nYjv^&+6rV zu!CG1)ZknKN|Tlsrip~%I`S9yVXj>K?ob_zvu49;l6N^iTM?z1qx6LPrv=#j>F{j9-i%oO82f`Wo_ z*rPCMIP>jW{)i&i-qXR2tlLvw!a~Fu<+1ITf6UXqzrWoTm-`4pLV|9kLtbG6K>b8s zL8^)lQchskk?Q;a0NCEgC)D*Dbw@d9&5y~6SiAxYs5kn$M)o-pnf-$!HGi& zrcTu!82lM8x{L;%kJ*VyJBI7slV@@HY4&97NoDwO3ahuno~bWI-M(!iq1v%Gz<0tpknS4wR-v)P+ot;u9Jr^i z`)D6IK`^Fkir%q(`xJ@H%Dx55JxFTfch4;N5=6qrDS8)Mn3z+quIk-uQk5_olU7O)CG(N;* z=UK@VG71Q=TTp^%?1w(E{C;xf^P>}LA7fQgBT#N4L~b3OYPkYH8*f1{612>@7_b-nm%j=ibr>6WOo zmtBJ7lXG%%p6q*b8f_Wo+IwvP23po!aq%yn!K#~@o3m-MEj`yK3qiE2sp6hJH#zQX zZvf-w36$08axjmMZ#bH$@SrP?_~SdM><&{^KDe8Sm~P{(+ty>wSA(lg(0l|GINK&x zA+D#qNB>k6W8fDOw4G=pv=4Hj=zw>Ebv+v3(`%*$#xXJ^7FX5YImCJSPLH{5eC~HU zV{frzdpLul0gcP_&{1$75f5IINe!0IyosSyKNytw4>Gj2PUuDL3H%+j2{(AV7L5U3 z`zrj^#yI?we$OBo-)-+>JO&d9qlT!&#Fow9zokya4v}r^*Vk-bm8O9~NN&YpTq06^d@-h&Ib<-5A|f|!ZxCl-6jh2L<05Zj2I}aV zuHMai*_uK^)fnBy(sj0VQ{qH95VQ=OBz_twsxy`($AyUO1s)xRX>8_IVqc)diF_&Zb zc$2!oI+%YmCyibmpIXqNqPIYXO#;~w!(E93NahhS3BdTyD54vrkuGso@qPO?peua$ z(r5on0_1GOIcvg~M^rSNV}l$7G@G_;Iqu+tzX5%#b$u7txhHU8?=GqbG(r}42jw7iS{kuW& zU)+ven`Nz$aY3$@AykkCvXUw>R9!KQ5pSECY(f?&#OQcPWb((4H2}@h%dFo zK(1Q2T=ZlAhK&Bs>I~|HFCm7)yw}4&*k8#X|B~Zrxdw#bn*II0HKYq}10#{hcwD!2 zBKWWxPYGc)hY=boF?ngGX@4$fR58%*u#fNia9I!o(BXsD04qv(nLuDUE&mZ3Tj5-I z0#}DN1w@6m6MF?nmUX`|GC*B!anjDl#_~-BZ*EJ#Q{b_u0dQ-*N4y@`%dsW7AY|Zz zi=V!)qw*!?*XDq~JI6s@K*C~6G>&d0;^w_I--q-y;G-OCuk6S! zgj^h6W2Zr(E_NS{sy_G!bDb*?VmMM#KvWqY@KVq>$Ak}F&Re@R zmA=Y<6uMAaU~QD0H0R0pKpC<_Vx~WE0h9zBex5{td(vWGYC2nC@; zi1r5tTJJ#arZ;;9&JlGvtid4{BzC7v3@?YjezgGUFSpeYuNCOIcHhyRs#bs;fXDxw z+|r)RzkS`*v<&M7I(1K~=(Y4(M`+Gnp_!kgDv|llltwSno!Yt{yR=)$8TrO!&UijcDTFmICG)R z0V&matm4^|Czc`l_-5h&h ze_hrCr5S`ohUfY~qRLhH2}YX*PNp}_&9-}vo15RjWQ5-%P_w4BUfT(yM@5TRd0YVwzT+CCr1`MoP>=&Y}$1RhB<~j4ki+xxr z;I;>lIv1785ckLP@KHjOo_y;Ra~rk9;g(n7*ZqT2lWEI(yXIGT{dXN&>Ydx0)JLgh zULW%ZeTDPj>ovo_WzmpB-N1sC;kLw>5sxfLD#-~u0Aix%HWo z8G!X2Sl{Tz593b%37;6^IQRz31^Dk1)c9x(r4Jm~0sInpez*HfS9M<>7swyE^Ysd6 zE1k6m8f-F{T-~ zrU-ol95)J1CSbY5LLKMdAr#xF=C8x#aF=gBUK>f=CBuBm-51&joehP01yC7GO@Nlw z2CHi_++2e982(F-`W7k+41G!CwSH>>)+O|04Xag{nV5*@TEk0G`6TdnP7TkchK7dL z2b}^7Din2JQQle#oV;ii@3)koyxLODBrgCKorU6xEdjFLisIl{JsUR){^^!Qlomkfk7f2e1 z@xb-=)I}Fkjq#erfbJ5GGn9&gril#LKy*>bDs{Mq}Im&6s@>{uHu(36UbVsuh3tUAfX`;|kORGi*$)+ke0MTi!l3;s zPKq5MKVg@@hEYzu2Qlf!_IjvSvBLz;o~&@^#R>ie+~YTmjjAA5x?tLhXJ%C5??mh; zL4X{9^WNy) z`ovZlR4ZxG&F<7hkyd7kU6vntFd}F z9k?JoqYDHhk<{{pAEM{9V|ou90F{#?I9tt7MPT(7&;<|i14R}d6n^+;hqDDYksWIfj4Uf;=LB&Bo6x;=a3KN>i|ASn#^sc zxCRXIF*`9ixNn-ciUJqV|821|s{|*C*s!8i{-qZGt1n*#{1x626KSnk89p@lBC(?5 z9c56|1RMxw6gAL{vtxV!;YH2>8u6h#2@Ll=&F>bWqXXDXQY%aU#nFSyY|3}nZQmGu5tUKJT7{G{5&Kr(w zQ3^fw(0TNiliZueU`Hvgj%McH-`Wde4$+7S=9JnVpM;|ec#8q(E_vi%^6^MXNEDi1 zy#iMzP{QkEH}-UTTvp<##34U0KHjiZk?3}D1{B8LPT(+E|6dGobuo1CGGzN%RtLK_ zX!5b8g;Qn!&5f3)2QLo7$vEbrs9K=dP(IyjObm}`VRWST*kQ#Z!|Az9E3p1qGAKMm z3yZ>myx8>tv=nuJn$$A7yOK1sv+>UzO}{bfvQ5G4QwX<_#1F72tdy;V#L+O5X7git z==FkuLJoVNhB(Uz$En2f6_i`VC`$j=%nT9?&!v5!i=JgBix2fAH3biQrVzBK=H@Hd z{2l#g?Ce6(DHy!F_!Ej#z;e{stvF#Z6s*G`ig}O8x%W8XXmI6gZLF!o6^E$wt9|ar<@opm6+TR1}Wr@-c0Zxa2 zsCAah1LZ@VPnDilT>{QtQU&Wk0 zq^m!tzMPi$0(p9V#@9na0NmC2FvL!Ge%U@#4aSVb`XJ10wqfp>>%N7cOt?l!xJBd3 z1xyQVqnJ%d%TC;|t3NBEZM+Y{2|i^lnk1@d+E4XNT3sC-HE0^0!H?EX=J!?DhN*xG z7#L4bvZ1C!l>!`!hmQ{gfom|yk6sXl`o;nvg<;<9e+L$c8^^eI{_osewNTASOMPQ` zAH^=JXu8O4HlD;@`|Koc-A#ty1Yta2q zW0nikuTU5hpsPf$%K%W2m@RGow>3CCd6;w1~5 z_Si^CxVo6^w!+&b7+3{fuE51BBw%Y0S%txcg@x5C@<3PNB4CLD=_+RCAXFzAiQ%2* z@@8|v_g-xATqmd0WEHhjhHa|m_nqk_c6jmWzTC3I6>>46NFn~?#D}1yp`@h55>+|s zm+o)Nh3Ulo9)u>c&*K+O@m0y`B`0^kgCd~kfqFpNbBc$gBjKXjZT<-wdcZBD8pjqL z-K5SAwNp*>!i9pd_$D*+kr#$XCHK zIE`EFyM=TZt>=SPeC5`k1lPRHv`0~J6`9buK9Ab|4wi&Dh1R`&YoIBw#D0oll8aR1 zVI_tym?#nt5|Z`_=VOv_hJ{1?#zX4DuwS0kBa&A0c}UBM6)Z2cWT0Zg@rMCa6O1kZ zI#khykB*If!NuabSaO7O^X4zWudx`YDUf{91M>_})m#493ikvYk4V;~f&K$;oLM_i z5<3nTWDOJ$tw7h~8;I8hG}8l;(x!&6K?sNTeGno5qfI>9Syz!x3@17p;gyZaav9Tm( z0NOJ2-Xd+1=aN!YTu z{uzqS9RcAAZ9n$Q<4(IIS-=<)RM(ZdZZX^R=xAvPZxq+K8WKWB%v#Z0Pz%Vs)`m|f zN%^>9w##fZm>PQhJ0Pcwbw5I4<%w_KzEuKI#MxMj5-uOHH0auQ8Pn?eoq~rsWyYIS zJT3gzoJdzVZDj>Z7)fGsJ>iN15|jwyjXWe`h3IHZUWt+((Gjk3h&8SvKIJ$x3_Qb= z4REp(lQa-#8rGY@}GeMq@c;=5IKc;GRhDJ@}j^(6f`&T zj*5U=NcF2%si?~ScksO#3FjZ^y{_^v7fD&c5qH?TsY?xFxhAruoyS`&?&&|i;mqH_ zR=8{z(#W~lks4JMx=>VAJdlo{EylPHHo0psJ+pLjIx(7bJ2zLj`>Zp_2zK1V!ca3~ zsgnNHJE=yzy-9rTA4I0NXx*dJ=2kX(`ao0 z-x%P{C;lzoujFqArCz7itvRd|Wy0q9MX_nyOLLzre;U=@cp%VckaHXDcqMctsOCXB zLmc{UHzd=Yl3#3U@KuP?I=c7bf@_-H&@N(PT#aLvih|SWHEMNa zFQ#aNdqTc7X{qr_2qc0Hj2@R5)e|SNi}`zb6LVJnjwq6p%y|V6UC|PN{!P;I-k3kn z&u4|V<3ZR-ySlnsixlG2+`R3=0yYwsz-QbJz~O=*3n04zGE`|985gEp9@Q97%sN`` z#>Lgm79v*DUXE4{Kp=omATS3}Rp9C;7#cr6KR}oUuFttlXyvYkhaU!j4KL4##6*@P zzWh`akc1edd26P&w$>9R2Rg9`jJ$B$78e(jx5q@|%D!7z_!SOs7X->e>r~m=$_l4N z9LaXd9#>rnctxCGdV1nGzGMgjJ-}%d2)7LosFdpHl@+YeP7rpRK1!c`&~6zTRj6(c zgnJo^WCjYk=R!jdr;Xuzs^GO^3lnDk$0NWu4+Go zcmGcSMiAtj1)K%80V_&fy-k__LZ=a;|39reEAhXa>gly{7Jpmid{1lBSZ4aCMrH0_ zWnwDHvZfF)hpm1=rrx~)q>B6;v4L#d-nOlJEyB3)jsze>$Bi| z>&EE$L{2L~g7d_K((K%m__eBLC^oh`4{1uT3i)Ozd^zu0fsXjjO8XOBn~>v?1>~Hg z`Q4FXA@KRp8DS%>rI0%o?sHNf1(jE2oy25_m@1CHM2%?$@C&u*XM@Aq+G~lj9o|^j z&H3dUH*H!4nnO%c916B$-Q-xcs{8-gdlPr8*Y@rEYMxfB$_Yc-go;w+xrJRZQFgXb>B_b z_5GgbG3>{_@5i4)?8LZUrBer1;q=2scQ2K)HOVPEXMRrSSz3D+cI2<3;F3siA=}dY zGwFV-0GhHt@&1yy!zB=w`HverY!;0?@xO%xG%=O5s{VZ7zfaV5P{+ytw$SYdsDd#N7j+`GZ8jpo!XjE3z;d2^*0I-&Ovedi% zfHRE@tC!KJvnEaxJYys%5wO*)umothyNJO;VJ84fv9ymU5pg}0G{6#6OqH>6KEpJX zT2%Bl2~ls}Si!Fo<|~X6IsJP&E}7LnM~4V0Ohj3&)j|R#m#Xaa{cD3{ymLtMqNpdZ zP#EsS;p_gj=_;5s|H1W6M5j);VV7ka_O731&D%fEdPb-D|A8yo`zdpKbT>7(Ir+wQ z%acbl${MxaukU;D-brKKEJldrzm zbWs>aS^$L=e$S(;hAp}zfwLAK^;dVp(B&&uSf_{e+nX%YdFyD+lsc==bK<)^mpQ*T z_{8Z>^TXR~_HY|{>BrRG7v{DfQ0l$DEVEzV!mFLzY7H=zl?jpd?b2`mo*c6d>yD(~ zb?evS_>)NQWz7v;DCc%}j!(j6K@1GuCT42-%8E3=bx zX*eRWhr@-i3#_I?Pk_@WlJ|^P%8%#mhslcBC_PIqSzrGm-{Q~1Q>}lP z6+G!4vfZzJLbKbZ7=x6%MSV59Z>arz^qdtTm!9TKJ9%f|n1Go}Q%k1Fy7!#g&E43ur*g{{n(xa8=qaU4-Ml&W{mWB- zRY#toGZkyDE*PEvQ=srP0&MNTs6~#RMX6z+-eX!62d2u6WxlnHl8+56!KT-A ze*<1BM-Zq`&V`UH#AB=k~7l-UZKe z9qg-d(w{P|_t`QqbsQz;2MyZiSY-g=}-@$}DrQy~%hM4oDKt)S)t;p2ecA$#S z3O_nnXm0fkc|LHjmv-0p9hTay?5HcNTX3TAZf5460E|yJ9u$!;l9Vc7sOjI|wCSIc z`uc0S?>*U$173YudLg1yx{gowW$jL%SFK*Qc5N3rqPgSZbyPY}ejQG&3z|2QGUi;` z!oTB6>|)Z3aPkfb8HnqQgl1e6Q&cGQ7de=>@!nXL*cLdL$~8~?{VGp*-p>;py=$t4 zqJfvH+Fgf=#4H})nEhJ%d(UCgwUp{pR0jr10XNLxH;MLDOc-#XypSf- z{r7JPFJf>va@$W=vGAcZ9TDynB@AcE4>1P@7)GUyTBbdqGH!B{*tx{o~6ytZd6^k5Ea$=RaUlln;C;T zs?_c7?9=atm5G%0&dEAH1=cR=F@x;L?R{QjBw+yDQ4E>&l(zrV@<{Es$X+WPTo% zR^|Ws!$~X2Os4htKmQ16nHnGLOhEc1zBUrbzwR_z19boWN#k`kJLKDY z^lSb1sqSUz>Y8YJijB-f-kR7Tt>CF_Y&X4$f1#I@a>)8($S6Lvdb6H_8D<#$QM+DX z3=qjA0$QLnevtpeB5{it`=VDF$j}{0B0Na3LeBuxIygG|6)wj*2FbSvKM=|`{^ISJ zg(yjN6dMbXrHIKe1*XZ;FE&-DWD}ByzBHj>-S_3Dv!j~~{Jvmgm9M7hcqqVot?GAh z09J++*k60&F5Llwj?A0?-oM7y9d@`2C(fVs@taQ`JLU-j9=DaXVu<d=a1RJn3d3(Hf6L4ct`y!N7`69I6dq3OYYTt+Qjq&5IgQd+dwhO1OsRs)%R5Pg z4;lLj-E-=N=QlereE3g40NJM#o+9R=s!iwXXP?pQ5t^>mIA2Lhs7mn-Soh(HGH}YA zl0{(QW9*)^XVi9^UsjqH9BU92VO~H-ICHX^Pzsfo6m91id+m03u0wKSKye&kUKK(nD4*^dS43VWv<+)}NHSPf%48czMhR}yko8Ho^`XnH? zHMA;vaj7mk_gB(*Utj~S&{ra24~Bp{A>WN<1+$I}Uu~euc!BPr72jqT0QYI*FvGTw z#yw%)Bo>V)r7u~u=rq4e;I{&;rlPN2s`l$#H`;u@x%HpRuSSdLbo|=N+`)r%4L>u3 z@50GGdg8?07cY`7-EBCteEIU%)FoCoz~^;dmayYXbf@ANTzS<&g3qO(Cr}J|z^bL? z^y%MYr7SyUzy+8tEv0`k?G$7q=m1Ow+92)ZO3O?QkQ;~MD>UlJ(W86CyoCAn1zsg@ zNG!VT>F8TOpnXfobD!xD@1nn9n~R_8xc_F&ob!sKNB4ktKW+oRc&sM~fw@LdkHljlTQl)E&a>P%!=QW1MDZ7oKB1@C8%U z&kP_-xH}U%1xbil-GM&#P`WOIm=2lZVSP_L+nFL!t2w_S!1U&Oxd3$u;)$>zrrUUU zyhkLvU%4_`uq!;Y{6@IE^k^R)CV9 zZ;k}VQ8kTjL*PFXTKyD8cb3z9ep(%vttI$I+)q|V3XGViA;PypP9=BXTV2uG82q7j z*4-E0ov?}ZBQ3*>2V(kziHWe=B;@R3gz%*i>mt!m7+)|L@X}i0KZ!Hs&iUh=)y`*LgOI?TZOx^HeXWUpkUg$KlII2`+~*3m?L$my9X}Ry!|!H{-Ny!Dxd@xR ztt4pI{JpKGO%=bAd8g!-{*)iPkh}C+UP+n(;O+0PiI3bz)Rrtvc{;wCNfa=Kz@}3) z3EzV4#+*mT({GFmKCqnFor1o~EYtbN!+K&Pqte+O7m8i1gzz!Wu28e@Kyhy&p(0C% z(CL$`JIxfwA4(C$t3+yFNJsW3jj#^lOYW__a6w6IqOAzz6bTD^U^D3^y3=mb(ueGC z2h@vv%91zFN>~I|#DxiE9=mr7Dan?f-{T9$!KVApA=UBuZw}w9`3JzhlHr-X1)Cfk zrn6f9sL^LQrAwK+J4YS@=hoHLWeO`X$ckXg-)(ZWkF2XEK~Rb<>76A)Q_Jf#x!29@ zIOg#4!;O`{OnzHdwjws<51z}yiGPG5ScGwr^|kAMyYj671tr0q1Wb#aiiXR~Yo_m@W>z%5WqG@?qo`MqND^U%i>8%`Q_g zL2R98MU_D1RCJokQjx9>MX{dV-pE$2mB#bu^r2kW8KF|0XJWYwnwnM7%a?MNu3tPd zofsxVV7XrU>IBtRs7Tm0cy9Rd|2*R@8YMMeQLp z|Cq#tZuaX%z;JDNd&EB(T(MMli`>b;Aw%DOAK%-XDs(HnF$Qg3Za|B6O|s{}^&?K& zU@$e|-rH&|L?Hk9(b0d-;DeaOw<{}zCt*n@S+gc+M7uHB=M|NdX1eMhJAOQb zSE93c92)>~Xaj zb*z9<#$GVq@9n!#J06S$&5aseOv2GCF54l$6ss2<-$(4WVm`i|4_>etQ@1aYz%JW; zeSJ&oyGbruBqgld@w;zVk^d`U&)@JvPWoxmg`nI~Ao>CQ5)sP3w)+%*z6*Qo~sdn zgi6cb_hEAq-d}3qm@!q%KO3%ETJZ2WKC zUV#(ErZYj4#D}|UlkmtA1r4aHj%S=a9VGGL4QWek_ky;-x`vhn*_~eA@5SyQ8b@8^ z05ot0$*v78Gg8AXk|qdeKiCE_RWwrCBzm6&eRRvE@=@ItXNjWC`B7zFge-|z!E?lv zfMH8y2)ajHGc{wsdqgKUb|f42D01=~F@Ah6DhzG@c;rM&?d?0!<8TFgD_Sb?lp%Gp zbaJ~^ushszN(+Otv!pYY89C8(ib3t9Z9n_YI@_H@fJ!Luh6Y+@e*CDv^beMmGenrX ziSCZNszu`Lgq#Jn3Rskp4rPkQ>-%M=i@Zaw^{V8%#O-p2HiL<|9EQvi2??4#CLKr^ z`SHnyVJR5Rdctn3L8q-BYO8`n+$1|#KQjln2pXf*P!N8P-6Qz2}sV?T+|5&@BJ zOlv3B7N=4WwUCI~=hVu1%$!rHp;}02(8hBgI!NGR^`#!)#U`FFWvwOf5@egFPB~A* zaf_X@D1=fN*gc6l!9n1!5tkODp-vxt3n8hYe_A>#O&^blgFSmb@pw3H_NSL(>*LO+c&{3Dy zz19*+JJ{>~XL z{Puh1!>uFSfZtUONO&2W!_9{0PtXlE5Ii_k+35Ra*HPD->3_chdy#f38%u{jdXBtx zIz@xK43PbryU*Z4%g)X&s$|w-RZnt$Fe!r^n-j6fTfV)Rw84-Uig84Z5kAUGuBy_J zwx#9g;4ZAX?)jg%|I?nvcPCY734g4l`0axCD$dpHAqH|VToutjDma?@`wjIfKPSwO zv{ujgTN2};)#BBQq)7NW?;V?Uh99wJL}WF*r9@PKFi%=aM9DxxXeXK3(F)GuLVF7# zhM6BSqeDy*$${lZ=BrpJ@WJi9*oysGR9IDisx;7ss_#em5V^%Nfv+W09j&Jcv;7$C zFtCN5zu{CgJOV_n7E$)-T9?w&6eK#020Dq}^a4LCL^`74g%V%uJiKal*VZhUFj&=R zX!O7V1Ey7$p_>VuB-`yMW`L}a8IT-}HOnP(qHFz&&Hn4De1&kPAc%eE!ac~bl5PMJ zgU%|3a&nx*oC&&L9iSfU;S!WT+}WX1r@K7t7}PUtz%;FN28R<3me@la-O5tzU`=*& ziTT08#-)^V5_fI{0<`u3I16rcq13X+;Z){V>o=(#0bXxO*Vds`U}lPJ`>{`|@!Pll zz~1ByTQ_gDZRq5b5l#HKO}8oF8Aw`XjVIemfaAl(&v{6SViG%qN~hd42vVruL;Gi!&q7^Mwy;dx5>uLx+zfkBv8mLojH&Ge>jzKq zoL+Cirj*$Ik;Y;E8dr%kI}F35gtfg|CLG|hgiNA5n{V4Comxv*xr;Ka{6}E*2jD+{ zw-FYJwgHZ41C$rDkU@vWU`w<*?X{vk2LB!T#{O!o8Bv;5BCZttm= z@;+B~lmj^l`XJJo1();KY#u09MMYXKs96Si zQV9%s8NFZcl8Xx?j~DjliPM7aG&nP}Thgg2LPB+A(6w+xPj4H7E{+vsLz@?rOYNye zs^Z?U{cqsnE3~?H)?6}$`WjuI-e(;j(U@KM@sThPn>kfaO58j`D=ms;qfh=UO zsLC&fbSHXS^>>q&&z?E+z{4i?DuWvZ*RMdLyNR$G{&aHnEM6IesW%oR44h}ol0TM| zmMVO*UcEZf19e9|7g!F-sUcF|2jTL*%WbL!k* zJw$WoM!6yXbgIoxV){svnR@lqsZ&qCa5B5gVJaRBCeamp#o34VuBIR;C@PvgZ}$C_NLYoy+{`TS%uBTD;%^}d zQR*qhlSI{!PM1&@sekHmZ`#)}11XW2;uk1Yd}5E>W87ZVQG(Z5*l#L-ti7S|A;>FE zeyY8!p-_XWcvd2Vf9L#o=2e&}Vde-|j-}-;xLlv))^xRC;bdv0^Y|lfEPvdFR4t|d zt)=8QYJ3Y;Z_5hTy!OHC%_Ram;--1+b5M!ksdhx{QXu@+V0$EkuUnCO6O8O`^Y3M%|fFY;K zyAmZ`r2V^1Kd4Swci@vY9xAfds#O;Yo*p*oCMV}hY+J_Z_1_Af$Tl1~Pz)`mCrekZ zRJK4Om%^S^!On<`DGT^v!49dHDanM!5DFXt&Ci*0X4_+FnnwWq-m!a)Gnuy)$TxAI&KWgB($V9UDu zL#NjarH-UY8(2P+zDOJeApxe#V^kDgm`KXJ^Wed3f9rq~d{?1yA13>VrGH4_rUMQL zl9wp%zq@>fHEzq!PF|eC50Q_-;)(M60Xt?!fjW!B%x@TNJL1=?ZCv;7csggujKK$& z5%;W$vav({=F);@4iMAefK zD3DD8xm6Kc5yYNZ8r80>E9N%JYiRTo2rS@J4rt=~j}+N8KO7g%%`AU*<-BQ2U5mGg zo{`7jA2NYCf-p8Wp^N<7!+NxI{F&-eVaiUrOAPf{PM!9{n5K-RKKrSPdBPZRn~BqG z9{dB_ySqXcL@{9v=U8dU)r%UN_&>$!#Wal#32cjmoHrsZc3bmSVfIM6XI7U&uKCRI znAK4em8Ws!y&Y<$-}|DJEPC%!T8rtOAQ@4Oh@D+DyYo4}1<#%ZqY?i0dXL-_|9DL) zT9ANP1h0No_~6GIRa*>Se7UsUp)s}aiG(fbW4gpCN$=q4z7~GZ6u~S}-wXP|KGvQr z$rddBjD^8z|d zCzOKc$LYf#4;s-eiv7bp18=v^y~o_*E{WX*%vQDc{otuVSKobRuOD>HHP5dH=V$Hy zPyPP>W*SUy0ZA1AZCy!=VPFu@cb(tM`XUxr30yBrvuV!96R37EhB#R94b89K9J1Ok zmXz87&bnuO_iztQI`uI1=n&AQG`Ag2>yQ`6*lvS}DJn_6!XO|YPR?zjiDJ7)60sXQ z=C4P+V^)JwC)W&$4w-dG z#m;F$LbZyJ)Wml=ZnUPM#}0X0*HdL);Bbb``=V>n77l#~9<;fG_z6%LL5maOwVJZj${R=j;R0k0qU#hN z2&ITZJH3A6H_WK0n(*pHl_w=u%w&YUlbmbYQ@65IP9nB8fko5p4gysWfu65{+wpnF z7o4G6MMX<4Uxk(~fNtLTD_)3bx?$O^N3g5cUze#GJ$0T}(l2~0XIsG3zd=bkMS9d0 z?vklkBgi!2=`oOk^-Cdd(c$D2m%3H!_u)5o+CZuGw6422EirQLf_xXbp6IMIO4Fs^ zT!a=XBwX(jZ|R|fdB#&m=}<1Q#xdaHMEpcfPC59yZdSKH=a3lALz!L2@GiI*Y<1is{qnkp!nI8UB)I7J2C0Sv82+2SQj>|NcioIQWO6A9Gs<7Oz(NvBQ> zVBo13Edc6$m#KgQCasm+;f?RRTnCn}Sh1fExB4MqyP`F?!U|{ zvgo)x7%+4s;@km)*hT$2^IhEPqJ>OJpTxhUTk}8{n`AYc)`iMZ@fo9Ut&(q?U+)sY znq71&Np;NsMMns$Fqu>sVaw64slRUgj5JRaKKS0o)q_Cel#XjkpO8Xt_z?g5-9R-$r{HV$p zs&v9w%+KTLheru<5h`NW+~j#Hr*|!4P{NSP_DDdq`dD9_RMDJDR9hlw>Zxo3pD|`^Xz#~ z(RwZ@ZuL}9^510iMa!o%UcJ49m9>@`HErE#FnTW+rR~f@N>8IcMl26S?XtI$IagW2 zLeO@mzsgq`*DGlX!z8U>gA;?=@32Xto_p75VW4v88*N_7RWvT(>%p5s4Cmoala35G zWfK!ZJQ(6K=jWZBEh}6mMje||(i61IILd7CD!GZ9{vZfcO^)r>x&^+hKBZr)U_3Du zUmNiCC9R;?NG7Zy81hMP(vTFpl|}sgj<;s$CjS!yP+I=U-N~53_he9os;`Y$KF>)^ z{lXXuEOII}a&d*zdwX7~-50EeZlTSip0cH_60I5tPD?>&S7VY7kkyscJt4n}RZ+bD zTCcN=F8zCyNM1o3>7A~tqvPev&0I>Gny(41)xXC#V{v7YOGJ7Ca=r8Tv0=q=foM_# zr_`|tL6p!*Z~jYzY>ZydJde6R<*MD!8CMA*Lbbn&_;*oWtCfVsZ7rDIcQ1ldkU}$} zSl^E<<7M;DA@7DsZV9Fm)%?nnMzl!6%*wxM z5A9;6%PrFj@9qFB-NkoUsX~X3TnG@cj#>Nt!tjRfQ$IOL3%J!wW|+!V^|uSiWWtkF zB33T5Wob!SAPH1pjH|8z#O3!D3*Ixz&du=bu0f1TbBTCHljA{U>s1NxCUmx@Wfyu+ z*mxl`t5~cNi(k7;T^&R^Q5+~UTiKRnW@2b*!eWe zn_&0`w-`YxlL*mQPsEG_m)CeuF>DA>n%|N(`WBzMgXBPljW7uWWnHnZzc96rif@KLt-FWx8 z!T5YO;AA-l+O0pvbYE@Rj65pylynNsX~c!pGeIQFfn&xPug;_t=+>{_$qLPI7CFo5 zZQsRwJ6MF={f~xi%4@x!FjlVKMM9W5gB2EJNMK{DiQJj|vg5L3twT~Pl^0*ONme|v zoaVnrr{zM*4lpC!zy+<4Y<4F-y`8p~l;1-qT6^H;17zIjnDP)~6+!3Fd&z`lvAhd2 z4lAVg!t?>pAtQO0-r*cZ;i|Ru+v|35`Pqxa*~A~ptCAOD-#6m;sxZ@U6>cId`uho^ zfcmPez$)qK$wU8B_wW5Vn^~$tv{)_Z?=ntu2{;@jWebT23&~T~s&YW4(}AScQQZih zM+*soZ@U0~^7)vr%F0ZZ?s*|a6gXGz=zfc)MbW7fhc!NPr_E(9%AdptnIcY(TH!Le zaO08+I=jZkK8Lu3TgYP9m&ItG zNIDBnIJ~_tosqO_b|jmW)~0pqncZ~(V7^XBRXSnUav{Wt zv>qF(XAM6xdtOL6ldqho3xBlwx$0R)_o|^QmK_cpSAB&-cb;pYpWlG-YC})hZJ39m zWf>e)<)5dW&5cfd&EEmKF$2~@f4HW;V%@hQ8zH{&G2xTNduINPy5(acb70? zG^_eH=2^VM5TxV-L#m zFhfetes-cVWVvr!_{GqnGhC`78_mHR+YtpMB6eB2HV^ti{C_AmX(Gni>qfaY4B*iNNX**}6^ zZZ5@Nx~+5%gGUj2StCj{@U@F!7t!L96jQFM)u?PJK85eYn8HG*j0iE;20qM7D}5Mo z>B^PqpjI1_qQdlza(d*soTXr>3`!nL*MNPVR1p-0+=`&hL~P+9msEG}n2AtjCza&l zUfsk7EH4JiufY;^%$FRbmlLiN*e`}1?nocI=`4NxKAY1Ru;)p zI#``(==2*`cKa`L0^`QE9M(lQw@!B7oT2e-h&(O7@Md_kC@Y0$xL2tEUtWt%&Sxhq^ehMCr1`PVXcbp%=k(*ga-q==^`<(9E-#)n4SwkW0 z5#4hhJ}a~eZ@^7MQLm(-D}!1Fvf{c1^f~(P|O*CYd|eKnbly}(f8JkdK0>N zLE!`bDNi!t-U_Dz-Xi@|E%?fk#EDLknBR%Y0Sm%? zw0GtGOvc8W4S#k6R+00z-B%c?^Z*xZwe3n|-~T1&Ppk>$!oB(NoMRSB?NYapmbl@QGIy0y+r^!nIx zG~0~qPL1Q=c@eY!Tx58*vGK@IlX;N`b`B4BQpdZ9iO+C1=Njxfv#54Iu$ z7O?DQ{l^zKWNEGhNuFG&pab2>9#xEmV;*9X(o7 zO$dlr4Ln2$*s8v|evRSG2n;yVvTJL)HlZ;PRzCFY`v73368Yebhz&59O)WK;e}JY; zDBJ{c1FnReFUUT)f8KO&j?f142rZ9}!nG95c6$k?FFLTx)HZ!wL_s94Ulode8Q0E@B&nn9>|aycbM6!)L6nLzU!tmXphh7Wrsg0FRc_s|2_bm5 z_|~k@Pa?oTrkg3PsAUHb7>2hHKSagKjeg`Ay1o-Jc zezgcd`^mhhQ99MjVJQj7*C(IM>xFNQSgs@3hIl!(eD$J2gYD;HGP-)+j2W$Ydl&P6 za_M#9EswF-%v^JEYm~0@5CL~v7;WK0*)qLrYqVP;=?2 zzj`fMfT9LI(UV4okRBwsSL6ywv9#h6wk8U+o9bS$&=JOt=Nfw;BY3a6w1>2`;$Xd& zx4^%x*LDA^uD<90=N=yi{q@$?7n)$66hB0A?b^D0Xl3M7fDD5#p@m3z@m=6*e3*$)Q0DEuCb8QT5R?Cr8V^aVs^O zoqJoBW{o+xl<2l4Rn;o^TPa!G+*C=iwg2SFlUodCGsa4}tAp{FeES_oXCFL%Tt&u8 z@}yIQ4VP!j=U3Yc2vl*m>u0g=O>yP6nNHFiCD3;-(`~f1Y8WyJUh=l)pTBnL&@{Fa zj8H05hor1TP!F}ub4~!*-M)KwdgL~~qW_K|!kZAg*Ql3=L}J3JlaeWhxs9Z1!zzK6 z1Fls37#(}*QueVvf(-@$^#%-7m`eVlmkOj`I4kkm^jBvRuc6h{S=a+$wl%xDRc&yk%QC!;{dZ;nvM9B`q6EOjqo0bK2sJ4X4mQP{z&X=2l6K?61mQv+ck2Osywep zmzC{d+~PIvK#S9ifnn&)T;|bUB1{-r66#5R?Byml12VZ!%Uz}^bG-Ys4F^ZZ4^&nC zm{d3RuN_c+gzrFsU`^#bZCfneHzqFb(DPecapHoiSnRSoug6@;t<+TQk^*pY&XdSL z-@a{8YnwMvi5Y9RgQI9c+Hj#0oxcihlh{}+OjaaS7Sr>r6ps5laBEM&oTM)*Z}`LE zd{#wtm}K^v+F`|^4=9(iG3e48^^8>d`DXKvETxJ*c<}e4(f8mdz1*G+F?d@G1h zZkTh(2&7b?GmIX)P&~Dk01yhJU*Wc$=0tqB%Y6OGyb+^!eJIxsS24ce4n`D8e~L3% zSg9$Lf6zP1f!p=IDUwyL%dI44U$tO;~~`hi*lo?vU!@?t-?Ed8eV-vFe}+ z{QS83!lI*2(qw)5K^mV;7TTFRdNQA;s{Z!zN>;Ip04VedkN^1ycgJZ6jRn(GG8Huo zRZmKmubqW9|7S|m0rL7UhuhrTFATh%C%MQHcUph`bYKV-LS}A&iQrUb+*ToG%dNK1 zUL$~pzjY3z-8P>;mG$f1eFyMZxX-C^YlF6E>=_GBec@1N|Dd3#h2Kk1c$j)W1lSbz zoI(jL_;ZOvA6CQ9vZmIVP%_dO7)UI(uKoDT=;H}B>$bRyKe5;YBrA5IO~?mJJChkQ zr1A3At7-JH;sVCJx({v>vm&d%NObw*A^cLuGVRk2s?Q6!AxUhShqb3LXi^wI5gi{R z_3MrmGD1WoaX)dQkD%wlxAS?KGybM;C@P#imwMhm`ZE1j;bW|!`Kfv5Z;{W88NET} z{{XXJ)zr`cywwuzj&H$v=cG$OEU!eRnhdh_rPj~)*nkY(-GQGCv!g6;4%geDwrRtD zR4r8Rif+6M_4|cnaKBiG*>(5M9iJ3xtkO+NO5y5)gAT^&{0(|b90Na;1lBO%Jgxra zm36nieT7BVtnSkESAHWp3{QI^QrW~CBj-&kg57dvvQ^67me^N?8NSaw?|Wt~%&j*4 zdG6v*DU>i)rAAWA|dPUt>pBGp``zmhpaobUAAkmFq+Z3 z-9y5gHmPXp>89!=jiLCPX(NE)-akI;JwJa06LPqMgUW|~O!R`yp3!3F@oE*cBntL+ z4&B4~L>#Vf9el1yz){3_O^TP5UhD&4l)2%de%SyTnzg zmc>RQa`PPe`f1#4!37p9$CB$L2;qdYZvA?}NZ!!zZkEEY+x*t}x}wM56vzt(o%>Jf zDf&eyhCFFCMsQzD8ACC=x7eH00!DaGjde?-#!VmrdLfbpqLkIL*_{#H=W{r|?uwPb zvlv+o$g1d76MG(Hey^_p13HJG~y1TpAYfe*yr^_!sT)T31=1Q<#kcO0& z3XtD*;AW9k6@K+U{!Tn6HuT-pSiwyGP01=TQPEequLoJ3E@#rA3nW^*^?mLi$lcxX z4wZwTZhGrkNJf%lk-=zK>Q5ZC8+c`AVR**maOPiMCn$$8Np73oRYqp8o{R(980Rko z+*n++6coX#iSm(5<7G1krkDEQ(6=_w4xfAzQ*&kr!l_2`8KU(YDj3SuV}%6}&b>YT z5Kl1dN+XjyCJ*U6xjc&@v;ejb445v4zoPCXe^S?S(Z(rg`%(vr)X;_QPqed7p3Yb2 z1AqTk;@dXWKR12rDEa?HTFmF~rc65;-)Acrr@b>asbs-RrWD}>* z%upnFbUn7Lkt~(-Kh| zQwc~UB6o=ngZX-`#dJ$B3ZX7#`9n%FO>kI09YcP1QnhS#$>@sLuLrD@8^577Lx{>7 zLzI>E9;&w#Dg}W@^7|jh?+MIdG@l$8}GP!;SSG@AvfF9vW($ToutJ zuQU*E;j#z)f63woiY|*n1Bcekn&b3|{s)5qf#U{WlpbNxS0Md3&njfLa~FgQMClT- zGXSV|=DV=LV%1$QnmT-$#3tvIpFlk;lcrfR5fYD8@)`Cru6k}`#?>;R_ye~ZSkT^X z>^2Y!l$v{FsWE|l{M6XsFQjn|GQS|ZO2FYT#RF0Sf!eb!Pw5lRHk0VX9~T}#LqBk3 znT$1r0UFShs}RI@|IsTXzY$o*X@4XYi!h^sz2(07&6MqG zEY-SA&Y+p|TWCwk`8rQ+qaCxfM0&=bt)>1fIH1yTp!S5BK3&_lp1C)6*VLHaF zu&`=^*#H*{ZDZpA9p(fqFnhiG`I4kw)hciY2bG)7KT4%Y6Bzk0f7qOb3lE1G%vk(x zfv`!^aiPS$Y#OOJK}xa7^>JLwZVl4?{i57Db37vGp!5nu#Vj&DKd)bIQWb~&uwG7&jO6F;M=YH6MkLi59=m9HH1LaglJf%G>%tes zgoJIQEIc=TSMipT&Nn&+6|A~yRW@Rgs*E~w4z7D1sQ56wj$OLs(`ME}(0ZDPp*fY*?}d)$d|TmoB{SeyscM?Q;}10)uLC|f<7c3#$1@mq z(D74zS^wO*KX5;I6g2rpLCv#OW0RVHHl0f*jYyleS90k-mmx9GlC{(nzca-B2gtQI z&gEkJ?CKYh7tV0a96`qzMMvp{l7UV6Q-%+pN3tBg?)xJvt}P7SBg#4N!p;XhroCC~ zwPT1sqr3rV1S<>2ZTtb!i96V>Cr9%2){dK%X_MM#z15QW%k|sd&w^qyrxNniGxckE zcIruk1B_vB)IN8}T1i2FF5eURlp7eyxftT)IO%B(_`f?yzisjR;7KG?*Eqdh0GR(F zM^`TC%Wa#Qv_5M^xuA1{2|*!U4K4BV+8^YC<1Fv!?0NpWlQeHIzN2D5n-z~D3gYaK z@MTxT%DH~NJ!)}T@Sgsoq%}OfyzV>d$0(s3gUI_DmGRX?JsO zQVxR-yz719<B`IYSxyHNM~d0bR4H^%w(6MqJyqEssI3N0 zzvPV3!TYo7axH1%&Qj1H&X~Yp#rfT_6?5FUh6~sy8}klr&*G?%w$Vv-ros7dzfZWx zpB)gGOUbVlEtr-Yq_veUzSqli5<4|*FJ`Xc8+~BrQ*L~WQ6$akVh@>9>j#hbu6piV z5y^Rh6LYj~8VJkAqSe=4WcR$>#A}~h8F;>4qY%`B|FP{@W3?B_kZv;t!Ynx=X*+bUbRPr zm*Y~Ev?7*&2_qh0P(NGnGQxWPq{NJaA9&;4Fg*+HI(0?7FCRu#kZT>Mdwrc);r8{T zlQgsMg@mgIHYX8a{HQtAJmzas!@CokWY1>^_VWa~v7EZkpR;F=NHTu!_^d__u16ei zNvlSMS|~4a$+*yy5MUoYn#*8p__`N?H8}Xm^tN}p!m>D{i7Q@vK0Z+6D8}%cEbZe= zrTh1{c;$LlF}l_4z+u}4tk|ke{jlL}wBEb#ZP*wEUR^n4d`msz1GlAZuYv zEy8&Yw8BYwVMeTfoy&vT4 zb)Hw?Ug=)F!g!0v8-upI>2RZ?_H)O4^K-co9F|bxYp=@hUPo;7qcV;KIy@M5?E-P8 zP1HnoDCTyU#94nzPVD59zZivH7&AdIc>kPnTRty+baG<-Ih8Fa41-BK#~LXYll%0( z3s^q45-{(1_SY*n__bnqYGg?m=_fU}c*E9YI*yt-wbh?LkBqCF{NsXZk0B1p^GY4> zQuBWFeC*Hd*@3ztDVm z$r`nOnK*Vv@qFK^d^~l8g9JHssG(VAkVy_(nT_V}pE#bLAbDQ}zCu!cm z&{z$fy2*pgX~hEr&1@6jdOZ3om$$I=!-Jp|#-^VVYvvibP`hlhY(h!@o?!kfd;sJq zM`q6v78$vwhR<9zy&n8^<*mxYT-wn|HBpz#Iw=kwtfH(Omfaxi9M-+Q_8co~V_&(J4V?r^JA$A)%e2I1C>C>lOJDn%sKAJfPU%Fi2 zFQ2mNp#lEp1_lSf@vLJH`uo@3YSraEsMDrYH^F-Y*z?{vcjZKskR_SKO7=@oZ zcwAHgdV|Ip!Ysr%A_CMQG%GJ}0pvP|nUkE3P1&|JD*wQcQ?8E#mz<6Blk;9_DO)YFC4Na&(hOVYZRp+twoWenEy#FFgc|ly;kw4SjJnszSt!?2Z{1!DF3Gg z4LZL-lv;FL9~j!L8oMND?a>jPXsFZ_ZJF0b&^mVP+<92-I|qb3V&!2RXf)uaU06yD z6=#NB+^mF!2hMQ)&W>6;O_csBdk5*!78sGnW8vj3x3MX8dO>nkXE_`;7dadKXRlj# zY3t916^QJL`c1F1IsUQYg!`%V`yC#G%d*0!|u@oCtkuB2=~*HeTrBH)GW9VQDS7Qng5N2D)Sc$GHPboux0 zF0VMbxi|;7U|-#f%`YSKEnJ3W#hh}hJI0E-HL(o(F7QsnZ#7&gTVS@W#LdR$jJcE8 z+H`KZJjZ(s{PvRs?kl(Qo*=MhJj>>bUBn zrdmyYxV7`}s<9^o!Yc|gXly~KUhMLnm%pa2OQ6DGvO9%D5PhrZDs8tZL<#nxghSiQ zuYC?my#NBGp>H(Buk-uhJ#*YdG8Q&KM!|s}@u7Ia$cvYn^(!iH3s%=BARu&l*A{cw z5BzqKM1-J}1Z%*-c;J|w$9Xh+*U*_%j~Q+o=Tsrt&tDI3MAv}mT3%BaHpV_8_m8#3uKx%R+%hp{RuvuH1q)|=)KM+Mz@ zbzy9n#;L;to3gh33`GFRo78?BH}1P{Pc^Nq$@PIKu|mnV5BN*?j?d&(e{j%`)6M3sK#>9W6Fu-0^Wq>d&9tip!?%Sq*L&ioi$Hmy3=i%z8iX-G zdOF3mJ~~wS92e2_%3nShS1mg8wPyCYa>DZV{IBnG?rsdvbgU~5tgopV-F*YYczL}> zzFHo}NejXZwS6a5@8vfsF-AaRFjP%#K2u%MhLZRzO+zn|LdKa`WspCg051*9`pR** zKqqik`nXz|+_vw*;vj&HCs3*zGq~X6E2*n55a{2vbtz;8{-P{HpY!s3Z^E(qS9ATI zs&iB4_AjSQQg%9fQ3%b?S((-eh=Sp;f0eQoHD~Yf8_ukM96+hZq5O(CFPw3yxD7z3 z8v*Aji}PnTLU%hSE*vphwzu%y5&UnuW?^IVf&NMWS0E=&E-phyk2a#L&f_J-(Ucll z<#3&9hONtGu1BLkRn%L4m%i~jD+seDT>d<=ArC0^Tk?Ky?_6?b978gr>Vf|TrZpD< zbM0Vj=}c5mn1Mj-Vg1|+1ec9;z=g%uXtt;ndjDHWx%pcgd3~gv^RN(=D2v2~bBid~6(B3sR zQ_h@MxLme?p>S4h!?2+wS<;Aqs#T6y$Q;@XH0I3UcmZx}LSzBF>VM+I2`*F|6Dv9< zC6i?biq_ni3-IocT)&_u7jV@L2q?a>)BT7`i&Q^w2BYpwW@4RClR2@{bR5r#Qr{4W ze_vt{xT;_lU=ee;zf);9alQDJv*ylSpry4#?0(}H9Q`wU{g@Mv&cSl&^KuG9C?g;S z;fnOU%m*_?7cqGucxRtqSpVYGg$A>Oi6MuHmm#wuqx(O5}UXH8h3xzZs)DhK=w8|p3 zoT#$@K}8xu3${e485G1H$EP$Vfja{EL{N28*X0nY;;2@+PqPy?U0*n7&OSWBEp7iG zUSkOFFG#i&o#M;ey-0|IZO`uSFqppmG}cX}_84WcB-(}5+chUQgX)WVQsDmOh4pny z)+U`r0e^uZQ9@aeOKDZr2xcqryp)ho2$vitpuLHa8I#Eg- zCSYcrUsPP%7*DXEm2^(dpKrHQ)FTB8WS+iEs%Oum_O2csrDORLldJCyO7qdzn>A;S zF>VGcS7o;B>HmZ}lpLh*tJ!$L@1EbWV=EIEPdZNsD(BJUa)~TorO!VOfFCP}sNddr zr-k+P-$-xZTB6#C5o{wDdfz6R!?pJk9>>i%LiRG@S>~WY_EG4lH*4n1Y#0iHk3QXf?jt*=3F!)be|W6c!#}l(v!{*tt4mh|isI zkK+!S3VF_rvT3iyp=ElZmCjZ85bCS>cy!hzqq=F!uVBLlxBtHFIOubHg!o{!(o}*g z?T=M|($8ZXYa=_DhDO>Oo!<=^~ymauKl*U@>2dZ=b@dl8s;>E}6sQsd82 zQLZGd1B5OQwkGIAk`&`^squ6dqW%nW{-A8Mp_mg`JxA$RIukF*-8wZb?E@gsXz7!9 zd~D}dEPUn2GtO^r+SaTOdoDnM_iT%+2;{;eiAhNgKGED95%9p5`n0J%YhPdJP~0kO zv1Gb`AtnSAHllXdu{1S34v2POg{yeIWL1HB%YIuQaE>NVu#kG=N|D^~u21L`f`2C& z)qCTfKHl{DP8$JK+rGS)*pa0zK(I@&xy$CMg;Egp$uh@z5 z-WM#-BlL@ih$we?n3{Sv+ocd+psWS8XLy_q{VxO@nOK!*1okFgbllpPnxVq^tr4iR zGAR9+5G*jljI;m9&#J>>8|aql6%KE?@cR1D{##zP=r?8S^Y{Am=3TAG_NUuKVXU`Y z=A|Q1Ar~Gu_KgAE%N9s4o=g z3I@D18d+U)Z;-Do{eT_cCfS3 z-J{%eg8_`bxo#Zep|S2-bR2JAzh3rX=tYBB7Ge(vIZFhGgp&OeKPIFBFLFt*QMGNk z>+SGdHE7#UCw1HGTc5tbvv@+=BGs!``GKsJnQoI<0o-SU$|4KV+^z_6(h*ByMNXpP znYiF~4|vmGVMuWBj210AN~2-;e(Rwq#rLX9uFesaJRnBud@LYVibmo0zbUdu&z={AJpz4*9lICI^Tq4> z_2aaSXpA?$Hvp*;m1_NS2Ve7irk`fqjj@Gdsi1P!!1K^oYzgU&0EUt9!DSjW1^*)s zkFJ(g(=d;jFQNks%8v=x78LS%&w$<8lOsN0_hDW?f|Xx+c(sU3czoiqbn#6qMRizcB#k+uAK@9<=c|KHHxe}CNFP?xlb9L(Ac)z2Aj+Eu*StM6eSTn~ z7omRvvx&#ZPCq6Osi>%k0RAE<7ne^G66c|nAayk18Wd>r-|M~J_jUaSdOYJhKI8t} zpZg<-b;IMf4CwQH!p$29U7T!@ zoW8?Dz#l~FiqQqy>_AXZ=of+ZDM`*DPxeQw`snEBMN+8i!Mu&JRz%y|RP{(iq>G z#V%OOcd~!3nrwgrzakCvuF@pNd}~C+YPuV z7nI^2+9l#=puqbCfb&}DQ#gs;dZsg%15k7XHueVnfq7@}bB~W!LIV~#}QB`{weBvGV@A{D|4^S*E z*T&lVJ=(Kz$b~x1pgf}|a`V|bP%QD+cZiK!a;gc79EW3j5q1#1-}{}Os=T~2abgJ9 zxAO4htoH983?-zzP2t**0e~n(2@(?W*-;+ERHOIB#m7*ADIty;rSf~Nd&ST@i&~{B zOboc|dY#hfl|YD1?m+6`x09t9n04Dh_iy)m?*W+Fz^*@ENJ~rGDlD9=)~uwgjKWet z(T>g<1E|X1dFid;a8PF-6Nnt9W@ax%p9BnFeq1%mHmZP#_0XY1ap|sa`gXy-kX#X5 z7ftjYkRk+FjZf3MQx7A`IEt9cJ)yiudewuicf`4#@D0Zj=y)K()4+>ETjEc= z`9>5}P#z@J4-$OfPHVOXeH=}#2aGXnUllOA0=ZsaU*DFWek5Rplo&kTH^lk(A3nTL zbr=j36q*uCfD%<(R$ked$*Z#hhn%#4koH<;UL`LWl0n-5+O!r%zhQ&&X~P2K(Q ziwm&&@aKudKjD5yM@I51E7RmhFKoQO`+VFw+`GP^p$B;HE{u0lfCQqwHV*tc@|-wO z1ZyUT1{v4ed$(EG*kaHOu5fdj{Z%>P$Oe#{f*^3PY{o0e+0*7J+Razg zvJVFvB#YyKz<{L^kBS;6(#IG?mIhVH38Z?8m1MPDO8m*^+hM#?`>xhy({Mm{1D^^e z=>@9tOSw6>15%Nd~L|gOaGzJf?)u2_0|~W3^F$U%>>% z0fTe3JsGtJ6i@fQ@ExkxqEH^Ac5x9HqKN(2D}Vy{^H6xYmE%3aWc5+e;86hU_8agq zZNDER@TYjA1>O}T4filEurRM5YiTyZ)J!-7b%cXOLa4mJzk5i}z_C&;<+>HDe0ii& zg|s40t(ofj&{okjZih-T3R{0XOCbS`Jt}9G9@>y2k(l@?4V2?ui7q;oJs>v#DEJtt zVs5XdNY+cFL4B$rAd0Uk2RQ7rA}P&((Q}!f+H;fWoIw^b8u`K+-eZWoR7eW~d;`)x z>K`O;F2K?R!(>K(+KUn%uvdXEE%@LN2~z7!0Y({*6UQp@*&q?h6KZ&1G>Ge$ZQ@Xs zCs+^(u_1C=nPG`NCb^}4CZZIU?N-!hcm084?B2yesKJvEX_;r#DJWf)BEO44G*6oD zza|bdLr$&(dthN~PW_|0a|er>QreB)*5W z@*6{_9fgYSKE7F?C9fYP+8XC3KEOzVi-QmckP;$j3f{2mVbi0*(|2I9d8mmeDTtQ^ zpvLZpvJTICfNjBceG29Cs9>_xGE&XEqtOdcR#b#Njf9t^M0Ug;WYez@pQ#IRrhY~# z>r*J{2_B@U5w5^7O9ZWnTQ`Xq^%DtiE?``N9HEi?^n*#*EGDMqLx6q{PVtKFLBu;x z=sB%IvIR&?iac$j0?D}?r^j{wz(mCf6=fd+!#XEbaBucnTOW=TL69_s4ia)$@8o-6>-ogSn0Zv1;Nn?S(_`e~5w zX=-XZUYCmE7gX6C`4wycX$;0YPJZluNZq#)(aM+Sy}$(UfYJ(~sWfHJtXOt|I}G6> zC=Q)OQ9z&q1%Yj^oE3(`coFB804G1ZJqQ^M{OSoX9(^LvQh)$-YgsbDhPCfBYixVO zGx|Pk9sLXw8jXi<-M(EBAr47i5V;*Sm{}9*=AejlDp8X}SAi1t6|Ja#+$E;HXYW3@ zAhG^WyRil8(eFqNB?`8BrhYv@w*9aRnD-f0vK-s%J0Wi{dx(pr# zoZM0v0JDM_#AN2>J_H^9Ax&un*HRM?+*^StX04djbGi*aM0+*7P61}Gf14Hed-nUKZC=jm*WW(HhE)( zp5u>pdD@aRn_KqoBk=;VV!>uM*v-u{b3a#r>V*qY(c*R^#yFYuvSuC`Da#4o-|rVd zO1eOt<$X{Rdj{8d|G>RDA0b4T&xV#o8qJ+?GQl7q2=n<(qXEW13{;BuR|DeX<9kQo zA+0^ZSt8{uccQG{)ZVVSSe5FSW}oW38Dx33pM3r4LRxC70qR1_+*{Y$nyr5!>8rZ~ z!)NY2Ir4~G;i*dKpFq3S56%5sr}~iAMJnL3UoJ$7;%*7sNy7EK`2$%{`0>cY(vNz6 zoC@&u)dy4WaChBpofq%#~{?&w=?WgXTi;U zPFshR<)oaWy8J8P9ap9fj3L| zVcr$NOtk!R6~M;_y##q55(*(IY}(h2n=Zr&P5rWg03<^oV|Xxoqv-GyDO8xlg*h8v zw~6#A0AXI!g_O5-YP^U4n-+=0^}WQOV3VGrg%8aN$8fXBn7`~H1jvvG$;yor zww!ntQ1n>sGjxi%%?sh2bjDD{ zrBuYf_!>YFFB)MCaOXQb5Pnd=rP`Cr3qhfqtUBI2xZMTNZ$otac!Fup(WjiJW@2Kp zTgJ7>9Goa{wr#+(SRy_z7pyK2;RGuXn-&3|yYJ`s6oE9nvjNb@+UD7Qe6@OQm|cxo%~1BCFFU&zR7WXzDhI@Dg3 z@{$DAu-l}jg_A+7ekR%$aBG`VE%EU+p@zF{)!}QG+&M|&T(D~pAL>|`3IG>WB?NKU zKDOF6-Pdq$41&A91VnT+?)1y@#UA17u!hJUvMu zk)R@8F*O&~ghe3yt#Et5z9i1YdgVhYnw!570W2t`Y=Jr$LJnX#Ux^VTejA4*X}o`(0s?1M^rXa1 zA+i2Ia?pRj{azHCQ3*O4aS7h=`(|W~us`5N__}AJ820iAvo}GNeAM;Y%+Gz>p?%L1tn@T>dfe(*=C zq~H!=?(lfjK*qp;?Mjt^2_-=*o)*E28ZyVFP`p9I!xIzq`-4{dh>Vg_AXE?-@QY$u z@Hl{e596(TGUIT27se^Z6O&T9vhf!Hv`OO11KoJIeYO@MWh-8-P&j?W5iQZDL7W9=#(LcP-1w*vS zXfqf?LY$HNS_A|^4Sg?)L1HQST<3MRtyj4 z^d}U)?GrV0A$xjlXz@ROwC5X+)Vkq$b|=y=U90wFzA{fVI*R=y9WxOwUmgG~sRUvx zIeJSnY9O@=hqu|h3h)0Ci`W_gy&L#kxFF;NBgVxpgMYKh(b16<5RgpVMW_I>Qv0$M;7wS- zilJ~6RXLJ_6!*uc_qk#c36BB_iYjn#5>q4kgoaa*VVk7mFnU(M6P64XPtzb_jx}?d zmM&t>UWViT6;;b~uOK-F#5{!UwZms-S8#3)UFinw*oM-ZPXyoE((WF=nSalN6)1! z2RH{v3=R9KJQvXu3sbl&Ncr&LVl=pU4B-T#7JT6q3L1l87(69ne1tFe$W+eBpTl~& zQ-8|T)xATT>a@Q5JN4Hai97ZGXxUVkj-SjB^3+Yga$>H>FNDu<(pf&l*+Vc`#0lEs z7WHRVZ@(eyN{zOkd==_L&}CfHjS85ySARSb=Oa;*#TyRGliGNE*5YtGzbc z{MnbImku=?h|34G&x~d z8-TO*csxvA2s^~)RN(U2ITkpXh9UHS^5+6d+@sl3x$uu|53qlKG#xwjOz&AeZ%xcsI~^l=9GF4wmMEH-R*&;vI(uhHFL*d4nQ-Il=_>FlniWB%5!4DhlKY08Dvo9Ij|l_zsMqyPJnWnl zHVevZtbcQO$p0ddLez-AfaNI<}+9&sr_LI3RX~5IdDg4*E@tuw6o#Y_&oEL>i)j zD7r`k+EFM#zdRuz|CQ9@&6#!Kg3lm$RHnwtfIoCXt^^+vQmcaHq? zVic+JMWC`J;<9Z)Os7|{66Ad7q;hLB1HdBO^%9b4lWO!k*Zn?(Tyf?5^Zh<0nfA6z zIYjos>neYlH&BH{Y#pm_{grB*Xu$HhC&uAS)KPfq1zFFpcnTSi)%orq>2$vEG zpl|gg7zuv6&K^q8$Dn3c9hLriSo)R9a$_9#>(?3xI)_qpV8DK1!}dRTpGN3 zfAe22%hL03Rh`i(R2xV+v?vbkW2Dt(MZqIbKnb4%P_7Hwk;x~mM$Z+XhPw!vNc9q1 zb`jf+%3;36B+}tn5ZWWYcYFas2{gHTJYbn>Bl+1j;0IO!TO_MufUqiY@F=fuQ~)69 zCt~r`MAHYDCJo*@c)aN#rTQ3lRC$vRMyzXA%G9IVTIR7}wu zbsujRM~%<{4jn%H(P9#sf+c`-^x`GK`UnKa#fKy}(b$9eo>!p~50V}A41Pr+ZxCjK z6#abSR^9@a$Q{xg8x=4DOa-)RH;%biC!Y%_pdA%|0_JodSVeRJ7h-(u6(J^BdN_jH zJ%IbdVw(YD+J0X{=Z<;Ty$C>4TC3b17j^_$H?JXS95UQvsA`Zb40R+FD>bpPzJ$x- z4umz8w7PY!ra2GB3CoHV+(JSQTC{xoz~Mj~mXC%@s^x+^=R+G8u~-3Ua&I2yq&!9o zgfvQ}eb5UdZu%Ob*n;dxb<3zrHNuLw?xaL|?`A~|$n;pm5i=@Ow?*tErwOkM4}ZLK z5W&+P`!REcvSlx=Q9S8P?M8{K6mQT1(p0hs4|b4n4#z|S`~xV&S`a8W;?n%1Q{%PM z4-7IF*2#lPik#(#?ONkquw5|di+arvn>G&7er_B4qDW$wk(5Qk{P-pyKY9WC?LhiQ zGTmhiESyX2z!*=sG!G06kYxhtF^F5c3>-&ADBA;F-d;2Y7`+faVWale5b$@H)8fov z@_$9Z7O1`q@qKeR~Q$7`#AvkjE!jiUdVQ$+32?$U^>!fL5_z5_Fw-fV=6WhpYQL`iX1lG9`JzOFC?W@|f*2%ccnPcr+!@HWA&R)IaJ%LfI z`w0&bF+e1u13t|EfPS^Br>8o&gK+kZO-&o|*-1|xN+d_o=!L;=T3;Ctk}f+?Z7|!; z47AuwXs(m>B-A7l8N!8{;~gW{ivk6w9XcU|}KX5)bT22mgA~ZviAuPg95!#22VOUJ1 zuk%&5AYx9=#qkBQx4U8{Bi>#VKscbYqyxZ`9fSvu)}58i%;AU_kjaC}dlDcINn(*{ zJqB=2^6`z6#;?FAN7Y9G^>hsYv4em{Slh+`|6jmXRA5R03Q3P)(zgOO!e)^20;g@K zzzR0iZusi6=g#$|iPoJV5jLh&oid_Ta<0;u$*icU)-XRc=VH&(ds%+ja~Ulq&JD{A z#sVs#pIj~(3&VYa;D$2vwKo!!L)$=S2iAo4+{Ka&lzS(D5df+nH7sgWjD`^(kTRlK zbmspYwwyr)GSzB?7ZLRXLI4F%*Ta76b@z?{|2FW{7zqkMg55{26 z7c(%J1CyBft90H4#yarIq-X_8f>(FCOyG=;j*m6-TsNcr6WV@iINQe&RB&q_F26X( z(fs>cAr@KXfB$CAPgN=iDdznAuWyZ|RR`w%>o;?L$X+T-8l4u`{rG{Z=S*sbez807 zS6W&l{K8H?7<7IYi$@YWC0ulp*b&P}A2(go(B9roU0@txBvHmB9$wTv3^K0=j&2J# z2~riO;uZ+AIvCP^c0-89_3Im6*kuyM5{u^f?%d0Ac8+-zEmjVWShNulN(cDWxDx-o zQ>UZ%K?cH$zkuI#0m+I6eT>NV%BDWhZ~hw#$_a>b3(FJPVS5)hCdK zyEW6W|IaC)P;P%HoMDd4`DLBT(g@HuQl6@9f!1X2>ea@n^9*ZnwlIcW45O5e9i%yQ z%D`YtZeHH8Jj$W^xU_Cp&DaMb3sh*YU%&oMT&ng6WG8{lwXc>^AmXl1j|VTJqa z2jhZs&_>*XrOqkCup)e(b+md+>Y_C-l34p1(-&Er*4(fo)Zk3Td~fkmZ_o43D8_Wa z;G;KCHmb&yianv&HyqFl2^Kp@GxiQk2GOhT14lxPZr#3p>>$Nyo7$F@m#*e}8y*NU zXYPye_vWv@A=b93Q9)?Ea_XYC5xxzSG*Q>m|yhOms=V5TL7ckBe0m`}*!z8wsFJC64q&yN?Z0v+j zh(GNo<-7Cu}jJ`$@Ym8j`~8eWvT_{6Id#>a}ZMbkmIK8C4&PDLsmV zlZ}1j?ck&&hhbDJ&J+U!Lxd+SdkA$2?aC{cjGEvS>@%Y7;Ta>E2>rc_C}pbAYI=~S z!?y9rL8B6~HRRhTk&)QNqbK!rqmTe zmSm;BquV`%((0CBp&VJPz%ieXrh_vi7zZ$;mX2c5#Qh47yO30g&p|(6BVK)j0c)Ju z*>!V57;8P0+LpfPe>5mbDUm@oTO5Y3qQH!putXKqUPT6CBj$cdi6ATJ{lVxcj3F2G zZn_hCgj>|xER?m+0s;kx;{0YfPyhT)o844@uopzjW0JV68}FE(#`9hwA9n7Sv42H% zwMW)eM^8`jd@)514SdDTw|dQdDkl|P!LXcgh7j3`!&IDo)g<@ zPEI8b8a@}z*dbTloeM?`wd5HFiqSFFzEDa*E#`RqV~YK;__A1gr_6+I8mFyW?z_$& zRlN3B#e84fbe)SrY#wqGrMi=)Q`c<7!>T=*UZjXhV#(xd;bN ziV;rrE8Xu8mr#;khVi9yE?k3`#}j7Gn9@j%ih`{1v@Ey5!NEy7Bm0vWG+yeDuA$aT zOpJynKmXeT!s^7?|5#9GTY?*7X!!Y^h?FiyeY~5Pu%jBkFJJQJ7(Yy0nq&OXR7{TZ zi4!NDV?~nt_Af<~#wze+eF2Zbmid8 zzS>8RoD+IuZgbgoCP*tSpk#Nw`ORfIRm$TUezEU18>jDvl~KZGV{<<0-R%pJ#(+m6mK@so6n0hvSe=agjJJ+w1MQ2^#ViUG}ryuW+ws!bJL zmJ?07Q%zIXn6Dmm_skfe=dzkCb(8=Ht``gft^>Ga)W6GK>W+bOC<_uFQ(};~dd(Uf z!w1AF;c^J<+T}y65)MF?T1+YVM`SF-0pVJZQvrRkljJI>ZMjeW(Iz8^tbbYQI%VuN ze~*c@LjYF1Hr9W7#A|vrfYKUC$)(zwe9#~!XQR1PX8X8ddKGGa<0IgZ?j zI18%XXJn*)3w#uJ!DZH1Zxqo}KI?fJ!F=;b(d1-*2qJvoIrdOhL~%79@l#`Hz3{|E{oPlB=e z^$0V_?Tmi%oAt`R)Dt|_7OaOTbvm0aKC72MAX!xJ%s_hqIxq+J9wHl`kBv|E4CB*t zaFBp-EpcZdMHg~#s$uo1&imv^w|DQ}&7NOp+!cJg;)0;RfTSdshuj7d65tQX-;+;< zQ7L*rHL(awiUTitZx&sWn8D5g~l$}DPSqk3$<#l$Mw zR(Ha-z>UCh5bMx@B~8^4A_UHT7@|4E7~n9uHSKMhvK)h#R>tUeeXqd{o2niVPXyE0 z7qIH<@8L*D4x$;m=H0>NlE!7d&b=-gLm%%S%At#lubHT4&01YM`uXZuz;fK7JHOwd zjYIs?ef(J7EXTTQWm&1B!q!{#tVY@k(7N?Z`8^y;;P2s!%FzrR{;7KYDZT0Jgf#9= zyt>ta5I-Fb&a~-YqC0W`-D|Iv7tv6Xwg3B<0EDa%c6D=E)eY8Gas-O46cA%)Vv<$O z;g#rhk%*w9)L9C8;|exDMR)^m5T+jU7=Ah%d|HSVa<>oKkkEl0BXyvSc$7rXc$8|a zp9e!#Izkv?i1814n4CyG`iPg|-7FYzK-6R2;rZa@UhmI;uOrl@`e!;E2>kd=gv$lP zj)n;qpc!^rspgx3+pr>H6c80>` zUhlvhX#khr1a(75x19m1DNeqB7!c6;c6!adkHG4#)NVSHA7mh(m*$J0Tv}S18kEPX ziz6u4-@U6)nRwg{l#QoxXo|D5oe~)fg}#YXjAb7mO|ZN@`zCd%UQJl6%Tg3EY6Hal z%k0FVUz?Dg&MvEJH!Qkua?F2;Nqdm<^klH}IlM;%-l!Pt0MR+cccK*%ucfE?_@~yg zv8AQ38@u&QZ6wh>hv=JuAXQPEoM)&Bm?f00wAjw(yhWx=IuZhUH;Ng!;i2RMZq z^QM?v=SP8OitpzwbeHEQ2fl|DVyGwmrk{!-G7 zScH@m(Wi`Z0)lH}+oc$eD9KqEi0ED3qi4P?Oqc77*}#PyuZ#_PSB3O!MfF;;%f4C4 z=ntpWyu*iihUgkJ$U&bTppV-en$J6Iau_=A_*&9>{f7SjegO#yPLOiXlNbOtPC!ub ziNCkg@77_Fec#<+yCyp2_Cc(Mb3%f1QSW5vCVhRTMAjW_SN3o(SP*BIv1-fxt!v~C zZm5^#N-gb>?d+E6>`dRua(1hpZOaFhdvXnFHG>HB?eJXgS2Ozq1@`V8tZ1aCtXuNC zd*(3*(K=5kYqa1Jqo;@Lkt3NqtIk}W&Kk7w^Nv?bTq_{x(9|K@uM$?7v1|ER+wl*} z?{x)kl~z^Ph#yUWbIfaOZ2WO{0cG7Hq*wp?S}``LJ3R=vM9;44l5V9WhPC!iPe{qc zKG<<0tJHw0fmtJSNNo7iUTNhm_Ya8;6iOpyS}|`PrEcf(V{>pK@}$XuOP4Nv$2IkX zEB9ng--F5PF)>WjgTYLJN~x#f6VGRI^k&tj*nm9N;||}qryGn~^G6hl@E&|zL=~Q% zxwBCPao1Qe^6qD?#LU~Ax5Pma_Mc`na-xH8$YQmtCem%*bMtzk0O&Nc9NH2J|%lt4=@0_ z9@#Kx3+YGyQ-`FnwP*jG-qam`T58a1n>B3P8!kB(K29$r#2qx^<*dF{`?-U4J6jop z*glwKyNL!ap`X}J!85aYsQ|)QHa0e5)1IfL5sL(aMTKS%Qos+B)hB@l1{P2^0u}(+ z!=AMsRPz9o;a8xIY_+ts^cTwTzYn$v%Ai*(o^FXZJ@L6`LMgq0qvyM1a>mNu9AECt zkC_A9+bvVeSt~C9Y-XR?o6;A zTwP;2_%H+_Bw!t|$w1gt)Gd8$#lo2#lObJs{?TIa^DK^s+;cb5Ww9_Mp)o}SXo z>Fg|(hJcB#U8g>m8ye3xoZcy{sd>Z^MkhNu1t z40N8JIGWRKh)X1=Dq}afm8suMgAt`S5s9G$uXm_8tXM!tS%(|?ubWNTH5AHd&sWnQ zG~CH`p;Jz*_px(zpn0f{iw=K%jIQU26UjEMpmp~Ce9H*?aOTY^L>Jk=ry!pubB!kC zCaS(nR!v=#+fXl=#ggzca7T%Uc^Z?h{Vu(Wz3rhw=|7hCMmml~!gvPlTn&V8=Wn=B z-Kw8|F*@w5nVuT%;kqCg&md7=afr3Oi9Ct*E1;Q+;EP zLz}O|W|*xBc(~E~bX}G?%+pN0Pm*MgD9P?Ey;&Kklyg^E=2^V9_yB=FB*u!oh|Tmn z;>`s3mZa&HTy)t>5pm1Klpf-s+UursqzVcka}38yD*!| z&kaO z7PJq>O-$0!Dc6jBOUgxK+L^jV=>%EEQd6%W2{sTYT!!ivftSLIoNwNo@1`5V|E;Wy zU{+)cSFy5E@l9Z;01Ysg4=DpuaK3Apaf!5D9-qerRYar=&RgjYv#wgDXKO1u3!Dzx zWZ)srv)K*cCo#ZKHa+$|whcm#{X)Zx<|3*AqO7s%9X}=0&z;_(r$24~C@G`sO7D2q z^tft#8KV&Wnaih7Lp)m$W=-deiHWMvdZyp+l%cBRWU(X%?Cv;yYT%yzHW`-;9U3=q zktBD|A8>&i{{u5E5jCmLneym$*|UDxL^Vz`B1lCfiH2)__wrS5VAIna^|>bt?}qW! zgFST76h)nn|GiC#uV1eM)G$t;n^!z9x|I9Y?f9DXbIX@dDCzE0?CLx~B&59e2zE|K zM~5(G6<~6bCc=M)Y3|KqX=Nmb(jZaO9mCwRosu}6{Dm+$1St&J3OL*u0G9IpI1+U> zHaAo`N#2MPj6bmcy!a8|RIx6LV%sWjR-C=Jd*8}#xgX{3aWJ;n<)v5tzx?!N?$>curxVciv1|P7v2d#0EzQuJzYn`$@`zN`Sst zDX$mJW3xPts}Y_Q${$gs2H(29L;t?MKz0eBMP5HQcLUz*k-ewP^k7rk9;Y}tKR04F z#ohAsx;dAphJBLN-mP`Uj$7N?*_n>Z_%zYLsr4Yff*jP&&dXF6g8T~C1$mhqm@woZ z!k+;=S0)D$UXBbgCU*?b5W&#X()=_9dYyQK`y__Xq|j6IX}mWg{kOrVpwq(r^7>+$x}Z=2z|WkDuUE1q27ay#&hA`z{3$w44jUbnqq^**}U9|+;n8+cnC27R$26vI6l`m z)=axzl@%Dex)nNg5MZ$76}1%f7F_!wqx7BT5oH~+sw}s;&Rw4H^DkpKLn9V>^GF+Z zk}TPruk7s?W}xR`Mt9{WOPHBdW910wbdfwxXcx&{|MeALvsYU7X{qy_J3U>VsnyPI ztlSS)ZNQ=FPLo8UZJQR~+w07_Ac5ScY>)rms?>8)`6DASS=Ymylg$O{MZd`I@z?N- z)$&X>Utd42!%DKz>(}GECGvPTtXiexhYnAjoZr3M$wKPKbXU$y)eZ9Zu<9;{i}ZCs z8Yg^Ju)hALvu%%8a!;mn#nyBl3%mNJei}-)8+k9Ja8QrTRu#I}Fs!FgI3VrTvv&;K zn6==(E0A-71{36d4ZdzYMDON#T77Vd6I z4wEm#vUW-Kz03_7(RK+rqxLCFk~B29gX}lyT^Zb1 zJ9dX_^v(!Dma%%{sHScpkWy~#R97t=Q)(aaAG?(g28`D_)9Y}Nyu3r3T|#6P&dh)f zlgZhgZlS!!H~Xm>@=Owrn#Qnh08R2Dz*FS=NNu{R8@PC)qVxC*LVs}qM2Y)Pc=?if z292JVT5U)QoilX{Qldj8fjk6Y0!0HCygzV=e(_tRSLTkKn`2*%@Wukve+G)xo2m z&QqheM6T~;m*wm_qMiAtvY7f`@^d{q>av))#3gvd1+mw7ZB@C; z$XFTo)TA5JVK@HCrrt@KZMTB5B}ly~ZsSe!1xJ5N8S6?@&OO9Ep2}iNV^X%?py#k7 zOed@PD$s_qcLagUtE`r8jTD@N^%fDAalB)z{5En4GH!<_0uBE zCXKC!`=};k@INNQjl5Kjj7-eR-mGb6lOJ|DpOtd5r#42woA+L0v|Crx>v>fsQFAhA zss@b)Tu^dUvFrD*byv1;Kh~QVZ+~Ul|56N-^2EWMz^iiUQ`4RgAEuARqAku|*^!ar z)VKRTQLkA+;oX!J=N5ih9BWyV!JlY9YnbeDbWHEi?s2_#ZA$Ct7-oG>Qe*JD$`WgW z$4VmWADs^>pKk6m&FN#^uqiT*vjPbtx+*aM%Sv}jf{*DvEaU6sy)1q;xI6J~Tb;aX)SN~!?+2?D(u<2=z&K@ey-WAxH9 zQA_V3^TZ@+#x7pI{OQt5%5o;aiqvc4EgNE`# zC8qRQ^?K=F2G^R91`xF>g%>3^522lnx>dRp?{wYKUBzw_1f;Xau0^yV&v7EJp$CVs zVR!K85sY=xnw&yT9D4pw_L(a4f8gl4Ri=tstd=Oy`{_4rWOaG9vFe0SXD*kl?fnXKy#WdQ}MB*7XEfAsa(r zI}CqCN}dd!Gu1yK^gw;v$L$xt z*JW+ydWeci*+fr|n}Bl&A+Q(ZC;akQ9*s_6#~^BPNWRIVs;;(ie{Qrmk(g81E0bhYJM_E2Sl) zV1LZAHU5)pLsgGjkDqgw$hXE(pj`a+JIb>ASpDC=vO}M;$f`yxqj}x}c{{{)h}mcaFALRDLRyOyaOv?rn*Jv z8deBm&deuxRi-$uyiRhaN`3bifJ1`vzP=Y8gHpOEL7&jk89KMMkd=@i($fRTWhNwu zgoHaJ3dWIn;Om>wMn8a;ctB7=2)0mB!COJw`1$ibe^w&kZndEXC>uZnx#VfB6L9D8 z%J7bE2s$oVTkivkjnAVagCfB1IpF{Mp;;@>L7|umf*?TZ9XQe|@nxhcxnO}9SS~gB z`ObOFC{Hg#s$&o^uPIR8~oc1@%`jFrd?sT!D(q&!glY zNYqUHyXK-iG(1kcuw_(a5hYOc%j&_pkw>X(Xpq7VSuRq1!j9uxDO1FQG0#C;F?ciH52F@Ota34-e+CTwdt1v`uA9;No*3Lim zLim9v<5%T!f+75{eX+JqnSW?&quA$^yz9gdJPQ^QBuwLM9igS|*VCz7sG%XlnKJw= zDJ?~3=`Vcjx9$J`!n53m$#Sm00=2RZRF_uL(FOfUCuB5R8^MYlQB<_Xq0l>ZDw~8y zs9mVWj!i5Gk%aL{7hFO?7O$=kN+y*FNpOoN;)lF_4?RZOLKYH)QSr!|>8-Gtco3m* z66nm-^eCXSG#g5t2o5CGcwpi1uiNdeWv*dkI}C*94$d7FCoSvHIZQKl4sU6;$nz!@ zzy#n^pgc41EH0A{IW~k7Fw2Ov6I=V+ip}_JDov79PLb?V3m7=fV5Pguh2J624A>-| zXi}pBPw2^Lz%~(cLdqQEQH1b@yz7Lvwg(zwsJJm?(7EPX8a(yimZq9i&HlDA1&N7? z1R$FsR&=J_CVsR7A?^$U^ppEWJUy8_(|sfIAr-hrtm&J$|8G5WL|a<6f$!VP=f2S2~p(H zyxG{uDbqmEpOAx4%{8xrv{rP3@xr+kE@F;^XE&-)1Bs~#hlj@ua82D&vQJoJ zVnswnMXA05DKUAT^2@-W2{SY@WAZu-Hu3&ASp2qc*UhFT#B?WL1Az(vff5Nt0UaQU z*fB*nrUyGT>!9>3EcOyW4{=XOwP7AsXqK*n3Lmjd=dN5Sz+tZcaO&p$`zzTj*YC!Q zRdhUA@8|6s#%IpFYvwfD5j*fIH5K)U|1icdJMaGo<$9k#dY|W*0cf4kN= z{hs-pP7bKHzWOm2xMA#(m!-XdiYCQsV zlhM8=;$%Q=^#F!76B2?(4UY;_ZUG>(Fg|iz-oV)M%c@cX z4LZI>v;J|izIPsRmXzmTteN`4eZBc7snPiPcwdxYX4eF?x8G?_SdhOt_@wK=`r)y` z^66gX2k$$_8P@qH*U>Jtpjp`-=XE%CvD!G@N|vgp$tp>&+x0t+`94)HJ$&t{)K-<~ zQq5udLzkkXk~I>X>)t$b-g(&P{h8N1EyH=jx8EN*_x{K&vxPln7S?-f8v}Y$LQ$RY z=}7^q`rFs{*b6`r{)ewqNv0<`C{Egbetso|g(0APpe>5`at-cr;;UDD7(k$OzSfrG z=7II2lMZHD(3ElhNjYgI%x)^ou6~|S$*lz(F)+s`SAFDd<-p{8#xQV zuWaddn)LQ{vcD7TB!0*LU*C)0@pZCbzjb=GIz7#aE@Wh-AdcMkPWimAg`ER@<&2uC z+UY5xcpU{XuERu^KUlKPiEa-@5o%jE-G|1YX_bjph7J)DBoa+(>gt;m`mDtK1oUq; ze+iCX; zm5PY;bTOz17-V~*J!~!HWJT7SX+v^OWTfu8ZDQ={)nwSm)X&?Jtx(88lT38PH`za- zMOSQ+#}U~PmljvnpQxd#8VW+&5p>T+7#JAvD4?q02Z4h)$VW*`+C##7)CP<{9tCKC zWf`JNIk~0vJtiiyFf1Swk5(O?v(rAFUs{SGcChzM{&Hv)^2FI+w4s%^f%?#1D4g8* zGzcV5ogl_0X;SM#w#FqNKzDejNhKHFAd?1)v%6N#Y%U-v~-yI`x|Bc z0n&?+O~%9KnE1@E5FaZoDIuR6syTmPhF^PWW^YK_oJz#HM_qAGc!>Z^IKc;%^0kOy z8bOf;lOgkVb4O|`H|9r9w_A!v7DsQ5Pd^G>$LC_4%JF(6$0mKYHxGpFXtBe9fW1iO zbqaVD9LFnb%|YTg>_a50LDf3}DVmI$tfYUPboq0W7j5d!-tu!&Qk;A0L30i*m|=4?ZTx87wP$EBsOmxfa0X%XV~*<@(%$eHhCHShX<+?trT z6mK3oiC`T2($jdv_U+s82!o3k6QGWu5E2@?Unjn-eJ6!yQC4j{_)vKK&;>|Rp7N@^ zj5S5MqC4S-3y&-}6B?l9CBbl5xp1CM6;+lDo%)ebPcN&%9_<9(L|^uPGH zqZn6Vn6u@srvH~u{z6~a`7xtFYHbk3a)pab`Cu^U3R-*1N%E!l7h+zk8!wzVxrivPQ4ws+j3N*=GQ{Bz% zBC|(7mw`-sZ8k$BIadC~;R%>-251znNYKBnV?TI&a;z*%T~X14=OPZh2s&Q}zMV9( zu=Ncm^GJ>#KkgHOmRSR|1Y__Z=5%0$92uBFn%WNg7^b#u(zg0>v$;dt8q>oD9jAvK zeIhn^3LntWu|AtrN%uadV{nV8=t;b``fb`%jAfR+x)AEAGL*PQ*BXpvoqv6QQ)A-^ zbRP254cb8NClsPsG14^8Z!fud02=}^wjT%fQzln2EI6*A5s4FxfApS*jf2R;eT>Vn z;LA4L3!!|8*qazMho1JzPrVT4h{B?0Roc^DbNVbXe)+zyum2Ye$dbQWWpewoa0A22 zl`ErPy;A!kG5(A|MK6E60emh*jL}#F*Yx+U38ELmwv7a7W{%V^QTPg`h()~%uVtFJH$%mang?f^ms2_to6hOz1bzMb z^%>e|uj1FA3ko(0(Xd_oSP&4v{%wd>@PHxhP{{*-xWn(tSFXfDPapifEiop`vyaC34qDPZQfvAx|*ftb; z$D++u5KpxMp2wrW>2;9IdsKV5AgMBz*k7V5gf$@}=+O3YPy`cI(%h3GB4o%!1)j|~ zXxNBTUXF5e{D8NWQVbnsNDU5ctT=dzWv~kId1`guPKIiP;;LV;o!n1*vMHUOf)rfSxD*j}md}+O5@{a|3_w14P=}zs4duTRi3!JVUEM^Yz z0#A2ef1I?Bd6h}t#evqM>TWVdmZ(d!D?=dne4vGT()bZf@?q67zP7IhVxPWlW;Kq} zlTj%g%MO0(@&v!SzZV~?vMB*0U!TF?N%=stuCR-H!#^L4^8EbCRP&1^RSc?>RVzXXaV<=I1E;Zc-{5$k6y`@vGx21s1zR_$26@S)d| z#fwt|;wP)`RrC}GonD;^EyvQYU%3^?*dc6LNsQIp=M94NjVwCR-E0g)z8xT^y^&Ya z#m4aJvzwUwQJ7e!bIFr++lh5amDT#`b3W{;Q$J(G3+c(Q6=*wrGO@IL4Mrr_V6yIb z8l%Ej3@Eg*NJoYGLzC%d_GO2Chyd1_TkCJXWl9YE*tCm_?N(8f-5q(JW{ECw5F<&r z!E+HB2N|0A^LWBR!?PCSB;IJA7^fGsI3RnWXTeADk%CkWY+NjqseI~oFLsiF4D63I z7RsW#ckcW(KcBK<6F-0a$68sM&ORs+8i3ZZ;&edAW0S&Hq7n|Bex>o2=4L-HfCp*VNmCWSdq$su_O_}r-M zYEGw@dPCZs(GpF3w+k35G18Qwg@2!>;(`+*V>p{D85R`uJ`~WmsfsMvPtU<(LHCd- z;@y#tC?2~}6L&KzDrzTJp5~HXD3`aPrneYM1Y3g5L$fiA>pxFwt>lnRt)N9-x zp`U64h7;ykR6);7)&qKk4N8^lmfue!+`h-Nc{M{jiPZ!Oiow|8_L$B(yeEuj8LhH<@kv5OkBK^_57 z$ytllxFQJe&Ay=i4(qdhH3FlygTmr zvP*cKibc2IA}o`>lJdvNlhj|h$Z(TiJWHb|*9Djw3Ek+apy&;SK#gU$ z!}BI592`rmKyNYONNO13Xt~RC`)w#NYQF|dNo*tY8}lTBm3_4>A7NtU76s^77?)Ig zFuX0qa3+?;H)qlen2H8hW_h_=r*R7?6e-?cSsvND=fk@gqygc1*cd|eD5K&kj9mW5 zkHw4*Kj{==6LidrWXB*`{;6#1mMtVgL>NZ3WUnwN>`^@Z_5CEyYqr8<=Yd zs$SHFLa9GEIj{3(z&y%2hZ4|eElrT7KIa{UKG-1Qp@$7ns?f%BXH+C5BnTJ;U^~ka zL=9_AG6iwn(@3~UPR-M}xNpS4p$@Ht3l9yVq)(qycK9BKv^lXoDLs%RNrdB4_==Vc z5`ZM@x#vMk=D3bdP1`7D6GTTv$-|+a>%T7u*-^a5#kb!!>pdQ-GE9QF>&C<#n)pTF z>-SJ8DQ;8aV>yZfQe@e&qenkw-Ie*Is;kRoA@ocTLSIOj5%ar@PCw3T5SW%!&SAeM zwXWGk1xB7HIwj=~1VMp1%8H8j^BUSrmtmU#e%vT1LUILWnqf;+Oiaf>DqaG4bCMZE z#WrJr#;wzQ%NGt9EPJ~Xxit?$m()}dB5TrRxpjq0PP)Fy_&(eSc&e`#{ezl~Q?#H) z;$32Mwb9esJ8ED3`^cc?)-9|n0`F=!9Z)vo5ec^O3y;xyuCJ8)A+o0NjBa1Fq!|x) z@Pb{u4eujiQ4HAk#(mspdETSrf^xJ;Z%O1-Npg_sU(5E!>37mSx+~svOnKj3bDNv@7dGC%PcFQlkq9wu?hXeCe8!Q#nltcoR%sfvxwv;4a zz<+E%40D$xe>Y>0kwEkjg}+4uLrJo5OGs|l8*8ms85y~<+;^fJFO?*ZG>7EMb{I*# zbFDlCjT|=v?p>yh`B7|9=I5`*-X!zbzQyatqow2mvJE1?rzA0YCZ*bN5@GjFvkknw zk;mwK{}Wbe3FI~?JB}UuIA2x0@1k$T72g1Nq2M<^oa5_z&GI4+w*b?&B2g%+t_aL&CODre(z_8(R-I`|9U+cS1chEZKC~U zzsE~mrHatpr8zzBUGXj#4Gh9^6Qw=e3)i5S<(8xdw zC-9TwN3x764N)dt?_6U@UYv6p7@MlmiIxB}PlU&|iAH&}CB28g1({c6#@v)Z-lUmf zlSpL5As2YqKs%&F$H5^JQ|Lm9l|&2dKKBfFV4Byx5=~<=239Ac5a^^Fg2``0kQnB( zskym5!0dAoICxE#dBc`uY{exgx&#JIH}N}0qtQ%5A~?P{@IHbMtsTCanwo0b+SM0p zk%hh7IWjr*(DC3E*{qm-NJ9#QEaJ;5o9Isg5WwMoXm;l8S=j=nnD4Jwrr=fa^ZE1s zH$#E+esnY8Saus{T>tYOe}A^U2cL15scYfqf?LASH)?vsd}CBbhD>{XCW3~-6{q9c&0xK;Tji{+t#>hHUr}BOBdw)%#rfcE z5x2Y+k4L?+;M08PbmR`*Hrq?it?vh$yP$V@kLc#z3jYW#VS0Xk zf)+6z>N4@g`6($W0sNZ@Sn?$T5MM=QW$t8Lg|bLY^tC(>td+sb+(uewWU9k*t^HIq zDw4cMUa(VT)-HUTYwfRM6KM{U)ir3ZGG5-uPOZO~+fbflH*neXrMY%nSs(sfcK7CI zxx)|c+r*k99CSGEWmFJ>)LTSMENHw|m|wE%sMq!#JL5M7eo>U&sXN~h6p zI_B1;iNxCQ==hbG)?9`e=44u#6VlJ6x8#2U5&I*)2*VjcXPZ(YY3+C&(6yl~#uWz* zUrVDbYZ{S!`0(Ljv>OxIQdo3VRn>b$efhq!M3njs-;g?s0s&!D$~(t#3(Wdb20=Nv z-LoS-Jfd;kq5=FC+uP`}e%p)S%F>|+_dQ+pSdc7ONA>DN-S#*IUKEZzG@U$7%ADXlV2zoh6; zdiqiQsg|C%4>xl#7xa(Xe)g9(PmlBy`QqL9VRMDN*Rnmp3^Q*l8!hwOp%{&MV zZH(9}VK^aH6|{F1t-ngpvd7!8=Dx+-2(34C|Eo}V*59#)bMGl#-B@UuMn^_ok~7p& zNtW~Kw)aktgNNY2&0!2y!ICq)a-|%&ZDYq?`}K=NVoWWoHif1<%Jv>t@Ol@Md*b-< zEz;83h){ifqjNvrS1C`D-i~dSS{0RhEBh=_*+g#EZ`Hutn=TR)JN}-(?S;0HmSTBQ zM)BGGGO!xkRxZ8-<%anE%4#h?WfXUni+^cp4$AfxiFx(v2*4CfHa9Q&)2sHQ_xSsW zO7W=S#sX+JhRp)xFUvAg?>F{SA#rXXNI@;(=g;m~2Tm%+2M;4*3Tm;dR6ST4>pZ-D z3Ijm)YvO=}q-i;%)Djm{tLc9#)OeXY0m?pISn`D&+ z{lZ!+*U%)ZK%77(1|+k#@Tj4dBV72iUM~?7Zn%0~R`uh@6};9z+1ul*l7IKU%`0=p z6QSF-Z}+=@|M|0LJcf@W%{7YS_$!m_I=&mrU`*KO7FvLqOLqZ>uk^rH7P1I@H}a1@ zWXBM_h}*Z9lBg#)wA0c#-2c*q;v|f#9DJmuEu>&Ty5wU=`@dkwrd1A$;ua2OBZ!`pw72Nia$hT0RWg^f-44P@WWc|u zX~Pwp_m;_8_RvbR#ygE}e~4@g6@>4|C`BdDFlfLaz;A#4@=yn|)Z|`vT*_i54Q3k?-lXLBSTEw-O*S zc?#8oNIt^a8wmg`rU;Xy{9aIH29|`yx)w$%2B&uu}QF#=J%IEz2 zI81SCL;{ErhsQBit~^DWQfWv~+{emZYbcuhu=dZM{Z%*rimUagi!^Xw)W8exBr<45 zyn5w{AG?cG$jyv7$^d$aS2?Qkm~l1hT`Np+Wf#eSFSM`!p`aFVC&<9suS+>E=CDVK zW{nV&Hejy{{I5wbY?oUZjB>*jyJjnic#xa?9z6JdV};CDvW>yP&{ga9kp#3Bm!@MX z-#o7;tI6yV(o9F%Qtpiy>P)UUN(~3yu`J2I0f1$Gv`M+#Jc!x17@B(7ZXWkW3_8Aq zf6rp^9LQ#UvW$}|Ul=SY7Be-G`p2`D5s#mon_y;8$n`yaZB!f6qN{%>_>#$?@0yfM zOk#8(6%M>{KbP~^Q&E$;NCO{f4PO*CP%$bDuzf?|k;F4#2)}4rqPH6<-`uyx$x7-A zvUC8h09#tw-N)cySa9^wHp<98AmcfY46`HvL)dRzx%fM1-yZgTrH6NV8F?2L7Dm#5 z`8U^OVsK&Y_)n-)oG1AtpArF=5do|lwx3v_EY|4w&KdpVpL%T$`w}r%0G8k3V*L2X z!i1ce1uoZbpa@E{DQCAGilKJ8BACsCU6eF0?P5E+g;{^%^5s?o*` zPD84}ScXU^eP4jQ-VL#@=<3zYr0zKlB0E2y;BW7~(kq-_Zs#NfU^Tc`3gz(!TltPa z(JZN*P0U2A+zuaY-rHzCkaie@b>&G&CL=fTC_ahpu(S ziQx7hc2X&m0|iAitboS;Buc6f(>}0lmM*-3nhW<5c*N+01Pv6p=ugY3)PnBe(-_vy zhcNpD!A=O2a`^BaLnEV>jCYchoK+~c5NHEGzggVTlD5eGY`*U%)fOV-jfmO2=xkp6 z%220~zzz1_H!7(i)S`ElQpK)RJ@NHjrKE-dSrI|m2TQ+wxM7XLW{^RpJohOD9v1kh zmvM0=UB@Wz%N_0wf6O!KIPK+#A{1*~R-A?g}|)hTc+=TZ9th=?urK<(5vTmYJ8UD(?4c zxonRd{}~YOpcXKHFhhECA6w0CrhQZ`ORsTgRUy_pz?Tp-&f7=4c`=$u8}V7d z0`uYFT1at?D&{gyWWej{IM&>#?e&&)9U*#^kk~wAXnctju#{`9w3e0lF|LsM>R313 zzm(!~oyfi-7}6v|DQ6#9CIHc%EFypwdoe_qkQO^Vif-Zb2G*Xg(>n^~E(L+1y= zdu7N(bEwIhc%#>ogd`(-T`_BHs^_BY{c`)0&#=;tlNFWV#%U8UZij5o@X{ssinBe$*KsTE>x=s1cGF@Q*d zTCn^squ}Y}4bj!*_NWrhN=HJ_xS}lqrgb-0V!hDjha<6GT(TL(P#^iao&Z&+qm!Wi z02#8+f6q!WlC!s20pnAz`SzSrxgBs+ZPCS@%Yo;GP7g(>7Lx$uWn`p#ayp`B;46ri z&dJy!gaQLDx>%S@PC5oeny(W8P5DMQj?%USl2jq`*rJ3CwS>&}52%fwF^3d%=hRQh zc|AEzW|42++)cG%IJnp+?>YLwF{zne8@~&woxlE?M+d;+pnnc)Gg988Af$?(lcV<- z_!Lkq!hmObvFH;DIDjv~YDie=q43_Svox}Ulw)J}LiXhqx|o7mko{xM`q2-1LhU2a zf9kb*=YPf|Ijq=dIY4F+s@8Ke@f}L`s22ML1=Y5VKzlxX+@T11lJVBvl>wGETFV&t z7y$#3BaDbRgX%rAjzh0VvQ|uFhsG;SmWoKGtiB2jvE93Ny&^0I!e9V09u?%0eoTyE zV%v@#=js8NLq@v%XciBQSIQ4U^*{-3cOLQ-48!jkO+yL3OjVKdyf?0=HI~~Y#H=r0 zzVt1x>1i##HvJCmG5wcukJ}RnB0xH#WVj|UE2Rt#Vq2Bi_gcI#$($N7NwgK`Ahd=; z8a`r2W+PX85%9%mLc?gcLoL_Id&QgQs1u<&c#1g1yBIr*z8ROx6oi|yP zzn32idyXiTSb+91RQW{Lhrd4s$>0X(31g+#nY70!5tHL*#l65Ous@t9I*7wC!UtGL zJog_mY0S{Z&P>>{jl%2(3TM?y1Xt>3Oy2fwc*FIpZpB}DoUxLWTyLRHvR}Y3P{P_! zzHdtaE<+{;RIy`Aj@MzDl{HL#bW)NgqWaIMB=}sLY>7-=0!bCEof%{Lp{X~KqmoD! ziIndU^7~Q47_6!NWTrkJ(N>c{$%kb1oyi>`WnN+pk%Z=h#NT%hj3tBw;#6o1Hs{$~ z1H~v`b<;vA2Up8HCyX_93g4=Je#)v_#ak$=JVsaR`ENS>P{C_w`cSFzTFue@h(1Wn zxn}k1fMODOLQUnUZe-{P^aI^;Vr{S?H=wzZT}%(vX-EL z=9?!cEn#V$+807R1UYVgK|X2pg6uP?fDW^z4y2|6FD#n7u1J3HvZu~&`U zZe{VNo64~O*R8hQhJ}1jZZN0Cr;ScB?O07u!M!@>Yn8k1;`g+{FWnW+$ZGAO(^t4a zic|p!GEN|vpXdgRMy9G%ii#p}=fittvb=$1fYgSRi|oWzk$~y&6tTM{&cO-Rz_g>PapPYQgZGuZIV z@E`awj|o^JJ>S8kD?vq{P!pBZP>NFC+xFn*1_PwIKRaY+qKGI2!rpK;n~6V9fZxY3=l4rgPy-#3cYVfATomfe~uq5N%bbs4mb=Rr znM>Zke;)}8iUe^k0gnz3&!uxqW2w<{+c3V ziU#;E$;F%Q+epLw#e(RUa-EsgB{IlGJ1$`@oq-aIa(ksKgJ@0)tQ<@lK};x5)+0aV z5 z1qH%~DNLO_bEdXs+KtI~b8qcL3r>YyQnO~PH>QJd#t|J`*NDo>HePWljoWw#H@JVr z(z*9~v;OOUO)#KPzW+@MuE=X2c`3t-o?|-@+RpxXleVqaT+6kx8S^|Jz zWrRBayc|JAA#=}_Dj_du))IML!s5NgJ@+A$B?@H0{p-Q)irQ5doZ@YV%x6a~+r{jW zimktvT>3^UzxTGR_terbzqN;J9o25BY#Tk~*HD?aM(6Uy6-CGRqF%l{gf#tU>wT3W z@HD>PQ`}Gj@7uECpA4J(PrBh)3mcBZdN9X9L$_N0R#466D7dx zP;0)PQwZ6!=j5U8wgHM82bjM1%1Q<=Y9t~C<(X%dGZH^@`HQqzrs|gPKYn81y*IouZ-K90cGDAZ|mB*G<9&}p>JA#asDfi8LUvF^@1%f|RHNaRDMX02q~1N9+H#%N@;km3$Ra^=vRx`Dp?i3OPZ znzaPWT+c?L5CmwDZim2w#})%qyc;lO_=npQ?^d44%?SiKyD6@(~Vh1)X9A zZZhH}I>id_1<>CQmYSlM46YkC<+!5^5d9Hx{ey3)B!c zoNmWsJQ#YSaRR{dV7H#!7#Og?uNG%&{%e!qNxhjkM@rknGgc@-1r(ncJH0;i%IFz3 z&9ycQPaAAEwXN?YJSd`l2E4X%!9SbeEA#(hGKkt{xJsyrcP8zy*yM?t_IE;&%n1`= z-68(lYDEn8BDJ(CJ1SO!;gG)`RZIVmw;|{YA!7%%m@<|QU-SEHB*4@q=_k|qvm>n6 zIyGdX#K-vs)?7o%lezbyq|klNKTpXw+{`Dnt^EX%aan4e*jfMMuj8i;w2z#RFI|4k z&!)WJ-ULx%O8X?J&4yZ%nKeh`8_bjqgQsf&l($O=m7zq}GCno78m-F_8J$L?-9ckvBWph1iy^``Z zeD=1Io*eWfnOM(tLy}YGI}TpKe;Ro{cbUCekDBoQ4|>NS8g@6kBy(8}17+mBMcW}# zL2MW2KVknv>#`NCZ}0TU6Qy1|4`t+P7Z(NYRzy%u>-$d=Oiu;c2*9v=xpANCB^1ca zdk-%=N=KMmGpw5z1oEfs{eu6ux69C;!@l ze8A-qAQKoGQ36sMM6$C{0$&){)OSU~%WpFi=To|Vp)+@F*iKuU%+RxJzaoZ-fHe)3 z?c1!6riLH`2|**)#5MEc1>C3kR;dD^I}>cVU$_9a6NoD6 z7`;}!exBS4#1EkCgM~HC9%!?DDwwXQ~_dPW`$ilm7ls296=S$O3 z>$>G)bx%N=&y!x^@&$1YX*;8T#kXyy=FAp`U|$J#F?R!g{d<=pJN97(O2esVyxVMg z?H>mQ5~h=FBFEafS8}TofA{YP-$AHaj@xDaeO>a4^Mce37cX91QFr~H*DPH8zuS8L zB}2nf6qgLVYsEGzy&qYAB4cXg4DxuUx)1;PL(2d0hiFzg!M92{kFk2_-0_UovA(#o zY-rM0mvjTpX!gNGp+`r0;Ee7=#t#Qc?@i(cxff5-A4fOi7+Ji9mp7YEcZN4ku6I1T z_{j|DT%eOdYsrvqwu$IH={_OM*d03_l;umqYQy8bx`EIa64sA=7F|^8l-|LL-K=t3 z5hT@#xh_d`-$v5lYo7%tC zJzHEW$-xW|QHIMj^RMsW0DZEX%;3}3|L){}ecx@i9UTcNsK>1KP#`C^3RN$_NrVoI z{R8B4HM83+c^;(jS)UJ&OTu50S~QsjU~y93ch?1{EM|HY8P2~Ty_R2J;pb%f>51HJ zu$ZfUGgQArIRwUmFaIFKgvcf`A))eDr6>}mdl6AldMI>ETl+Ph(sM2NvJ=|cbfYQ< z#A4gFZFAW}vjZ zI_8$xuYX6ZkgL=rTSn|{h<(!GB!9N^*7DNNK4B>jD?0{CU)=Hb{j!cfEGeZib4nN? zG>#7BhBCMB|14D-*@*uQQ2W#=e3&8>I(akF(YdKT1@!?I8>HXJHepTsR@6A-;Clymw`+DNgqe1>ovDm}4-6mF}rdz}^ejvdfvU7qYll?)d`iQ@6 zvj7Zz_kD_?{Xn(NWtwDZ=61>c-9+&e_2oxGXa9Qp?%gIO(#S^mZRpnSCWP_CdbLgU zKi}>-8)-EjS6a0()qA)&Rw9q`q@RO%5!~-qG?|U;tDkKm^eBGsB8}1lw$`0vYZ&0L zfNp$!x{tnHzy&x75p()30dtEUHj@pjiinvWOA{hQLBTt6Ci?K2cmc&l0Nedb{dI=Q zjHXYK^DZ03zi;L2eC_+C)*ECybjc;>`fzbs#xOFA%Ym&2X_nBL@5my{k+&66WvVw9 zP2906%qTsdryz!=Q4gqCn_Ef*qd4G7w=T9T=sS?W3}qpAgH9|zQKOToEpYFT_?u^1 zt;GGB52l2MkB;EyJuTOhkQ;qs8yRN|$p&mXluYT#A*Ft%d-8q-hI*6yor{Wrbd ze4aeNZP34SdHTkP>?qpD7V81``_`JYvy5!QU$4zZsfdnHsZA}mT7#WN*wLuBM7+o7 z-GDfNkHXWk^C{|Q>aCKsUX3zbc_AQ%X**bn2Pf+0>v6#eiU_+*;jon8nSw5-_7%Jo zsW?BqEB!~?vYI!RH~v15)Ht}`(_N;47Dv7oo@XkJnh1HRejtP=;zn`r8!prs|LZaJ zwW^9u1Wlq9XeSl1?mCXm$~UBmvnthl*H(&N0MnOjK1(EEn!5%2a5q9^ygbDh36(kF7@%V64yX_1aVXC&GXwrI-~}jpKSGgc<^3bQ$um#v~!kxjoZ88 z!HCyJ{mG%p{oTpisn;dLemC(~vLW*jGln|xdLq$522D=a=uQ|xc(AWarSo`hhr2&ry^CZHH6n7w}4BVEk@cXeKSRrRQfgXL7?}ba7th3VOqs0WzE;U)j{iRi`~o=PDR*=AAQE~}>pg}$;_Mh75fDgJ~bMuNCu7x4%TP0k8`raBx^Wl$nLxGC@HRFjbg*Aa= z<-0= zDQT~rcuj8t3_yL%l_ZB(2>q7X`6@20I1?fuIXfRkB&NI_HVczdM95vj03I^!8gp|n z?V26OnIFRTDF)5dBnv~@7SHty=1c4`acN= zWnoV~+EOo4i^IKXkDObAGFi^_zAhK8x<$wlB>~RAAB;n(#Zx9$6Bx*3Qq5I3_2&)~!Eo;ng8v)6Ww~fY>blbp(6hF*f3#(^ zc-py(t!Ed^U)E8q-sOnLZ(;a!2;qn`w^v<&KQ_WZilohIe&GZGV-*& zhaO8dbyi0_uQ!gsvFaa(QXt|kb5JG8N5SIIWuq88-JK>z!n`S-caha#3Kt8eS=SwA zSa<$AoO%n8=5XJL=4?@y*?R^p)+81;;-0s7pDPHB@pm z`FeEh9@5CAxQ=*#WMJmRClrs7^j?N z=cXI4rmr|w2cA}G~3xa+82?lGk zv5hWuX+LbVb9s-}*7vEs0otKQv2*4B2RwISutV2XIZJ}^>S<=CMgO})5;`X< z$EyrY!@T2+cfL-4fa`tpe;0i1`!~sVCH|HxH2o6cokc&{f891pmZ(T-Q8~*({o~Uc z&glvx@%Z!-D-=PK>JE0n>%Gw$(O5H_L{GNSJ2Xep>Y#p@cWvo3Z=no+r z2{e?G3xgTxw=uMnEH?A+UpLa1y!=x#drEbiAI3z+Jca!n7*89%araMR-q(q341y8S z#trHuo@C4Fg%&Z&vAgdMzNqYrS69^Y7uq&2>nNF0OqTSP)sxB$3v&)plBs;?u?)XDmb#+yOas+F-j>;gb9(SRG%b&vdoP0P8KAck0tHyo^ zEqlv96?((JW?n7U9`Ok$AzB-B_s_m;d{|Na>x#~g2hv&BdzrkVrp8tD97v@4=wxyw zyMOAiR26JDcy`*|rm1={JgAN*W`BT_nf~E?GC|^?b!4;e}v9_IpjD| zci@$=wc5;y12xbUqR;bUm~=tLcDYs-VO_IWO6%3K^-60W_+U~(etm`5NjFrYTzFz5L*%KdwZrMqdn?)QVv`rehmTiL;rAm}(_ zwDno~a98Z>Bl|r$J=r9!#*HjC^Y}Mbr%`^ei?RpX+1TtB4XRJI54Mk9KQsCjLv*%_0bpqdn!WqUH&`|GuD{XQd!a~Ur!ye>>Z$nVfK_R z`yKJIT=yHM?pu5s(;Xw!sa0ccD&OOw_P}8DLoWmOrGoFMq2ryAK789FosRU*ydg40Jb@ z{v&Rv=!~h|fMLxUmO)*wvE1h@jT6^+69kzBI~EI>AOws$+S300s)JV2 zR#8m25xs(5jHtvN2k#s~VSH!X-#|>uF1l+J;=y4f91{X76|*({NT`HZ_VNG6X__b{ zt}!1OWLcYOxmLO1j^@>k`ol+Z3VB%+8`$p+N*ThXrk0aKKfC>c|9Yj}?^Dyqa_@B0 z+STt1tH$piSB8TK|1&l!WJ9R;q7_nXjcGrMu7}u0q;<49s442L6@K?0j0r2uwYCcv zOvc%tJw)qyqgTL;Vb1PM);McgpUyH$Mt`B2^wsS9+a=PS9R~{!l%Ih_IAvF_G{5UR z^G}Qu8{7?8^VIV6)|MdAG2vLl{e>3m|X(%kB_`Uc3RhlEkBW#S?2)V=o$g_(Ld--OH7%RzXwwXlgg2b>uTK=4}~|U=)Q-2=_Fqza<$C4PjDH$O8N4a@FI=A~boaHD=1qY)8-KD~oZ;5r zYRybJP;%$a@TK?fCVo`xKI~OxctMOy&ahu{I73|cDv!12nUQy|pXm)qEkDTF5^g``EG3y3D6vrP!kU3wW8-2oj;k%I zP5B05TKaFhG0R|5;(v$HSwE_@ZU;;lcCD6u!bK~cSzD4n(r!g@&8uFPEgb%eDjD~- z8kT_jow9PUXQo}F?h$;>$jQ+>6`3DU)_!vsb?o15C6k*D{c5tLmn-Q+sr!fzT6L|a zU_nN&_ZM}Ixc8~fVz>2tmm>}{>HR+H4$5KPw3h?Pj+3w5rZqhMa@7>i`fnrZyr=vC z*P|;45dvAlL}4DyIto$850L=eVYJT+wH$f~j1lVNX$_yUMxcQtjvk}ccVz4-38sjW zp?ZK}XSO_xdo1zMOWR(ixpW!JgmQ%PTV9d}5FU<;fzk zsUo}Y-!L)!&7E~?7`|3t5JriCpv=Yc5UiEPo zUUg?bY^`3Q1LYg~F)nh>KX-R7U%c<`e(BYL9gYIlx2ZPmo$fmP*0(vIlSrlgN7wMr zxTMlUoGl5M4YX`uW#pzcI7rc61>?S`9uHl|iJiG0YCga#)zYYqKd3F*d5tiIsgF4! z=SpN)B!cTL->pk>Kw60Gkqo|lPT|G4RK<6l`xx|uFi-w{Z7;dnkP$%ebiLC`f`rTO zPYcikLg!4=|2k4EQU#_D7kz{6a|TA$BC3SxK^t>yygh$S{YJKa=d6#`q51VoVcp-W z8@*gn$(*}0y~V%zdrnEJ^Xs7ejsY6k26l~6qnnBtSV)$(e0X9Cx=ubMVNk`9KwR9} zx#0q*9yiHxK}DxWLpyemA-E(%)zQg7p-&W?>9z;cVmQ4M#bf zyswC)LOnn|?^D|N_|bR>i`jci|d=#d@;RF2EHziAboUiOj5f-`7y(`OT z-A=E(#;arfIV+CN9Gh%UblzQgTCz;xM={65ZkoF3SQOiKuij6?-!$wxe*XZMjPS4#YK_{MuAaFOd=xgL!_wacCs%Q2N145EdN@2rpS?uqU5S&`nkkM`rK zTYrtnH|4AU^^PYK*Th+Gw7y-NC>$!mK-m{w+pYLqI_;>6==$s+PHsPs0fotWw;7YP znTFB4{?MtZvB|oQ=M7OSTI*tKM^nb$@lRh#b87EZEi@ANQ*?aizocef0FWS@h>Rp zpOB-ld7gg#2g#Ixsi5r&GAgP&etu`D%2111{R{FUfe;-ykV8}?2q4OwWmm3~$fwOn z68+=TQ>!X(l`rY5tGwl&|2#^)PUIiwB9p#RmshH1-1cukQ#Ci4K9?q)63}Ro=5J)} z-#Z?1X|%@NWJ)XT{fJsx(ocQhQ3}!2+Zu^$U~&$Ps~z!+Xby>TXhx7{ZrF9aC#pwj z>ZD6;GwUh~G zhaj}F3xg>FfLFB*UX5R}j*gAB3ns=tkoXW>yWpq_oFB=;-kPw!-5MQ#>a&0IP)M1% zeQ~EdYgAcQ{XLa`YYTjHWsiNbk9-HU*hisCI@GVUI%d-Vqg154X|+m z8_;b$U2pK#>@;{@J)+baDjP}+_#e<5w6=!O7(*Z=5Xqm=M+Rpt)`a9bTGr{=DVgqj zDlQ6T*?JSm5|Xjgvmwek^;oJp^0M&6^^*Eur zqx)Q?XOxe@?pH!3k`4<&n`Ktbg!f5p?*Sa$FCYO^<%xhK%wfr;J$o)NE__DqCXhmz zNur4AyoFE(c?7vIt%jSG&|5EC*IQ&GbcLjXfHIs{zEw2t)1T7mnr|B;RulTvUS(Nz zt90*=ZLOB70&57`!dlT(l%YnFhr8 zC~Uhf6#f1}Ih!_D+dK>VtplYkImgwjSY-hM*&}x^x$4`$J8A1kfzA6@Z&5L zpm!HfTna3bA7dvUoXu`xR9_dtD*zTk-VQ?muWrQ5EJR51(n3@A#$xr?NSINvEd3VpyD5>T}H<2WF!fi&>pNNQ`RB zUN<(1KRv5HgR$o%et)XUAhhyiyEH&<^~?BmVr@yM)iaItQ~R^B>Zw;mjWrlu+`o@b zUJJ60M4S}`#GYVTDiq%9tuk+=d*dE2p#C^F<10sq;+pZ=K75D4T)9~y-0UQJj3 zX1c2lXo5r%WDGdmIFeF2Hcdc{|J}cpBQZoX*g_HW;hTY7(R$t$=c0y6Fh^u4ZQ=NNQ0RDN6h?;&TyuRkI8k-Pc&uQ-59>TrTtCiX3uR7`UkQ-Ze-J* z+>JUdJmPJ%$}AdQ8(WX*Z8&>r$trL({`2Vj3qiw20O-#v42`>`kc!~7^qJ#Ww&GUb zkFCCwdgaX54`K?1P9o1_`Mh+usk1mJzffk#S{cN?JvVNuB0&2~-#&M&(zNOCc0g>h zRu)7c*8T1A`~@^E?(EE9Lkv=DVrTIh3(sFr`!>-?P3_;>`q3~aqYR!T<%a2zV2TTi zS(ll>%P{#aHZiN>rqkuys*4s;&V~LPI27VWoq&e<3wbcK+NlSC5&_H?$K*xeqp3E* zg?op>%a@oOjbStYah+ro$od60h>M0uu%Y zn(3YqZcZMNVko*`sTkv5mt&PPO$}3~)p$=GQ;2&cu>hd3;VZTXW-6?la&myrB5yB6 z^x$(Yps-oc?Jd-@_J=)d+49EeqrNci|1<@*h5#tXW5Y9DamkCfr1bAF`+iH47C(O}Ji9zu7G$UJy zU^|QseqM5^XDt4{I4y$r_PS|~vyKwYKZ4W|wZdO-j^Asq%<<|Yjj{Stv}m0g`0Kht-q2b&mEHqJqeeEsCjEad^Ox8YB$*aclBb<=yWKut*s|L#fSS)kg)dUG^m$8=U>Ai9TAbo z<9|ooVWal*cNR2@?EAEruKc#2Q)X>a>#R7uUWYVhT+kKBX_m61mgeYnEH|H9m9CX& zR{}Z^<_(Q_ej=WZ0+IEDRMUQGmPIY%>P+pKSZWKsT#@z)yAEgB#U|O(D#^RqCqmi0qREXXyb+0^_q)CgZ#xeegFYVa z{kOJRkDN$@z5TY$FF$f7>j+wyH|q&B*!LeV|I8k8h16Q;rh`B-D0m!5t*66ixMGir z+WYM6=b2ICYmJXSsCtM-=N(Af3L0f`?TMWfV%dry;)ccfhBCSk^Z}@45a$?PVThk2 zocLaPMRZo>T&v}faZ2pMYJC)#KA$!oL1GjXbeOYc4N+C03whN!jmzgaU6avozSPCX zvZ#^Gyjdke`QA->+0{FNX1H;~Ug>qC9543^`llLE*F~>xZYsNP4r?-COOr_TuqOHM z(SsQ4i)G-VeGX!lA$H9kCpl)yBV_!z(XB;)Wc@&M!sjcj{eYe8X-^X5w>Dc}+o)eG z-MQ;X=BDNl+wfEwN~(sS|DF48hO~r<@aC#%!_|W~j1KKOC6L?g+}f z1(dNrXJd^X9v|tEs%V+~j(4F`SG1DMHvY-;>+@Wi%AjLM>YSeIq02`1JGoyzt>x*P z7-Y$tKBo}##*!+a!K<9f-#oUWzfOeV+llhew~}lx?3ixt9?k9c_RLcl{_^MnQu%;} zGaib{Dj#`Al|K$O9BQ?^Vf11i<%i+>lcb@kY7=TeEtuttaa zGe5Ydv#l8BDwnP#l=0U>6rFMx!>>i z+)~lkXHEGgx_Tfvp!%doppzf4_PFZrx%Twp!WEGe0=!dwKD7yoiEmwFDU2(n@OmX{ zg}&#BfqP}G^C?wle_g0mWY*4=D_69pH~ZhQn_^^%k8|&L664_s0f%HPFmyan-0Yj& z-w%FWJxaALx*Bjc24$ ztZHyxmW$ug@hZs>pY)b6z>gG@L-eXNk_@!@-T{S~_0?TW@b2Zni{>xJJdb$IB(zHHMHhIgd&h&u|sow3)ke0Yj=0>OZH-bc_*t`84>w!40;viYDI?|xAhKZds4pFPkyR33XL!cvD?AX4Wwp(^^ zcbsWshJsS{Wt_khLIF58O97ylt~~G151CLM&WDL&goT=7()sKM*53whxlfJiPS>Qc z#o2GxH`=N{D6cSaVJ5Ye=cNNrF7p9T&f8VC63?XK4C35WH4IskV79Kz7L!ZqfG?4_ zLDiXrv#Kr|A%6ljto>nXac37*B|r$L-o$oP`uZ(Nq#(`c?Mb!&Hb!$d9PSz&ee7*V zyX8)on3nqa{W)!Px}mXl{0Se4O_BVKQfe!EZJyI}7)Aid5cJ6*3UjlCDum6?33fG) zqJ-kwr9JEbvv$8K%nnhsbxU8h=dV%gqD|Y|& zPp!_dr1!PCEpA)J^3hPCS5DzW|4i*!c&s^Y1j)cQBqLr%g4ptpstc*$ULb)Y5y!^i z5D6&2*(jo~91m_B4@NSG(;S+jW(T|og#Rd>$u`(GThT6cs5_yBb5xx`6+ydS5Ve464+}~DLUM&<(ps3 zk`l5O8|`7Ib)sv!>$(9y#3fH={3!2qcbu-cHdh*OaZj2Q0<8pA#CTo8W&!NptiD;E zdDh|y)0y5(?U_B@6Mff)*FG#@;aAZfwUjtPY!-QF#a0-Gd7IS|2}pVuX)M{Wu;DBf zhVji9K|fT%sOY0uZYVZ=y=?SA>&`~Om(*_R%ntfr<9~3x>WWFm*#V>kR>e6>&|p)= zO#XAIMRs;wpXkdRU-1AR+<$evwsESy(F+y*)CY5Mtlk)t0pq>1g=oN{^f1%ox+6!9 z0C6A*9|HnAh?dO-cBnnEva&`Q+%*Te22+emU??_tv8{LL<&ttTRhS+Scn%R{JBYIM zsmZ^ELcJ6z5(C@YvU(|zw8guTGWIX4@e4Fvi?^I5FvVcCVoBbG(}VvG*QpIEX!F&X zQD!o@;Od4SZr$Fp`Ntu=Tqg4-6FV1|n29_O$q|<$O%g}@J^>4nE^W@p$~vM zP7ZSJtgN2KOj&CvG~Seds@KQ74w)=DIL29Z@P9`)+WvKDQ}dXI zf2I?tiC{}u%5{Evgd*=RA`l&7MR|D+VnyDCVlW+I)zoyy$ToTf31xTuOMNLwW_n$i|Lf=AlB$`%^xR11Q9^M9? zWDc%|CS-I4h*O?jRuZ)D&wX^Hg`D{G^_xdjtbS%7Eau@Mc_Ump+cEjKxybidld>jM zBgy{nwW$SND+9Y{KV4-q=|E=VuLykm_E7T`XISr@EhsP}wIf12c$F5hAm$<>f7j@E z`qqiG-GXR^S7Z0E}{Foi#$BdROeo5bJlf68YWogK-gr5 z>s$n#7(DYjN8z))cJlyqo{ zu$%5gd5)Sf65s9JF*r^#VGdd6$&^@7SU+MK8JxBhMGg+#<9~;3J^u4a>NuX$T0U|kgLahVqgu{q zi=6fg3enbO{-gHkn!xqZnlc8JCj0u(HA`<15jz}&Hg#nidQLsmqTWxv!l%(6lII#T zoB~blcZrJ5V!ZgN%lgl#F*tXvq?{xwdJw2>0ZZHc^y`Nb%nFdM1FaF28d#i9gjh0c zk9rahM5??QnUX;Q1U__ofBF%(ikZpKncXr!OMH-Nr@vz@&*jO@=UKJuy?~UR8Iys>btDV*mFCgf`hY=GBO@yu`ORbxTRU3)BgUsrZgN zrtUDw2%ci4Bcw(*iNsO`1%-Fjo|uudnFLJ{%E2H^a{eH|2;?xOCVynNALg?@-`D5N zea^>Wm`*#~dN{tid$>8ZajGvkcBYCU&xgoCGf3@Oq_giKB8@|{uopn9+IJ}_>^swb z$fLVC2VcfhuTK1hiqRkCj5qX4mofP+m&oo1n|{)0r(KlBwI@;eV{O;Gz3QiOH;bun zIdG&md2;whO>e*0zUrj9`R6UWEz}>pe(kQ@;TjojW$+mSn9j z{j2r#z;Y{F^kBgp7hqw&!)i)WVI3!(F-msdj*1HyOm<_@id<5$-V*x~`rECo=fLM% zb?W8OZv-ZsrFFh|{*&@;GhuTb-?pDn8Wyk-Em}B7Xz>;;bul&)4I)G^qItKv@9QF& zAJ@m~I%J?|J<;_++JUz(z2DH_{@J>3r?&0yskR*NUKD>C0nDpdMaOQR*oo(288k2U z5We@2FN80e6?VPbZIensIkl*hj_x>YCm@a1D zr>Y4m9_jTEzcy9o1!1BOV}82hehN?B-HCCaBLEDZE{HAh8GzyG=Q9^Q{YK=&dHqJ@ z!^Xg~z}hX#Q-g^ghNq(!+hXp2Z0AAI;jO9Usx2r%v#Jkl|^^zP|mIB^(PxA+r{!QCWHpr zdlfbkdXUGrFDN1hgoG$_ww#CAVdfAA#DJe?36KaH%j;fZ=2S23o{uBn%Zjdw8;xU` zEblr>Z>6kHsdtZc-m5?UcY)i6tF8CO#AezX6<%u`{^zX$WA`_5O^o)daPs0765EOj zP}dgnv5B+2^DZ|VepV*t=E;o2bq8Uz8kP4;h|*fayD7o$v5s4tO9u+v8b%TlKPt-p zEa?tPCx1yEOmU!lRwbJ1zU_vDYZ7LsJk#8Dj>CVjb?ryw| zOv37E!t;9Xv4OQb8YgvShInNMcxeThlLdcNokQHCK!|<-#ExxQ4Q=ew{;PW2zX&<) z(iF2(uwwc7N=KtM8Vrm(BF3WAjzC?*O1Z3QXbBo3$nkLo-3vx>wQ;ZsGWX88hKZg{ zOjZjT$&n*`%y18nCGkrNNup6pD=j1+R%zxBw)?i2|svO^2Get$!{Ic7nZ zn^!Sln93C*UyPAD9H{qMbKrG02Z5)e2Gvb=wG1K=iGH0g8Y-jo!KV~>h#B7-Cd&g4jB&Ho%TVi;?v2&0r zB6Srr4cE^!>rO6PJ~vImMH~K<#173Ex+5$jBlBkP;h``>$S2ya?DT5UJ{5Y74r_o| z;SOQ)sNxO)>_P-Fw{bxkL<9!LthN;fz>Veb%djkB{(p3R1z42b_Wjri1`3FTD2N4! z(n?q$N(cr>Dj0--AdQ5DBBdY(Egcdn-Aajk2uLX@B@H6o|8>T=zx&Ud8&QHg{tRzteNFGUo$So($cMyDK(M9s?H4~+Ru3B0S{S1o^gxB{I++G`C zAEB7zxu7g-M3quo`$i>LHo)!0OrR!RFgH6rXhl;nF+t5=$R$H&9+bp*2@+>bm!^_Fc}bN3-(G4r@A@&i^J?pflw2#{Lb{vry(~+Q`Zx5XDLf2=-ogr29{z$yW=R<8u zFx+lL`))IWKa&)JoXJZmmk3lLHV|`&N_E?QscdiU6|l;&u@Q~j(M55S+6DylSAP)& z7Z_2}IM9$^U;qRq4mM3BNP2tf79JI}MuSk`pSJC;Z!9umQH+9_;(mbInAl{F%x(fU zQk&){*yh_*R8&%L{wQGBYLoRqD0`=2szG%xKF7_YAwxf3=FB{sH=TLUJ9GH`DJ(wf z*H^ES4p7a}2Xdh@%}ELQ=#2QUVMU`pkZ*>Z6>e^Ihc4piw-?X0W>31Ay^Kpr8bzPQ zp(B1~83yRe*0l2CsGv8)>X){ypK@a6%zAS0pH5-nF<0fd=%YwY*VjWy5J z>;3%ueEena8Pi!P&WJ9~-3VJqXOtjT-)=3V^63fTd)u>;W8(1&j0s{07APKmHS?m{ zC`aOIdygHp@_2JH7DbH5{DenQNs3uv(YCpNGAzYEd{)YzhmvUXTtnHc`ixu7kdTG= zvid8)c?h@gIM7{09}s-VKKrJ*@;tF^Cqltlw&R5`JX9*WxQuGs4m^w)Sx&AmPGejC zXY%9^=<%1<{3QVU0KSF{2pHQDH;j6(o@Jpl9DRA}$M%hkWZ(d!E{D%u*n;lH_>PP( zONvZ%#Z9zMqM#1qGn*NkHQ;D^I_|qhX z_&xvf`(4O`GS0ZvVMN+t1C+kZZcdhHxuaPG7BylGE0?_A19Ae)RRvC+9!gHh>VHb# zY~Qh4%Nb?*fsZEWepuygZn|C)KR=d|!!kc4F;_J4$ugVF&fxT2D=}Ls!Q#-(I~#UD zb;nHAX$9)x_uzq5eSH&sAcBz5H1pnTC^*p31ePW9J6%Itu}WWHvjx&MekPKx0SGYP zus+RdsI}U7`}WGaj2Uw|IV8$9{d}4dTKqm4nCMZAXXz(R)$uM(b>2N3fbyy!*n`cn zUk@3dQHqYXHvGIVEQUw56lNy|Zy5l!FBp9cR)ZyQ>Cf+l&Dm#oSx1m8vnix=<8yc3F zA0EPW7d>J5Z5W4DU=YM~+cY6{K~oR!#o=X^Jah=^#Dn2ng?8_61E6*8v-(IPz_-gB}2k+i+9!>7E-RC8eBcbgiyN|tI_7l6c z7~7h9k*l93{mLFq{$u&+A4~BFS)xh@>w`;-PLOwgd9H(&*-f?*V&`$|*RL0LUR-X3 zLC=pEP2?+L4go9~Q@P;!lifRaDgt&#kCZ@go8I91U6fmsghaB|l3Oh82t0NUdMliK~9tz-xT|5v0 zjAq9j=2I}c`{eoaNTLjUHf@pg=A7nuU?rSfT*GaK%+<1i3fRSGlMJ5ST(+k8RkWw< zX{je_?spd-qhXAUT(GF!RYElTWQgDb+vu25Ok?WPB|J_~%R=_|Pydo@ck34SIX6R; z0)nYAI4SYd7Z8<)v)^}m3jKu|zO}bu{73{X08#}POfw5#mxMr$!`A0#ORTaqiInUi zWkn`F?Yl}!N+aD7fzi;<&#>tKyo5nL2%4)qw`~hKW&(G@ASjN?e13KQt!gG!BX>(C z8UUy}ZLRK|l~d?(*NFc!Q`r}jkZ_8OUL#j@NVEzho=fv{vrmOGN+I9*^=e>jV}|9j z8h?vAJ*eZ?C0x7%bui*#3SC@HBJPc(q%t_QR?8s^SB^u5=m^`4^=)zS9{5PJ;j&9~5^A)<%yW;80d zfnX`jKGooO{J5x15!#Iw{dHkT?qre2(O<6rLh?IZtMzPb@kE4_$R9%*6n+oHL!hd_--mOmv zq%Odm(OJ4ZxDD|Nf>dwcgrz;??QndetW!o$YP$ zDPtcQiN6QT2y0sXs28$jW0g9`t`nxx=byZaP7s$nSU_JlptT)78> z3Pc~b28ot$Ls7Tcu5H_nK;Jf2JfOb+9QvxhrZgQ;wWg6(dg$(6;qj-!}jea5pcn zht!K-Z%FV4u5mA9aB26ffs8J!ZIa2JYZtGmsDRMJ`*odk{G2$7U)^Abtaog5^e&mC zG!K>o$rXao+^*ep)$b+z#b+p5(nNS(^S7)k8skzKZ`+ zNBLZs-hl%ivv}ch7t~~rl(ml4CV)Ghw`#@E(++mHyocI!Iv+}FiG2M0`Io+p-V1^_ z)p?#_m3JW7mR};twU&-94?-CUGRKd9%Uq^WgDp$sg_k`QWA$jVYIEBrc<{CF)D3oG z@4%nd2)K1oiU&V~Hb7S51Ir6=3!K07GQL{fM z;HOj#=h63gKO@kr0R!}0#DXBN2M-^%3M`TQl3%3O(6#VsbjHG1j-Bl9(vS97wT5|W zltmJ^f&KMPFpt z4R&~5Y%mR+lC7*l1&RZlQ-++N>6U}6;j#;+p%Utskymq~$w6z9H+#p6EBBe>TZhZc ze>|41nzhXFx_EJ$7LGJ7^5;8*M2^Dd^cb-^#h-jXcyqXa7g~_+1YzdI+*&a8p}+ju z0zvmyJ*{+QN57fqq7*xEtq+DIU=nqC&nE!^ad>wJWY1G$NF5XtPk@zpAaiTBznnsJ zOr3;@aLaYNfFLI-vJXGYC(u|Y5uyYO4Tb_Kdqa{}bgDl9cw}q?VzS%iiG03p~{?Z2kb*g`({T#ONlBaNnG^^8# zIR9L+KEI$~iII?bb+FU;z4Q~odOkj4wiXxGm&2hz^8P+EnQ%SW08Kv_T}@t4FI2xXVEii#J_cTq%dLGAtW)vIb`54BDY<|rfos@9{h3_z16 zg_cEhgUTledO)Y;-linElbwg5%DB|%zRxN}X!SuwPE*Nn(Q~fAoBJXaSC(&t-wb{i z#Jj)roN?UJG&}8$aO|lk*Y@}!Z}zDnHRJQ9*P@c&F<^OnG!GK-cxXVr!sZh*PdY!( zyw(wF*^Q?m-u}avF*h68#!174g4FxY6GKPo`v&oBn)H3;M29*}{eB5tj}AlOG787_ zhK(D;5DnZ|#faWXzqkb~3dkxDvmGNEC__U-JvFhu5Lw=UQ~X>3d}Ggi8^inFTFHNz zQ7WWg9G0@V{b*qbr8~gc1-i>w9Nk1MeWS8^Mf5?(Poa=ZwU29GxMekRRH&EySW~?q z$PNCgUdp?Ub<$Uz;n*&v-|w;S#L2M1ePMT&(Z&x?hq25*elvD_k%#xxsIf+ajhuqT zU{hoI%?qorW)B6rP$bo={l|ZtU+H-L$Mh`NsA~l?r4K2O!UkqBH*B;;bkkrz3X3Xd zlGWlo2JlTJ+8=s&7>~aO8554P^tj+9{BoQe9FfZLnk2DfcCXP0(W{D7R82RF3av|9 zE2n3~lTVDC{-ktI9zUjjrrRd#EOdOre+JmeUolS#v)+(3Csg3h8XGBYCpz=xX53P0 zAR>2bO&h#F5QP)~U5Ko6q~U`c+Uv}28Mpz!)aez*^2mLky3ZTueqca&7CMoE1z%sr zOhAeI&Qk))$$W;79zPlZS#X&7X_IxRK2@CuV(g0hul!Ta`AmKNo3!IMNK%MIfVvtUv3B2rztq# z@XA1I(FVOgRk0RoSA6ZJLvjkObZXf;$L@^;%63l=`Zg8zdM7*V?r-8`IiS*0udH93 zW|S4q1$pPX9ETi|?fh)`wSCvFlPkSvH9tFU4%=jX7(BW8Bo!4D5aWmRsh$`CqlQ#L z7E9=E)?^%$CQD6~&`KJoF1hVoLxS&tQzwIZA`$}v3|{pTXsD?86Nu?3#>sP8PfkWFAn z>X+pG*X_P9pu+}TZ4D;DYtM;1HjLiSfc#JkL@fd_QWs`ABxw0II5ei4PgTd;Z=4uJ z&OeabSFs6xMEiBq9Omb2y2G9k!zLJBy;01gi%Rxw0=m9t7Pb=QP+gCiogPn_N`+`U z`{sb-N*6D_oP!NcFF2;P`03`EyyWdij~ydE*<3n zLXOWpNY^x>Wwboq0WkBeG&Yi^LfTGsHkCqYQ9i92{eI)_SMu9}Y{q%Kv*)uBGyi;< z?Tq^_w1TaYe-ypBo~LR?iZJlr=K%HRi-3v?D_LYV&*FuP$r*wBe3T&je%3t9!=_6WWHq@XHkn z>+kF1OV<}OzsD#Yea~t7l!CN^Sdvg7D(uTXSNdm%hV(PX*JNsL%CPv@kab%BM~cG9 zla;t$BqoUX%TLbQQ(bScauZR{<&}B=G~J}-u=7SIZTCc5*nk)lOW{PzeCdQ$_x&_BxyUiN|S9hkio+<}9JvrBqZtH8$7%gJB z^xs_OV{B8U4;c`9*gPnq&$?=~YKYI>X;`>;%0`q)=V)*MQ?~TW?Rji>Z1k;Nzc-z} ze{wc$Es_Q}1yv&zqfazKfq_U3`}$kZ{=GBi0GKb)a!`{vCgIrAA048}I|YSkuN&-| zHr<@WA&wYfRsYkBPCqHD5_-zkp>h5$yHv4H(!&G2uhvdW$Hn#5UTGYcth#i4b-r&OM*?nKJVfcI>9Mx#|{eqYZP*1*I5#!6l-9v4%5 z5~r*iUT7cf5!0C+JPss)JD|wI`C^KV{;tA`k%P%6S7-R&5!e`FKOk)@W?uOF;a_66 ztNlDkYo7hJj+e;qrmY-|UanbQGm}FUJ5(~tHK`8Iq;$AGn0?$CvA6~m)kzQ=szB=i*^om9-sG`y zY2TS*b>De&kpqoHBjQaX<-v+N(WZFsYDgV+A+fA{xN&zPtX|;TS@9QmwCjcFfBjW}(26xmlnWHML%;cqqT)+5 z*#*-j&}S;2A;0TZ@yXHA{(5DIfsx?vD@k$;nD}^xqJ^*|;OZz`kQAU83S12`eFkO@ zxbOg#aQPhO?LI6B$I*h|L4I0RW^CqwB<M94wZ@T{DX0Q^KYzZXlK)5{^hA5=Q{qGGVw^TIFbLIc z=jN6}h6kB>b{(V@qurI#o@Y*-A{KEk!ijef5zvJ2FOWcpnWFtzmtkof!U*eLSiL{v z*eM~Qg}3RJOi+c^)>gC%7AiBv@QR9x?tRJ2%Nt+O>%~F*Hy*mVd81}U@!Q-r_xw5I zXqV#johpRcB|a;vm6a8M<=3H`8!`=5Ds#wtAJ?}PtBxl&%E$U| zfcc;yu5adWvL`Cd2c)^xnKc5+3b@XtHJ9Y&btn0CJ!9<|v3okMFsjVmHYTpSR zbq%qN^z<;u-18%y$(=7QE+D;*v9`*#Fyu1%U=|V{y$^NNPxch|@Wl-@XGTWuXzx{* z_A9E6kGSqvgiFW02_KECF!jP?#x^Ex*Hu@>`G|onwyLOE7cPXDzlp1t=%BT_|0if` z$aR{a+D7aD(B!_tB|5IF=(~qg-Sush=0^+pOLNtiL&(!0KIhenmWdjfCj*1BQOjJXo#`Z^w-1yF4XY}s&5@H{;sN@euQe8uw zsWy##)o;uxg&}S7kN$hBz{i{ zPkVj9GhU$7tufX*RhSiFF_j-{}sfvTv*vuDo;=!*+=%c1$YYh$dP zgk9+C1I&XF2lRR5B7G9u)P2JB-)t)!*p?M2D0jLkXI_IRM@v2exkPky`p~3L-t`^3 z(vv5jmi3-RkFA;eBMayKO7~b zuuIqPB&s%x~7| z{H91bEDl$bckWNq_${9E?n<(AjhXjlgqAR)@){lWz4$51PzH?RS0XkZ*LL+vA7HFK z`>Cz($N9?!g{k3lJgz49`N(29u&0VoEjrI902Zey#ZFwnqbtbifSv(1ebSDmM7>IA zdWY7@(DREOQWMydp8l>KN5mcaJu2n8)4-y7VDVFpra2t8zc{evv zB(YSJAD(PzZV6ZpsLMUy%f9125_xbd#XULv&1=s42pX!M`iFP{A^zn6f1*ni=i!kj z_1pa1;QZ31B~MfP-jwh|#$2jb+Le(#YOEls#XGoXyD*fNAJLrenRjex8>*UHo^b2C zc9q1H!-o%lU}#TYaZ0Wr(xKt*-MiZ}9#yl%r!gW_7(QGFuI`4As5mwAA_E>N91$Oc zR7YW(Ed^#D?peBPzcJt1dUMPD*c3UB69SeD1+0BBF0>#KgozQ0Hm?bcfET zh0D*bDlO=Ww22P9aZ>wkPqMN^=UB}pMCpv)omI`UqBE9y(E&_&m{)0mZuIuv-Ul|( zIUYrAdR4DNIr)0VoLyW_;{f&e(qD44WfQp&7t9Jbk46Z05rKi^0=C93a=yKpwge)bIZ%g>YL?&2OX5`{_I zr401nh>hYS`*;Vs>@8gK*2Xo)*5h+R0ArhIGovy?2>SuNrm8Kga>QGA6X{B8^~R%_ zPJz?a9`6{77#Z|^kNX!{XEi;d%X!az#!e<_co9#|%ulQ=q+n<^ohQW&ESc$596%lE zj*f|2S*5fCiPL8^nx>J|t_zMw6#$K5iTW-&Q8W!X7xR{KBX2JE3*DJBS!!&C zOl7xGQSV#^ygOOIA3rz(BGW#PuS}`M$1sf{-}ub`cdD5 z`wRIBlLX27*lNyNi|jyBV_%_pBVSyMUlGerr^Zihq+mx1Qz%@Ry2aIm+XL<&tZ#0~ zon-v}co(lMAa)w$*_^r>H*aPVF9g_?b|+TKdtGECZrdY3Q)E1eBCX+ z`Q_hA$0QIjf-=vSk>`F4*G!Bd;~AlH%5ns1cKp->7sx8;JS$~<8#=C2_A1NYYuhZ> zY5nqb!n<~zz#Dl<7If~>uQh1>c?CGkS=$Yl3b_p){La{&%C2-X^U1T_c4KTp1TG!rckFFan$#@4KRxB~UhZ6^1-+CJeVutQs#H(}u2GPWw1 zc`-iC1RRfc(MJB1V67Z`=&xV>up;~=aZ(4q2=gR#F4(z7VHJKB!aJB%IE@kkHR~c} zU9V8Mzsp$yWLoFp1*8GSL%YPqv+sHEBqG3&-X%=omW!CIrKAUEGH9LA%X(cX@7l#U zI@`8C*}622&)`fS_onn2Oii>@aIeZJ3QZW@dP3|ae+(L%bR*y5b1raC+V+*D;)OnEfM}c}yaIMd= zDNWHNlXq9nX(;x&MpU9{_SWPzn#*4K zf&FjF=hG>45%dOZ%{zk!uS-sKE$Z&&4YSek#AN*<<+6f`m#CGlU%o`qT?1Du z(x!@nD~^neGjOLa4y5)XgNL4N(C0atCqny@(dnhuY>)Dx-gB|48ULZv zdf8zPv%Ol}?(0}sVh0*CVsMr5>7R#3!L4=KCk0kesDhlhU=(@f6x7J#GnG(jRHKm# z3;6fBSM@gw8C4lOOxK^2kjjli?SA6Ki8I7VXVYct_)wP_yi7_(=E-UvbS#%inM}3LvzuesQ_Ps~qSh=rF zXYMXL#R=z?(JxM}x_d{@$4wt*ijnXbz@O|1xz!h-OG5qQ|3FA=66A|bBO!jI(~Kxz z4d1+amTBBATGdbg{BzAx)=X~H_u=s*x@$bC-)__Q9{|dUl9D&UFEB73ZrS&_g}~|8 zg5&0)UJ}%kCjuSj(lAiDQzmKDy52BlN#i^cpruQ@L2v893Q+=hXfxUqMs3C;u>#Fw zhs@MOn+I`8OXygtQpzs};6)&PY7-^#7;H}fK*Exq+Fpc>+=;d_o*j|h#kUrH{w}AK zH69JP2wa^ifTTgbM(Hv@0oT;OCS)uz@DQfp^cVzL=B3S(cJ7HoZQ(cW^>=i3Rvup= zsRAkoUWe~7jikyGZ*LQ*=3j$buWsmFo~Rb}2k?oKLU)J*_ zlnW~66{P{61(Xxw;pD$EUHEOdR8wEpxd@Y^EMK35#R;N!e&+k`>SxF1YkZD4RN{7@ zY2W=w>xxV38Q-%X;~HYu4A*wuX{i1f_hn=1mraf}I?#1@PRnu>Q-q*9{@9UEW(;4L z@9>LtwxTw@7jxrn#aDzrOh&O{RsIv>Bzfx@G!*hWFJb$WT02o!D{n8qepO_UIjXda zC34Y*f=XJcOfxW@D-94k@T1^6f^jg?%-mVheWA0)p~54={El}sQ2k0c0&iB)Of$W# zVoDvaTRaW#JKxMfoI2I}%MOMRGzqYW+XsMlhR7H)UF*t5n}|V6*J=KN91P zqfDRfF_Kh#aK_gYJ$$6@OJjHQ@X)FmDYbt;41~3NJZC=q{qOCPxV=H@fDCA1I2ZCuh`*(Ez30 zbaiH8=vF;kY+ErxgRiw$z^93hiqcE82Q$zH{4#SiO$>f~d&lDGQrTSvtJ4v*Q+vsY z8B%tYL(g)V<}CG@6v|8U>a?|_Z2rwmzd57uqFJ>bwAo3e12iC}K9o_S<~OT>_x zrC%ML(7u!sd6w?G%fn-b<(7St=8oT4Eok?0FghhU!u^Bf#dELPwz#f{WZ;y zOg)y_T?_*qx>P&Z+b-5xlIjnr=k`e>ow(me2(@7w^tn)zYzH%i(5d#6@th)Lh znW?$yLBM3lT|?>n=lfHdmvRf4ZwyK%(e2Jtj{^g#7DY4Y>uDhbo%A%y9Fij0PKDs8 z?=$A^hYB=xfA?6 zJx%j>FGzZ-=VODa;Z9A`_^u{$A_CsxlIf|94>U^ac>1UwXxm~VHtIDAp|5zs!O6K( zRJ5*#pJKKU=_W8<)3mKq^vseB>lhfghzlC>1azX`$Ybm_rczhQ)bveUYU|3FO3BT5 z?vT&IEqlNNj^9anzghjN+rP|BxjGr5L zT)!@ij;`qFj7o0Br@gBS;iy86?H+wE>v5Q|Bdn9~&Nsgwx_G%{n9j}HelKw%c*0n|lp1W=kte}(SKVf*kabqFxW#v~YFG0S`eRGk~2mM~( zHUhz?_r`hY`FMsFu{o%-dT_NTqwb(>Xi7IX_@;lHh5+%m>XF<6Qi)I$a<9(0%|J=S zDt`hzL3nb>T6%cEbBwizA9yM z43SamJj~xP07v0tUraqiVWNEo2iC0)fOs&?j4K_&K|Df?54d6Cz0>coka5^L{usO#ySizt6}{JXACc=nE|qt)Nn&?K)u!jp26 z_G%ITe8br}|1st7W*=TVhMaFqE%sB%)$I8`rUa72-a*y`-oI=aa#&6Xag4^(4g)Fb zMkaaDr7_`azK8utNJ4>B?S8buf_7gaO~xrgNzS(;R@h5c(Jzkm<m_ceF$rO9aEHEk(7;#q< zcaYvG9@&fD%W_qR(Q4(Cm=$@yGjthhcjscBlR#QO(5gi#^H{QQYuwXrK}x=FV~@X| zqfk`Ks^3Pq>e>o5JF^P!)qZXH#4cu`v3-7PO1^SIU~zAJGXFB_`y>Aswa6#H4>qs2 z>g{uK3Y1;-fWXU_w=eW43PC4NaL?-sflW>?fuy4SwmV?}tiBrZW=I>vP)$`e8oO7C z7+*)ntZ^6`FVUJ)lEBEx;llX1xEh?`@e39$?GnnFbklU0HSb5`qr&31uR1>*S2WBj zj*(_=!?Pz(LQ$xuO!BcFv^tg2VCuqwz@ducL;vSTDW!hz^SugVX~UmLi?m!26^{+b zp^Hiwv~HUC4ln8}-eQz^95Q~Dd|3Up4#=VlH80A2}pwVG|)-4%9!3EUpO)7-$ zK|XPQ=kU(myJHk*7qOJ?U43kH@TxhJ^agL&{292U*{Ec+q)15 zJVPM{*^4hHkIo(X9&QctQ;7 zi2-oFGadW^qfvb5!``0hpj867&FG_cQ<1gY#~g%$07k?UK&X{E!zlQ{gbONUvuWo`=-RqkD2+|ocV}0_XBZqlM5{JJ8vbp zMBZ8yEB{gkNO#)j%5CdyZM*5KcTCudzio10*_mOQa>9=P&_egS!!o%6Rtl@WthsS% z!L&9?ktk$HU}HWQPjoa_e=MF0zB0dV`4-S+PJ50ZJ<&(^Mm71`3-!2U7W_ipV@ zteWiLb@)10fgop zPQQbV5O)7Sbk*dXZ&~kZPmY4vfX-E>N+JD`x`0=mA|Dw`CM- zA__oOth-j{WM^P4sY0qhDWWb22Hzsdq)mz_+7T`v}54z%A5G8%+V0B=jz+){6tZpcqEk4ixaQyw$4{cYdkTt*gnXrOg8=ZE&SGZ13T@{4 z>K`2FCGX|>TSSBuO!KOzo+9M|fQ!wI446S6I5ma}PUF7$-dIfG=l(v?)-h0zSbg}! z^XnEzTL+@Pu;=udFKN!&n9(sjjadEX-I`sD&Dn5r^FNpkAmk!o*K{i5*e*So45E?+ z0Pz@r*~UH|8x=(eBvgZL5cCoD?aOD8nwA|Lmi6-Db4+Fuz8(}{H+G&|GgAd-t~EHS z!@#V@*GvsV3v8-c;mXUD2C02i8^I`BQikwzGcsj0#=h~)E7 z%HT|?XL(xm6N5Ge;Qo7}&>-e-QPq6JWLV?oP{96u+!y0EB&DeJateBct{0v&jD{y2IuW_dJ1cR6c7 zcYB3Su*ja*2 zE(!rtEQ(BonVBT)Gl{LD(<=%kwnb#NXqWoy!*ie4$DCeqTzI_UL4NG3s8iN*=RZup zn!78WBl-*?G>##(%_fV+4pYH!N?qPwxyruCJ77mDdu^Bdj0Lsvsg;NLR3w3ApQ=#$ z*fBi=b|lljOAn}|_x~hk6vqUtrO&{;pCEW%q&a*c_CLt;H)%;qx#ZU(w%y}V5wGNr zcy74SDkJ(md@};R!)14I?wP$?U)S&c>K(lQ^VZ6~zfiLo4M;I$6@csc5^!^(zLxY| z)0I&Qf#PI9$tY{|97c0eL_T3>0^1X1q7GaC*=qRC9Ck3mKl}@y4qnv#i?De{&&LM^ zygxS{-D6?9ar$Aq&@76IKaWq3q&2kJDuYxCK>9O+-XnO8gTi9$GS0I9iYu$bjENnx zTv5oOYQz`VZEa-iU*Xh*sx*44(w5cZ+yCMJ32>gyn*3jf-0@i=+|H% zFR!wU%nG=PzYhjA0Zo|SMu3(1SWyrcWW+@6?-Za! zlw7XVuM&4ZJNvD)i;ku3ot?YI#RHH%ga-vlvU=RFTfFDOWIQ(u?R~;L_c#5x6Yu`d zs`&NYk(PdcyHyy5-)P0gQe};c1jL;s+GNAz=P&1b=zL@w(n-AEIQ%!t`#%%lZuz^g ze*X%#d;mG=&1NCYCIPe}nyuEIQT4B4MB7zp^S-hd>Fv(w{JWh*d42x9lygn_j@*y# z6kCP8P^b_u1QWFZtW+u!=)5kRn+?Y1jq?XEbwgL|1*@saN`xlR$E@+fRcF1_<1Rt)p9s6MU&2gr>+Ozpdi$%$c z=Rst;^~A}y!fh9L?yKz_;P0@#5i1||c%VY;mHgi|ZFbT9INLW=KCAgb=nh1pMP~9c z+E6@?0(niyyj1LIQM8y6Bwop%bhV5XcqIA|j`A2-l|@I5jCfKjUeg;l;9HBdlp^X3 zbfDvVow28YV~7F`r#(gGecJcqVjKiQfy75^WJOk*D5dm)q+N$XZ3>vJR>aOQPCeyOy10PmpiVM zx&IIuJ3b6dyaJWa|EV=ftP4V0Gr z-W875TQEiBm?vzx>{aFd@c3Ys3bz_xiJ7bS=Hvvl7i@7hp-b2eAc?JKeFAUK@9``A zw|u^D0NUQ{*X#GL_Q&YwMHexX*8JRlTswk@UVHubru|w2j@Pd<$&b2-VF52xcRD$% zy-fB0Z1h%qqDvsh-Kx)XqB#vZ=ojrk%mg1Q!Sw4zmp?MIe^%Aqk_%-X8#*7n6{V5+ zTt0y*y`$&<^~>5ZuC%6s6&Z_)&iFv%0bLO;F0NNY|NEvy8bo(?pNXkFC1jbtw2;M^ z+~40{j}2|mGRI9`SONy=MK?AGvn8s}t57I+?_6ZuxB3^@iomj*A#ZQ{^`n^{I~{rc zzZbVwEdBme5$(!7nfXiFqN+S)5KW zYNTQ|6%h(-F{hzKLl3;TbHGt<8hHA#c@@%2g2EpZ1a>q8~;3;#X|Pam3I7oG_l*616>1->(j_e6%QRc z^hF!fouayvscr77)UHt|I9oAag1hl6(Sf-=$h**CqwdrvARR_VexL?NWN*88d8wDl zv9|Xto`f8Uy6y2~CJo90N?mknstN!xl7=~U0GRnj>C*$;!;!|KIAzi!Yq;m zGE$t7FCcdsT{hG5bl@!aIRz;cbLbbW<(ZjSgB;A;d#FudW`5YmKcef5ZA?jji(3NL#TP}K38w@e+M84cz-?Yi8@fpB z&;9uQ-JKRL;Sp2aPf`PS6!(w_C4&7@#A|H>7AAuq-CkzuGai>14c-1eX{~kKaked}0Ewso>d>#b=@>}zK+q%TBN;t!CH+Zs0ivk` zik;Vm&8p8T-{Zde->*su+6LHGN86_R`E$)(!`}MF1w0$AhR<|ypGrEv(Uk4}>Vk~* z-tF?$d=*($+tO2*rSjvQ|6(a?>2WQ$%3y%egB(3UQk+o7yWM2n$^1;+LRs=z>hUPi}wL9Qx(wk2tM%#xVYWe@RLYrM3!iwB+ZSTFbpSVOJ2%XK=~K zUSxGdFbm%aGp=Givkzt${yfJqq4$xo2zpcmW#}bDKGhuKW^s&QOA|A7G!;Y9n?8-s z1fjLtWP$Nt3E4-C#Hiv_yzeRozC&rCM9wzWrIesmm^>q`4{};84h{~+xY;h!eIhfU z5R#y##+U)!%E@_;oE`7`Erv0em;f$gn;5>!$jd*i>`p{9qU^y1$Fo0Lu68UO2xo$Y67Hj9j+ml0M|Yea<4)j^?W?`AgkJzW^+G3GVV; z?k4gP=F6J0mdRMuj^@pqjmwUYs9RjIyn2;u{8r%FhbNAku`lLta9hi>^}&X9X-iI& zIJSJh{(MiFbbIiU9FFB>As3c&9CBVM&K|sV@mA+6GXK2!`XcL6r+r}ei|&C= zk5btyE7FX{ZfAR@U4`*S{i{wJceYTrQCaYwZ!jCqV-x{$vgOCzvflQ+BXaXlLab^U029MTBDjsSVK3AYM-S@Wb z{VHBpq0AN<6R?$~F!i)<^M73?{D-b1hnzyq=*UPun)78vhux z@yf#%BF2XWH?CX)^QHFv+@W4DFC496r_|7_SyO~s)enJ>XdC~M7s1OrMW5OA8m)w` z-d>lNFJD5WZXtjuOX8n`p4`=!9KSyW_f=>~5y`?kckb{B3r{?6irM&=2l3~VCWO@~ zEhDnPP<$d{su*1@!bCLW9u3Y6*ohD?g zv>_i}TUGT0<_<(9ohXQ_HI0O-#uftQ+b}<(Fu#G&-`Zd&k;7!#fNKSrdWR$KODMhM z_roWHW4-W25bHLtVn>QDUxjyttEg|YkRQsYvSt<*>5^;w5|WaV$Q#st9ofC&`g>x8 zZDb@5eHnH*rbA;CGPb#NO;e@y&>F3z`|zkVsr$R(2X|=gL*r%LI(@o*m$C$VN7L~x z&&QV{Up{ZSX44x@-vQ@aeaLv72L_CA=kZuN4Gj%^hJ|W%Bkdp^d1y^1X}J&+7&VbS ze{R>G?~m9gV;Ms=`60#xuk49Jq8b6ff6seis-yA_UP z;Jc3j{C$Q}J2gjw844oAN27#iM=E{A4pI&pK{L@}pdsotefin~?TWz-K^MtxROg9s zUyw+6EJxMUDtYM^Dp30S`(K0eL%h{ODBM9YF+}Q~Y$LKth|n5w42Pu(RJ0Q{eZRkZ z#0~W{Jv+mAsD~=z_LJ*LmH}ydAf&qF^I^ z@E|jWWQEv7qDk}07`#bjj=P{2=O<$ScnF22jT+Fc*S#q+hx;F{1H2_{{e<8ay#3N?H8o#>b&n2x z@_i&9rx{=CEB1ltvXYIqaosuux*`9;n_K}upG5H6s(j<%|8)~hFz72yB#V*%Q@@y^ zm7>VO7!n`P>*VAFQNdLWcH@o2!WS|G0ZS);KQ7S^k%R=d)wHyQ-@bj*u^D`txH%oe zKy568R?q_t(n$T&<0Ypb$>tY@3$>F$)VjcP-e}UaLIW9wV^#*w@OJ#wW5Rj z04@v7&KU#g2D`UXa&^wd*Xlqo9N7iz`&4rwu>}d&LSnK&;y7$IF=kAb8H|@NH!b2P zhXQ#39!DNPP7RVGkO#n$o~l1jku=4M!aDr5ZmBB@8yqYYl4`t)??3BH-RdP`d{ptz zVjunE5wTwv-RwNj?7Z11m3`}0OamlZp?AUxlJ-^N1Gr3L;@!lzWfF{KR)zap(N}*M z5D>6~-US|Rti!@c--ZS(b22K17FgZ(_4jwf54(DLAek&&91G7-(7Iu<@%L!s<|Zb| z*P658BN(*gpHH8pu3n9>UUU6DthKbE$qwJCKgSvX5u$OA+?#rJFy#p0(5`_2h)`2J zv5SbtIr4-5oMfl7G(B+gV(nFY{rW+3)K%XEx9;Na_jSr?Ok zgf7dKH3^`!2xCUjM@-fa(2N}0zsr1zFm>Pg)Mjqi9QLW@w`HX0V&axzc6PR+sVP7d zkp-7!WPDtjYT2c`Kuk=G`U#hoZ^d!2$QMZa1)n_boL}Qe!_qn^f zJ1n>8TlcRlhZd&fHstMc3XV?Q#+2y5698jN!!nSHI;;5^uEAHhffV`OPCLDO9T zvmAW1JZ4d|9Ykro2rhbLLE_h7nc&w5l0y;Nve?H&R1~q=3uh8}QR0%mGQk<=rYY37 zYmw(utu7YKIO5f!<&OW-vL=h+@7INYdp?t&T>Gv5`u9=zizD|R0`&j+SCVAXW)Hz{!ew);rQag6&LfEcZ`qyJffNly__h z&dMUkDLJ{N)zm(h+?8~}wjq}Q>gs`tj!r}4tQ0H9;jNcEdi5X4^(J*^uJ{VCWZRqJ z_xenm?q1V3HYV;4)Q~)9mEn3&9tU*xPw)8r2uRDMf{mnuUOjse3lq~r!i;EFkrc&A zNz_2E2HIH=*PTBGX+bZc``*`>Av85LrLC*G!<;!e7lQ{Z2wEmU2B27S@;@ZtpwnHRLe}`U4hzsKj zhB$I$HNb8IZxlA* zdyf2GB(?}zf>DT4uvz&Xeo^WD*>hB%Gnl}_ib+)M^9XT`&_n~E2tpEfGjhVxw2i%)lVa| z_Eb+-Umpx+a^|OVJf3CsUC!?KH!e<*-%2u{v@$z*5Z4usp|{Wq5hSbjVGp}5L}Fv> z617%n&N!1C`)EFBhox4f2AXuRvAFo+e`ktz88fY(*_C+(#c?yF?DryBpbj-Fgt?7 z4Mj9k{5i} z&auPPx@`!I6xQmY6vKLphB5RE{~uxR0Z(=R{*NCTDlP5IiqbMFTclJ{iMCKFC3|FL zgeDCXZCPa`B-tyoo4}`}6%h{vMC++o|I?=ly=YUe|R!ujloA zb}g9Anyv^8!yGdoOs8p_POyWZhf39TGwME4K8P7UdXt&>|8bIK##yymL?j1{J{=S> zlxG20%ECh?5{0=37(Fd=7vH}DbqX>t_~jbCh>HtG=q}CoM(s?gA{5j?rPRhP3i(;L zRKf7gir&VcN!bIzuG={@1~mYhU(8nDWFQMP5pzTo0UsQphJHeVw3o$&J3MzV>N` zD^ltArKNWeZCJ5Ako~@C@*d^jKEsLx?Aq}t`2Q9x`JEgw4d$j5)zp~OjAQg6Qea=; z=1ZXN`%z6>4{%AI@aTqpIu`x6`}1DBwVhq~7O<1uIyQ9;jjP~~W`l0Jc{3B8cqbG; zTyU0j7<1P74gAd}H+Fu0$|B$4Pl8IDGeO7Zq)Pn4_W?I}>hzNW-Na>Vd#C_L;X#NZ z6MOiT&raJPx{ur*-j|ilS5#CCZFoN6>&v09goL3|5+Q$&f6!m7vnb4c0?xe-R5z!m zCfKR^IP4z|B8lLt9D`ZOEa+$D%&4|O7q_c4{$=mRe7eErXi8*Z?6y~t%a;l?g#DU? zf`9JtkM9(U#8R7;H)mGDAp~qH3rR;TiX@k+zQ=qcdMW)`B96s5Ujg}%LfI~uw{G1$ z!Fd`o7$kp8GgRyuKx#l+Jpj)!Azy@4V4zgPl8qXi6KTs)$p&OVi7BKFpPE@4j-II1$M^5OqAH@#ml&Z#+%}P7^(lr$Hhx-LZH3LT#l+8^rVx92quT>~rS{L`B(`Np5>D^2ce4VdlwsGC@aS9aa zceCla64Hhe(jfK$1qNiphrdkZ)J4mU5@U)2FeO0_1Jge^2wEQ+kVvI=gyteGqgw=ze_80-&H)orehxE@$r&? z(3l5fdb+~TY*}sfJRNQAMNAK51@l*9Ky-l3f65o2N$xWXON2{-DDgeun`S^_G~MBcIb|x zT!FVQeKZ(5|0vxECyPPpK*^yFu!3H@YGCLTDap$7XQcf38z@*Rry1Z>6M`so9--Fg z&CJ$FP#3=2uvElWd0Y`o=jMZOMJWhSME)^b*5>O@CVY(=ADwg(QEgJKyQqQ)g_8dv zh7{}Zsf4+I*rB%Ww3OF&=24Uf#2GkapT6}p~4<~ zENV~!cfdJw7ghcSynSFCsi~<^D2ITE55cLCT-1y}r@(y9&7aR*-|4cKq{GaOMp#uRzC@~IVSk$~oMbbFS?9Z2>?-ee8jz4~5)w6_6|J%J< zv}8%e1G#h(=5QLg>onlsM0sQmMq<958SVDtLm;_=Xhux}E#b1ZZH&$*x3>o|A(snY z>FAy}K)}%L)P|uCQ4lFCHh<#}Kn{k1-v)%5WhccX0F5S~7)RS{W`o66l^{B-AOtjK zNqB7wjs;l53eU$+Ra889X*Bc9Q~)Y~>gF}6FcZH9)Q3zv*h=R4VEN#PE#FXij(cU^ z=hMt&99iGN{&CY7_u(X74+Rlr9=taY5r+SY90u8U=Vl-mS{AwD?@LN<%gkH2SNQHP zT>ItAmxMp8m6EzA!&1P9X zFQz5xZ*)Ut?7@K3P`s0@$xwBNqfJU*YDY=uc!u6WnwFxnZ3&#_avDG`cc}kQd+UZV zC5~9^h$9u{!gHoDL9hFYtO^-`q*1HUSz5gN&2#LL1k5XV*nb5d-VKj7UwQKsPEn5^ zKSl%1lg?tK089rCWaWT~vw)D{Q?RQaI&=jDOSnzZs@FC#5#Fk##5|Z#bTaW{r~!f){HT0!B+Y7&~tyG^SsjAWM_hnEJ~(o7E@Xt&>*zb8RF*~*oLG-cLqB{ zaP{4HS&)*@fo@^w;~Q(>3PmO*);dFiew^mpJEC$zdUz|3^pSB1oGs&|79T2p|DGe+ zrURYDTeQYd$q{{vnXlmg?<*_4DMFwNgmW2l>oQDC6$K&H{RM7sbD>A`gD!>$qOmI6`^e9;Gn9P7Y8>7hdE&~ ztw;KjkaSjD4PdFe_zMQUa6J*C^T*NhSmJ*6-r%KEykmnR>$}g*IE2;2~fGh4^d7D|*G#8;d7YuCvatbQol2*XGAEwMGg+&Eqn>5={CC7xi2EFG;18gUZ?M3n zK2-H=%T~m6XRj<23l2Sx`P@JkadmyO1w7E+&JNq6X!rK{9CTeNU}BX7g-ZYXpr|`h z5I6S%wPGmb_g9p?jGLRm!dNeiLz-?U73$>pMQITrX#xkRa+?=&Pt4UzjA ztd-L23c9gTccs8u#sjnX15qGS(~<^afHj}%KAz#Bfz~r%w-EP@7aUqOYp;@n6Z!+a z2_Elj=XN!o+Ol51>2c+lvMm2-2oslx~w5Ww2qtLHK6DtSLiv@wE#u+uS%^m}vYzO_JB zU8ymJA2v4D{B~GB{V^r=NTLQezTrg%+ptcENn$x%3inu$SY%ZER2-4rZ7`8VEbtqC z>z4`Dd=3zyKV*zcZ$K7x+{{eWYAPp<>)Y>}rfRpHBcyNZ!%~~Jw2(fz&Z1taXDd?L znsXfI9au7bm+9dBD^g-SYu56tN&D8BL$Q$tuZq09)RmN6&_mB)(oGmKH^2)Iac9K1 z0)E3O^*2Jqaf(7XbC09qvHHh;o8CX#`M(Gw)rw^7%rsT~84ivP7T$HQd|7{WRlQt? zt!lK(1jd;gl!kV>nL0GUnKNls{fAR>1y!G7YFukhTV!{v-1<t>)I+<+2ublio{-IQaBS!`qI-9twRDok#G#fx|A z-C*Y3=vVXhRb_6<+~Lb<-c_{3SH3*uvYW{kLs%>Xdo0`1KHju}!ugw$N_Sqx4CeSPH% z=jV01+obT5k(#lQ>gug2L+l(wg0n7HoEY1jnH(v5$FSNP|9B=xw&teroN2q!k^qYV z?}6DhMo=Oe8^R^*Yy&s46wE}&82t+Op=3sSLu^u#0p0d*-(IBkF%-Bp^W(v41FZ*_ zz&qjD#1Eg4=%0j<8s&3{RWhcVz604nLhwgMhj8rHj*3KgIvZ+{6o6oEXoDN+*c+^< zmpgjBT+&x`-{z`y^SZu@Y~3lep_2*Zo1SgeEV}gXqttnso&oXp2so%blk)s|LEA?L zgZDPs26yd9>)F9ox$a#Kr(c!agJt=LA9Hl1${)Aho8fhIFzD!2dXhftzmHOd*_8Wj znSVH@>kN=8q>M#vi&^lB6#mI!&O*oj*{rS_k*!s>wWW;--7j7H&UTgex7Gm4$ZmzI zRm8M^zeR>-V6%#ecuQAjcxq{c2YIRxch@ z0_v-`9z1wAQM_PgYqu}cKikZ670yHy^g(+-&yzZaf)R8a)EoxlsHISh@T09qTnp5A zL|_1B_dw+4KD@=eygamvo=<08yZMJ<_OraaUFb>cgeSWgp(H<&2Xq2N6!;Gr9htsX{6RIR!-`X5(I<_ z6Xh|d2kW$(`Ax*{(Kj?)M<=}c>Ibw%lHX^^Ok$ql{|8J1e#NOB2Y5TmqxhMy0&Qjv zxQZ6uttT=jIL*?(GRz>*QI-HERG?$CWqqfYcDk%Lkli8C9G4!Y`8V1hS=r)c%Dal$t? z_Ybg7la1vU!bBAsE;4&Z8cjIcP7+Y^$Wkt!?!hCEYPD#f77*uCS9tgi!e)k=dHwjuK zAA3C()FAiZFN%C$8eWl_i$rlM~OBCBLveS>JJ9{}3e`SL|Ha*l2B;ve3 z^n8ML1-jo{vVXoJzCZDh`P4dm3@j6gIKP<3Q8~2^DX75d!sz__l^M?0DJO%2sWIY< z_h>W(4|K=&GS0BJpxMgoT4);Kb8&ejU*kwl;<6t;T+MN~eS^b#jf2>6*!#=pOrfyq zk0a&OsZ-2dcK02&9%W1lXyf83Xn-)0Ogd9;zdPylD~ZBs1A?PR%DU$#OC!UObudvV z938|MqnrwOwGz&hLz;|cv9q7eao7+rc8uZw5lsl@9pA|6?R{fvyI$S`)ry5(NBiVN zYsj@$^3B=?MI>f zv)2b=>K~x0<+o6DNlxT81`DcI47?dSXviVi?$%!`sWhC?=We{gQ_$ET_=WBIf8Ucc zOY{uCGcea}1@5?s(NTEXcEKhl?L!7@`ef<~qP(KsHh8c>?iurBo;AO9cloep$xCZh z`0aYQ-fY&XlpM9m9P4g(edo*5HOy!GrO((T_)+uQ*%`n!aGpY2Ko?zg5`uqWP3hhIpbK=Aa9eWE4&)k>N++9wia`j)k*wQ4{@^opA z&Fm^RRnq$Y(3L&Up;O-5Ll#8~qSTa2uO|l!5<3Y^Qzc>^0r^D26P1#}#Qf1N;fIPm zNUY8p5wI*~;$Yiw1(>NY&NYbLJ-7|2Y!IM&D^@cZw;QxUyO{5>F+1E(67lPuopBOQ zh*L-?fu1_rOLi_05)nyGn=wnjEX9@LvN4dxHu*kNleW0_jd88 z{6?D@6Aha;KZMWKOYwP(H!;drkp|NTsDf0V9ZtyE`S9~z-^Mk7a%g0&%psi31=N_tHtfr3B<7|^6KD*e&ZO|?l8Wze3&reMJp@oCy1PRrO4Yv6is&F zghiwUL}xSzU?&=4on8voH=fPmv*`w1=FhK!7DDgN~G9mV+FrRi`)d_|Cj9gw+ z8^~~yb~jDN?CerdO8I&m5E)ateLAk^J2bANglT=_+Z{NniP;G$FXdpFKhs7_ zO=-*S@pHSDT(3Vb+amSE*>xO$nfXRFbLWk7ZZEuTzVFUP1v90SyZ3Q#2^5}Gyh&fb z`9ZMC>92fM*};Yt%j8@-ZPSi)CrL}Eb<3(I$`5=NQ1u;maY~sSW7CyZUPeHs)eHuM zt=vcgl7gM%cBdbIqmuprf0F3`{oM1OFFQT^*B?>U@>L!l>%VPtTevPeEfu5bq<;5N zUWmb1j8Fot=abe8^!O#bh3Z~sn#3DIu!^SXF3;e5hSc^zE*}(uN${8KCkO&|<~#Sn zNMhmT_fH3o8N)FF)HZp){5CblW@msy7$m#LGtqex=GixnlV>d6eYU!x*DiPZ1cmWW zpiKYn^IF-d436{o5RB=tp2QFHdgS1TixprTx6jABcm`|fCVaaEe>VU8gH8BEh_SP9 zS-d8MT`rSig0d%^eMoQ)LO-!tp%CX=lOcKw&d2D|MJsOP0+Xr~$z9N6cbV;vx4IR2 zF5Mx9Y86P|rJnUjUPz8979xl6y4X&R3*hQSkU6L?Tj?ICXrPGz`G{ymmYFQj=ECb5 zS}$NM*$f9nJp6n5ID8n0ECU71{lK`m865+Ac8>b zpT;Az57cd;2OW^ND}({kQe|YToa=OVUeg)J2;-Eod;(*+ie*hOG%7{!zHnL7KL@A* zS|X79DGXNe#&E76ZVjZb5QoE%VL`UZsAL$zP8A8}kI9Jq!x633xId2puGKVqp zO9E3+f11~m0tsj6LKVQWw+C02t<6Hlhm2~;cH=4L^>ZI|qoY}Z0X;!wGTt~ZKkuK9 z!BEe@)#|0;PFU$-D)`ui26w6YN#tq_U*1j8oc<0_(WP0_8mQv~P?H(**%d;<#pIn0 zhq#UTnuiXBLdSIz4TR#w#(lT?Qm_%lPBJ-6Gfgcl6SZIs5(sXau<{^&*M)z*g_tAd z%pw1cWD&>3gGLo^Ds<~2WK_|M(YHH)gA4?%FijNZ@9+OM3Ju)%P`|T;J=w(So=+s2 z1@1#Iq;x0dz#=xa^EJC2o=lzz6V6Hokon<97rtjUP+hvOo9`Qe(&r%VQ`FkEYtKLE zhB#uMRe_HUXkU7>V`%g6K}uuMW@fmmeAav+JFj|dZjy)u6Ses|XVqs7qJ zUmaOiS$FTni?wo?c(%g~Q!HGHeav1@R>^Da9)O6^a>!UE)Qq4WD}Zy?tiYbfMb%fjP$GI76?XKnf{qsFd4mmeJWl-1$~%Xxw?k$ zhYd@^$;gG3(--G7DZC^BL=@9bXKdLrQtI^t4y6aR%rA`ssgRWJgXS2XScUmvxcIuz z`UB3dNUvpCm$#i9(5GhToz8=A6{JLWd7g-`Br}!|?I{j_EE+S>PP^2k_P9z&MwQD< zQw5Q(7@ojZ?G@r*xI&6yb0AIoS0Td->N+IbK<@~ugMt&T=jY~@ka#s|&b>{XCXX7G8v>SHnsp#TM+u{?+`7%0b9*}KA4_I*x{HgLAwSA zj6O;Wjl|PIX~*8;`u5 zYzYUedpuK|C(Y#IS`|{H&piG&ZDOT!{`E(*H_et4#VjW}-?@6_%Eu%&g*Rr^zc3KSV3h{MnHsz7RH|BaK{`p~}y0FbbXdRx+$jw~(y1^nxl$ zFUhl#IRuVPY{v~uIdG?)(DH}+SO8QhCpLYzOJ#|jN!B`0zr79H1wdl@P~4^yWO!%{ z`itT+egYV72UBbZl-oRe-tc=o0byk0NJRRpzjdSW(N;oCha#?aeC1n}^z%>4aF}S|%iJE#V#UUPq4CgY=y4-~aF>AxbBQsW|6kUzdIkx8-E&QFYGC z0T|fX2p!R$4U!K1X5?7ko9BZg8ztReP2I|#v_9~C=|ailnUhjS2U|U-i;3M|dvg1Q zE?|lA6fr*c+Ld4;5Y5dM;^MLI)1t&_z7Reg6e1AokI5og`u(MAmRwztWEBS2xDsdr zKld{wqbt~?I#o7X8bCyibmYBqP%%M2>(SdrL9}VyOP?KXt>u-q4#!D#*fatn6PHND z8`|f^V^ySJ4%O)r**>z=f~4y&+E zT{6uA@Zww(?$#O&y-_GyK_*xHkkdawl#%`_7%m)W`W-~i(Q9O$0sBzqE?G5U5=#IO>R@spnv47Qe214GfR|2X!C>+vjdrshzOp}mt8@r`qh&eCd!l)`jC|uc^f>@7&;jy$J}p7GdYMZ!q~ z!Kq8<@JjiCPqS0OF&u3tdly)|&S;h<2RYCl2jU~)8O!6?|Iv-N!BR#XT6$w~NFBTL zHyrIK$5j~MJA5=8-AiuBM6VL-dZ)L@u|vu3`u|hhd0l=DiOJcQOAms}&+1CuuT*munQ#acEO+T~nM znpcm&`90qj0v@eUw=@)0{$&kfpPPn&ujV0 zV)!&K7hXHG-`^oE2(28y+Vz1!`g+VekJb`z+_@bUtl%e`Z#bxISmQ1jFIfvMJm+>; z$rj5#YxJ0mkk0u~1YR#SItCC`Da8DtAXzIvSa)jI1)F26OYT>;AAkbNhhq#^22`(b z4E-z+7#=x_vzIa!XIRZ}RttUkwaYFQZ+8(ZPEY@=s-=7K4i-vA?%ZZ4I@AH3`8jV-hVnI!T z@=gyVYlq_DBW?+u-iyQQVIVc79E@sHwH(CL{h$tyK8uHF_ia3P4jQMT!uMEtA>ghx znj_BTUo3X=uQ?EN-R_B$?Ag|iJAYuG!J(&>H>8RfYc8E@5*aO<^javndfDx4?lbi{ zHZz8gdMp0bwyKwRwUylA7Z$Y(Hs2w;E;w>v)MDhTjZDjv$D8cj5ix<6<)&5R7>+e8 z6Mmv&Shm;!l<;16_PBYE8ea|?EQYy@k4;Up>F8j&jt4G?+!OUbpaz9A1wG?$^gsx* zpX=(jLZsCsZSK4V_X{-{iR4|mqW@i*)S)e!c8ys>wGR@t+{IB6-YQfuA;%Tq`7-Z2 z!qpcDoJ?I%hL}6n5Sccb^lHH1YnbiM+!3UVcLX5$*An2uJ7wihI|Dk1_0|R12btE~ zaC96~Xz*%Wn^O2Smu>X!jm5o5+ho3D-Po*f1Tf& zHFy&rUm0IzD3k7b`ggSdmn!2p(?~E2xIA^?qnH@6rOTEygyDbm`!Z(Wr2Yq}ZBvorFkI~EkVxKbC~H#E!G}9o++Dkct8rm}DpDl2`2(m~?4lY?D_Y z6_pD_)6?XvT8d?K;*35#BFmxCb`VCFXpbROk)Eb*y!M=`2uuQfwQ;Rfc#9L*rhJPEmhzhKbmp=k!*D2*=2 z=)l9@DFiU)^*fF2JaLf2G@Be2D8@hB6$0^FDlYNrNDy0|XG|}GCT($Y=EqdOnH)F59}q>5!}XFF2+THr~x&)Pc9x}zonOGk_JgPq23 zf~^QCYDQeDG^KKQhbMe=Bk6q}TEluX^P?GI13(}sEQ{}J(uHc`hXBTtb5?-AlB=KX z@{w7wbZOQvd@0lPIHR=%nR9g7UY41Tcp0h0$@c{Qy6)wO8$tC4{8fcBL^*kq5z#4k z_jCAm#n-lRp;cQsQ^gt6eT2Ei?9Ozx#GPa>e~APr#%at^nH-?#Uk_tu5bp45(0Qz} zYZZdZ{i?d@iXy2!p5zY&bJr4k_lir>xg#C%-}^5=@STeD%}Y?V6m9u~%7v()W3*qL zmuVm&bll?={-JN-WdIOEM4404L@U)s8`jBK+K4pdB;7S5z9X@TH{xj8%e-#*@00=! z4oFE!k-6jov<7E5R1Z)3jQJ_=0pc?@Eeo?*uwy)QYA4=2HZPQyBj9&0Gt|(~FfzXz z^xx5mYkG45-UYmVowUVWyy?xmcV0OSq3ePHS-hxhrvNurY5;?gQIWp@3Tv8Xgh0LP z-8-Z?`%XFGTpGL9SyfeK=lzY_y8M{u^s1<^goK2=QD{2jMBOgaX{R+LUa1?sV%@sE zo-jju3MZtkP35WfHa;WP$%m=p6(Diin3$Nndl0(;GPLmWZc`TDjE|kQAMjcv-DZ^y zjp*eNDMqxy(sIk&4SyPhDj6MQ^>g|7L{Jzaw=ey`hphm-d50%dZ$$2feXSnDaTtOa zf^-1qTge9kH&M7NvvG2i+-(JJf_;HFaC^fkL%Mhv{}q67f&w8t_kzEzkdP=ns$H%o zPvXilGD)u-48k6^6$D&>r|5-&TQ_dhjWOgNN<(^K1wc1#`9n(u!@89XYibEBO!Y*5n0I^DsP5FuE)OPtbES z40AZ{Hl!jDVgBmVUV&%k5w`i|55=Da4PJ6;>n@)&!ESzy$JkKOPI{S+FGl|j!1>>k}bDsIG;=(fxwH7^VU_E5( zc5UUGJ%yJAPjn}IHY=Yy*UG;NrRUR{qzm`%=>hn)O?_!+Az|jez2soh%)QSK$K9U2 z&oOV#-2Ej&k=kzT^nRkmpS>JgmJ!fs+isl<{HDR9ml9dbQJIi)4w&*J=11D~P&J=8 zT&em{YB$|3;6(>Iq${4ztH-!R5hUkh&vYF}L~kKW+ce=v!N}S-_=jGB?;}J#h7B80 zzV9|Ymj>ND>^5ke-S+e>9NwxtW(pnp-o^sx*rUX=L1LVomwW1I*;mDnBVx7dCQiw! z;JK>tAh<>~e!q~)-i{DO^RpTj?w7xXhV~U1cggAGN^2xpm;L?r!iasgT3MmkZLe2a ze!QzYLL&C;$l%Q3JgBJ|VIJ^wzH!?+^_DGMzWiE-S^_17>gH~;c#NWVX=#FD=$*^r zU!AuNPQ6pRdHAy3dxZm94b$&*EaY#NaTj<0aruAT8Qg&{+L{djA`dlWavtQOyI35b zE#7n1NwgxS8Hvel!t4%3>y~(TzIp?whTv)(@vRVPFF^{&UBBFX`BR^Sk}ER6mm;(h z*Vav+0-v`ejI3Ev0K@57hT-If`sp+j`r>2DB7&%6N-BrO#KJT65># ze;i~k7R&Ruv_T}BZtnYn+7|2N&t_6BpNuqzy(PsOwXbJ1b;k~-H3TFb)F|HXOG>yV+=lg1~ZLZu1X4SFqSRz;e> zdYA!w>UL|GRBH_O-V=ZJal!OP=}kA;Z^mRFI_YDi!VRhKBaxDIE(He;%~x+|$$nql z#Wut_zimPE(H;D@ZWeRe)e5r(Pj++nyT_ESRBO7g5&ia5{|T=L{qoW0q_>}*GxAEY zaK-EsnF10+ruqgO47IxJT`!713y{tT&=tA}xzPD}ghOjQ*WQ?JRH0kL%C|aOM#o1b-$;Oc9|qjxpEGtOz?FZF zg?i9vVB>-esm?>G86Wk!xOGQ`0-ju$yr0`GYS7S5An(|Br<{lp&8Zof9Y<)>3M;*% z_H00R)LY}E+qL3BugfL{9euyJ0NG-v+||O(jX9JI%kH#Pg+G025EB=V+g8z_xi;t3 zi|p9OUKgp?^OX!6Cs{jL)IT|FQ(J1NwWDcLR;z!B)9ho7+|%5o7c@wzJI&th;~j3^ z>k;*rp^W)O6L)RY`Yw12Mn>U4Th$xR-{ap?mZ11qMz~xGw>`ow27Yjckul^MT~m`@07mWWb*8MJYIt-%Av|(GjEyg8-$|7D3$yhVT*Xct|ycs8l#gl9k8qTpaz5SYWb>Fdx3h&Shv05Wb-dU zbS8`o&ItDjR((!S6%ZINrZmC%j#;ACU%9#ak&?8ItPx;{zU;5hJk{+I>SSYMEwf{YHF$OCY=Ri~w*kbxGx)RzUwcb~%XV<7$% zT!xXE#=qAAR7HKblc!F-6P-%(^)RYIjxcS(L8Kf2WmZW_9)xo|RSzH-NR5rokndNx zt94pA)n;0lgn9jDxxp`wbCV|TJd5-3C(0LVC+shd7sghD{Y^_+5f`HyV1zgfji})T z)y`4bSXNO#;8b}&vM9UT(q^yw@sut|x+c*lq4JcUKZ7z`x|T?jPS4g00I*|R`|>an z5bCm(M&%}_ZeLXeAjeH&y)8{GIw8tBpZ1PcP{GySH!3^$$=*enjKIwzC2 zo=bZHT|S<-1lZIQE&(`4Z%IsKJF-w`QF-0aFbl>c^RmPEh*VQt$gxj70$&+r z_%am&h>XC^7?THNfnru4F)<=})$Hl|y;kg~gw)k?;Ojg8K?$0;DaIP)SILiu365Jsc)g@xomb7aj&{2ZU zU#(uoYyuQpkOf1PAWaX}Dpp@hU%&x|Isl73cwF4kUtF&(i%F3$**xgnkUL4b1%$J# zvST5Ht38DCP4B>UoL_EvWqWW)?m-7DaGZ@L;OB$sqi|Cj;>*9cCIirS1xA0xPk(x2 zm-A1HPvKg>1Az@wqxlC^PJTF-EttOXk+slf07(~2s@_MRQbmJ3EA23R$_o^N9?Ugd z>>%$4pUPE!`GU>qxko&`yhet=sfs=Q8Q3kFLL<{u1>WjLQ>#V>=4b-SgifT|S%o$H zfd(F1wS=jh5ckn$KvugTb3_wjU z-=(5*J6D%|u%7_D_LgLp5@t`&$n?XDpoJWzJWlA%h_&_)La==!_4foq;oVHod-^Cy z1BW1v5D_>o*F`w#%Oks{L@b^W4@g-4Uitnd*2XusTYK|tIV@YcvY!?y@`%S(W0P@Lih`_e~gTLDt^w9MpC`U2DBXX{+5 zP0Dc5M=Faq{r)ZJ7V;i5wR-^#f9G}*b!OSZBJ|NrioA%%S6w=Zm5wUYup|YF&L-RH zd+off9NN23s9I(B0QmtfHrftw3i-u^v#77-W7%CEAPY0V^&4$R=DcF@;>Fs3qp>#Z zfjAQe5hS}N8Hf@Mdq|qrtd6g&ep=30rHuWENX`VV@zU6yw=zD8GGP*7;b*V$ZVV=m&WvMbO>5I^>MyfWKM@B45$^YN}J4!=b6 zOk5Ac8egLA8@Ez8eI+_hrDe zcTpy+jg#$*ywGVJ;*;f`ju#OY=nf7H{DSeosb{c7M@+XhW(PFI6zyVPo|&JYe>bOL z@?bv-c<1&9(`=u9X#ehfoDXh?z^@iR88Dnbh>IQl!AAS3F?HbKcPO9?iLlb3yGJxm z?Ziy}Ikj*t7&i2Wl7eV$)Y|`B3;ZQc>bC6gc&`qDP)D^|mk2gj}jjbqUBDdr$2I z^%fB^px_N7bkbT!8OflwtNb0kkNL4u4i#tZ{*Qb zSAPPAzyPzW0I!BJ*|_gK=MRKW`ug=m*ntT(D~KjNsU_hubi@t<61rnq$5u|(TRyT} z%4}13o`U8vu_-LoLpJfB-KiJVZn$)zuF`wag8{d?Z-3a$P@w~c^?{%h_1#Tc3U6S~ zYhlfIo7w;at?`a7H;QxSy!`a(%2bqx8+~*>|8<+CG6KgtaBRxxmG@v(qJeSCE@y%! z`^VnV(yAwoYyQ}&i!5JP^kj-&cb4^u!C@QNUG_3r6Om(EQ%=BVC`?T*Kl0*)vRV$b z$~0Ln2}20fsMEcb*fr^Z1EcpJI`rYoFgj|b;fGlA!Ae{9q?~gtmOhF_WlxG5aQ%B+ zV=m5q2Rw%Nbq)|^=-B|r_R|e+ED^l&_ znLwtrwDii=tHqd`wB33YfL!6b?~p5Pc1EIuhdFJcjC)H>HMfOW96SIBb!DK%$}yLM zJhqGHGCmf#N!EO+m6)msj)T*AnK-0PwF6K>4b**VEg10=fd9 zKYdd3o31_;i)=O)8TN4_<~NBjCxor7QoL_m<7C4kuZpMa?61X-DrU`95G60Nf_tY% zhX)2x*mKG0A}oOlWRPwFp1+Zq1BQaEzy}zNw?Q8~hu1#*y~Qw@&B5AjxRO|5@S+Rf z>Y@KP>`AG7-|k7=B9(_yQLmzqO~j3vY(b-|4E2UaM}o(O(ekl=*Z~s4cdcPucrYqr z;_QhsHZu^wksWO9STKq43Lj8KLT$XWHqK!4>T!z%627v`+T?L4>bL8$knyN+LJk z2AKX{1LBB2Jdk8G*tz6_*HAcR1_G?{j6W=Vm#8W9`)j&D@F)Q1C>+K1kY6k8o<}=fHi+5z zD)HJ1_;1Xo`Wtt`?poU&;lod9TBa@$2zN@>G)EKx$QoK}9buviq`kJTAAF7OaBA$0!4$Zwzd%&L;>!GcoTEIVpYv7Ut{1pF4zz9^&}-_Z}k z=5{;LEinhM;_YCxip(K##c=j-rIS;bGjdQ5BQ&g%%1 z^LlFcX~ND5wmzRcPGZ}-mF_1R@94x;*l2_KPNO(S;TlGyoH2>mnSUG)7nSxUs20F- zgpNH=qE+c*_>#POwlz9_zJ0LeA-kR%8s2&^vKxI(T}2S11g7D2aY? z@*V5f?`Yfi;$#AACF#8diH|0YjSh|D42Q51j~&$W#f{2Et-e+r0%=GC&XG7&W}CHv zkoah^;^mnB4sX~;f(gx~Tu5{@uzUmG>JWPfLiF~4r@KNAMjoLGhkH5gDW0HncL zo2tAA^*2>0%to|3+TlKqgUv$jf3ji3RwItNZx}t}R5ZI;A>cI-*4h@^zV^xxoC_1z zmq7sUK>jsFZ!k#6ni)hPcxApB8^-qH?5s6624b%9;>49*QXen+=XG~x%m~Bju|&(0{3a$eG2MXJ0w4%HBW6>lmRQ0psO8DJ;@ei z_>XlU=VA%YWGhO7BET{{J<@H~$!KH;Fo`rI1FeJD7>*`nEB+Y=^t+)s;D6Q}z12-D zQ>6JDc@9=jY6R!9cYc=<+S6eNBfm?oSB48LI!$;NuJdyKn2Gwf|31&gP6ys-e#ZGb zFde4U9sRZaaM66Mb~3u9Y8DIPlGKT>Sxiq0YWlAy}21MXIlo`g}TZ4i{G#AgC7f z8_O_e8;Azh0iOn7Zl%Z!mMd>pR(@|7nOfRbUJ^M!Z&g!$6SVSQ?<$6YTobi#~4c<9$Nrw7Oa>TAB=Qe#?>vtS$|@| zM4R~&X3o-r)$-hDuv!Ms9mH|N{fcK8Y@t3}fqi3=fqM_!-EwhQ?yvnKJG$C8$qG)N z42lhI_I?8c124(#lUNjeCu}dGR`!DOi3Pl!xZvOpFrH<>69dN)?S z8-SXTqE9mhO!vXJl+%F&fMO9PEZ`v#{TH`$M!6HntNQ3PgA*}*$1tN}I(#^OeK{+t z=jrO_o``-tDX+wI`}+vPspk~EKB%Y`eE*lqwd;upeLKt+Y)ytbx)sC(^^jPxzIDd3NIpr%D*Y>IndEQLsu8h9fXU@@1ZtjLf$;{Jn)cM4EA4@58D0dM3PCe}9Rp zY!!*-*VEW)ii7meujzKXbsxrnB18<$05m@huuBOy13!@smA)z}1US3V8Bx?+%%Q|h z4zyo@NS0xApdSm+Sx8UY0)O|Ox_WP8cfKW82%uN zF&L68sI}4Y2bO6}tP+ObJ65%hSBnkp>dmA!9dxO4y=ix3!GlCl#B@M3Bev5Io{D&R zyS026+iF)Lc3@%9pWv3NPss794gn#d+_ssF&8~R6_(jH9h&%rNnmIXd*z1JFJ)SJnS%pDfIrrca@WMG&slukBMlZyv9! z#U44BNMd0#s>g@B;OKMdi*dFB_VsIktWh897k6~5q2(G}5PyF; z-!R{-+%$4%`!-3D%hPkVhtwXc8TcpN$I72nQXeb`>{@#WWt+a0=$d{6hGb3*_Egqlo?=R1<>W_!xpX0ZIl?gfRqw z{v4MJ86PKAR{il7(l@_#QNBB>QqdpYQ)K^9)!m5cb6U*8HLoADz?(yhedgKCw!EwE>!kLNxQSkXc{@7~VK1-(8P{IoY zCr&ME9K$*2)}1@x1N zEUBP|t=lr@Z);M$E#tRxOIFFk#$LP6y`>iG?k3D>esivHsj9M~-yORn3ZUjIY(@)r zC0+`BT_y<*TLJf`g^h)s@D19QKmTv|D40`Jb)TW&0zd#%{iOoRr8*7~Zr)W42#fmQ zgh5otc@A7VcRCx=800V;HXH>(3ph|%?d5S&nLkX#2@z+eGHsRds^I@$y%si-LiD;E=x zBe}-e3cq>Pnl(3Z9P8Hl`maEvVG%=l^TvHI&mutpsJ3j9a)~(zy}f{QS}=Em;`0uT zPa=1D+uGX#io|=2ObAfuM;WfWeAgkRO`A5UH~x7bvrYC^+1~6>=OmYRTVQTSMG&^* zQtL0;r_KJ@feePhl!1tO_8|WqNwph@hraTN2YkQLgM6Xp_dfD>;Lax|M;7N;76~|o=0?O1qkUWAkFP=<~N<;d;^5R1E2viml;qXdbn?2dF}ae zQsWV=yX{yPoj~J?*;~N0s{&{p^zdh>R=`i9`9MEB6LHz$4lBc10MG+CdRf`o575-- zq^)Tr!PR@gdBU&lfv!XuX!fA%sl`uLpDAAAZ2S61Nwj{^GNjGQo`^Q&NlCM4%z@+x z-RKY4F}logtDQTi(iUB|X3cww$u|Iv-REI-o&=pT+8sB{Wqg=fG~#$*aPR{jfZ})1 zHcPZdn(!+L{xb|esbprxf76I4F@@1^8L8xwG@07>KjQAcudMn#xrbg{mpKYL1wc1M z`EgoGbuvTY4N_zz6cfTvqKN?_A;>Xz(QZb*uP`1uM}D-Dm;)hb@#E0crq4qg9v@-p z-FGLM`yXK$4>5a0QqWR)ZTmmU*T1hU+x_PfsQC8olFk}S@b`C?t^B9``uj;gzHv!F zaVQO+kYNw@DN}kdaOg60>p#!==izFCw6?l)gM!&u>kF_g0e9^G@s{xjD6&$p0)X7b8R;w4Eps<`! z?|o-HSQp(oqjIj~A67~W2#6m(`jdY**il-jR~up{1?wFCr%?MJ9Wjga57U%^1T zy{*FKcCMLlkLKUeeqheOgOwjieL?2@`&{qbZ0~)Tt-*Uz`}q4kbzxWkdQU8jI?3>B z|7Yy_70+zJaZtuNOPrV9j@qN1w=j!`4%e4+Y`g_XCfhq4kbst;(~JSu*R+nDam?df zf78&#oR_SFqQIU#$FZtMJyPvwxVMIPeI`qC44*-v%kL2PuXqrv0rjPSM3MK`iE$W}=HiK+xXwprtW4HYJR|u(HM!2@|v?q%;ov>8!{8s zSOH!pvAxNyuYY7U_Vh!4e(|8YA`&TA+_V=p?RQNM`7F#f{)5j8_y7e+BnqpjiB`{ zBXeM6E%$P;niHWnNlz-??K}%6JtS@m|3xUf;Q1mVIrRMMq>>~yDPxlCmz6cF9{1@u zJb0i^6JgJgYK^UICk0I?uQC0`*!m~q1I6s|hJuH|>?tQsns%TcRJ?4?o2Xd*TDdtc z_Q(Ab$T|R(3I1IdO41P5Y!`AKf8cCc7nmg62SFT#hb6=@I~@CxRSkX7?=bv>DDZQS zopLrHU8jG4rGMB`^j~>6hPH}T`1kRt&^*U5Q;F{~a86&eSp543@hHT!1ga}TAM)Kv zcQH(E8Y7(4@0p)!-12kKSXuz>Uw8NYY2(@QSV>czoYN+%&B7-=ve#J)&EqpFET@Yq zE4d(*19cGr38V75)I(4MhgK$@^uu_@?E3AB7^TTqAz>zEx``!JWjPcK>4KGdtF4D7 z(0dZ~o@h4z`-V+2*1e4M$>dj>V6Fox5M^k?+U}k5Mg{tHkXpI|eYjwE#;wf|4(r?F zT=h$j3r}R~HZd5N)FKW1`YS0PnzPQP;qOAd-<4XyA0dm)^~$w}*> z!kv@Jr^uocm=pPzMVxbd$2J6Vg0gH6mCwi zv4XPN(lxl5kR-#m3a4{**O9Xk(;2L8LBxSo^a!%gv^`eEN{fr%mYHI9-8wl!BEY#V z+2y!KXf858tj=ULZ?&D@A#U`*myw>T7hn0_Bp!;9+ZVlifd@BF9)e`!f&(^Xj^y>ac{2 zw4ga#XYQ2N_TpVVMwnmbG~v|qfyAqIPZwCu4d{6uE=l>Hmy$0{X?_dXGNn;G@(SrQ zzSk4`TDAbF4hclIeW3v{DU-y{cT$$Hrkg|YuLaKGHVvE;-guQEe&TCehJ6pitmWZ` z0QF)4#zUDVRYrg4_B$s(XsCR@9qF*tx9j?;Ow#!sTL1mUJK<}1Zvz*doC>{s=RmP} z%&w=4>6HP`PhshEmUNr2S+|`3|M>kLKaZmvxo`LVe!pJNaXqisbxDA{X#_&y(nl0Od>6@!ha2t=dU~;_ z9#u82swU!Pz&x2*6mq7(*LQ@&ZIq)(Vxjz&7KyJ zTWS{_3CN$r;!o)sh`!KxTSK5rfruEmcDeL4L5v!$T( zP(L6yS6O-=ajbjWj!!{sSv)D;-&H(CEZnKiS~#M>+Du%ty=I#*|M(B#S0KCu*M7J;KhNTmvQUdeX(Hj)a_c&amwR^jVTpA%kAbFlp4ePs3T z$GO*}_Jj5U>o3O1DF7O!W?yis0G9;1YFVEDWk{Cbg;zNWnd*UFOr*!8ScqPWx!&aX zIMbv(Ok6VlMoU~;jP5lR$${4mG`6qa$SgiHb#bGUI-+c2;c%~rA&GdUh-}p9Q$ggq8?~(4>Vd^_I!IXy9m30^wQJvnLIo37?UKfoZ&uA5 zZGf6Pn4Ny6*`>74;wz=|Nql^9&}nINA{2UzB7cc0GaSyQ3YWUhCm9)ao{y!?k#_Ej zEu(DxLtbxXxcdJ&_N$z)`8~d-!~9EdP*Abm99p#wW{~;z)ctK1{r!5)B~rCzF(F;- zEh7gw7!bxYlBFh+y_qJb0EB)tGo`#s;l>o2g;@VYQ1%>kkCV?IUd7gz(I|D>|MF99NqU@|h#PlJtno7f#> z-OJ9&an6Y5AcjCZddu_gau>4}r;xPvHE>zy9%^PG39M}?tnO0MR&vj=m!NSEOSy8Z z{nR66t^O?}rH(v1!O1heRLE8Di6qMx2WKlgnDgM9QKH{SM8JydcIIH!>p~hS>)wAa z;!v`PgL}j|VC&{3xj;;0iFJvR$w%@wXmzIk=y08M%A0hG5oG@!Q~&(yg^(&3ofxh_ zXyv)cj7V{ceK&vD&M+uJ57pU|1Kk}X-fqrt&|sQxB2}VBnPaVy!QVj!>T{{K#0f)z zJQEydT}&d5vG77j9jfo0aI+2F1QWu=Z5sYfJv-oXyRn^jp`Dj%amxZ8O40lvD02$I zHl?CjJ*$Y)Gg19R8U{Y+5PN3tsl?~+eV9dPQ6Y_9LIwGDV9k9FwB27-NBgV0rSZe<7^@QsAzsuH_s3|)y2emI z7t>+lBnd{664Ncg7tl#3g)t7LGwk^upEyI16h38NwSWub+w$^qE{P01zk^LBREbx- zm~LWbGCYxC;W`#HQi4A-TbjUoA(jH2+C_73b>`j@^*S=q_~(Z^|8cwh9NBO)r}`yBt}q#_07f60{3g`%Fwb1_&sJVW(tx1gHf%!@d%Amis5KNWI1!uFPJ#yG z!+auJ2{$|ZMM@)hufVWPo}@8Q6ySHI#I&5^W0KK8o@dE+vxt;f2uq8*wt65loWyM) z_0gX>%*=7~CM$4ZiZH`#*XMQ8K*4=CG>NM09kXQ}- z%y4@Iv8r$1Ucx>TRS{$h(NeVAB{`iZCbW`sZ5yeMZ1(7rnBik^^-wx`BEmDK+C40e zuq&1sS)sW$-Z`Q3(CR>Z$8eQ`haQBbfcJ zLTA1NTq>eIO=2nn2-&^V_5|e(c+wuw5+*?neME%G)?IWkx@bOuR;8}42Z5~wRsxV& z#|z(;g-!($6nB>_P4vFk31?!@I5V&O(X;kEr|!@9NK`RC`WpUq7pMUSji)&=BbDmw zp*B&(6o3>oIl2^s7w8H|ZwXYF=mY<$-gG}+HiGKJLUg-dyEyfWBwUklnvj9Z2Ld(H zB-+;R*T!1#zv{=awN|L^ir@wFPQ}=M^QMvCH@Y5R9)EW1Eqt8D?*7+(+N#cj`vjx* zOibV-a50m5+=iW6JPafTG|)aUTTyn=Y50?~%fz4^`(w|c_9Q-h)GLW}wB%b) zR`FqSXR!zW%wdBKaJW_8OdKY9%b!rM?B&#*m{fb<5DC&Dxw6r!@!QCEh%Y(5^Ri)( zNSEWp$&Z3Ei(}PY6a0GOTY=x1jTD%N9bj$bIO?`IyeQG;xe0_2FU$c1TnFo1_w&4- zYKO#aPEp4K><1-?Cu7g1AJ^~CCC2%p%G{AyPYgTOWe-iv7D)_QS#@{{7eZpJW1r5n zJSoXZUqP%gav(11MY6tmnZtOzj>{{nKcDCO7w*3v8jR+^dW?BmW6U&}jdNgop&_!c zp9ivA@Cy?gvVczB9Wck(siNLESYX}QLVbSQ-ts=#|GGv&F5AR!5}i_`hF{^tF&HRld;Q9?UF)PAM%avXE+LOpgf3=$8`a$w1PUhJ);hChSGSTE@u6wDhRf>>_I2o&%_$vB_%w7$D{mIGqsKHV7 zF`yM?WyN-E$1w!H0|zWC_5RFby&W9lZEHpdT(cm%tkjYiKBM{u$Mbe`bMv1{bi34m z96_sq33cR>Wt;kP;$a3YT~M-Kp85{#yH^IFp8;pAu)JIu=_#brMk#(9lqNq_+=QVE z%A4Q01jUirLB95O(n_jR;`pzTfU;#w&9_UC2+b@4xDg{>cs?xk#S2TZ2b5jH*cP3g zkvFxZdEkCP&>v!qND4MrS4kusYVQOYQ?dn6GDFc<6e6g@6Q61FNohx|%a&3Tv9zHY zJ)&X*qz^j;7(FuTMF|at-Oxo*d~%CL|zin?*_4vz$K^`XD={(Z|96kn6GKU7)Bj; zH6SD;ZHUHQBt_W5(NVK%3+H3MdQ$; z$eev`YN*|ZvgPhuP)H>^jCEsM!4Hu08hl$nQA4f&}WkJ#bL22avEpfIo@yQ109_WDyjwgyS0zyPgz#)`v-v0fHgxmh# z@PVDAN@V#OwG|_zcI2NzCeCgmjrf`*F6mGp zJUIzk5u~KNK(?shTFTtRF;*(nMef+2MI^PbKoiac+E(id00B$s2)=!s*RYYW^?pS7 zTN_!3)jf&u1lPhTMQR}h9i(*|Hy+E?Rw54p90glfDjtBIX$J$t32GrF6h!bcEJU)5 zNFntd+rqveO$puvfl$7;D0pq}CHR!J$hN22pjy%)Szv+v&!xl^Gu8=`y+jnmJK?;B;++W= zJ&CVYtX9;4(G;A-$OXY_sg;oC`GKopD-uwRBcbVueNNIUf?<=m2(ObRd@YY2>uBYD zMJyR^yPw>*{l5xu_efL*|AP9_X$+VU)O-dwyzoK4TfVHu9GKTXKdAdIpWuL~^!cQu z!pNE@#WI2`qB6BJg<&Ru5YpF?@51AqeE9-Vgfs^)U&0hlc^Sc0FxdTptsFW8PdEx& zop}ZU!O*qBl*{W06~s>^)iz?7zC{uW*W~ZG55ZWS;+B@2HY^F>U=1NAts!pHK=lNI zN=R2s5K|Q6+{L)wk21=5Qy}P{g-UcIj^By{DkvJRO>PXB6OG$(7Pw?AJKPUVrphzp{N7r0s!xO2&_Uf z2k?J1(~YL}FS(#@-@k)$Un@;>JYdgOVAd)?M@U}%D;fORilC2wCQiwuLsff%iG~vb z%o`93%pHl}9z{MfFHZ`lu~hKa?&?*H4LSknQM{h1#@7xhOZ&+mHTx5C|Gr?CfN@G? zY&6!{(OToQr%mQ$(*yrT4?xfW+$VxI8>f*p_Xhwq4>TVLJSHI(_IZGp-M0WFk(HGtDU=kLP?`rQLR}l^&|r^DtS88?A#n3jU{GF$-i(-r z0j4AmL1Kk+KO4EY8<@p+AYvgBp^roO!4Dxz{Vn{E-}D_?NBANC_dOW>2tSB9ORLPHc8CxsJB^q4ZJmp5rc8f9udnKe2<#GXvh@906_?5 z5f7!KPNVL!)+0f^=ldlVZ&tgGS%5;10(D|Wp!;Hnzo7(ZM8sC)-~Ioi(U@7QhD-7x zDUC7t05hMP$WuP12Wh*XZmy`YI<(ZoeCvpDMN6bdKltC&yo83|azZa`K1+D(Wd5 z(4fX8jP!_e3U&FD5gkT)AcrUD32i5Qdv5Al5cTGvf+jlmX-qb^zSk|ookhq~xP;5m0=ZnTVZ>~x*TFvGi{dn(U{kX5P^L6(S^hQx(HMi8YIe5D2UNCWXLQyMzPYa3?;Di# z?q7M+HhlCX%WeCwdaSFMAD$Ec$13-FMs`1il4bZ&=F9650ftaUJqMolTZ@~miV~;q z{iBJ>KgC2%qxnWAA7z~vt2PynO?yks)ZFIw5Se^BR|NjyUmqeT&Z>|{yH{13%g(jx zsK&Itzk6NB<8h|Tc;P>uR;1WAl0+b443E3}qkC^^YDxx?bE)L}VDK$|lV@yAm_cXp zrhzh#-Y@6pvxW+QhM*~uqQ+bECVF_3{eS_;6Me7yz#;ek0R!YXq~iL@$ov^_Q;)4# zYuJ?&EA&MD3+i5Saevgke@@&i`T6cYLM_nSYdO6>D=2$+d%2kjznTr7?o=LY>7rZR z<=0MavbwvJ&^^TNrtCQtUz77_S!Xm5Yl2EAI8jW>YpR=X&$Oil4X?m*CYcoJ6F>7kLhmX* zI2=XETAKSILRMr>QGa%pSS zgc}$|{_{Od<3(czjteg;A%WtYj6InM?)?`?zz*wJGOvxUs5q6j<_`5lL4E+&*|7(A z8g^@*FzWutYU5l(&Eq2cCHJBOGIAODt{Mbp{R3^3KTItNO2reqZoiGS9jn_I6ZE(9 zeiTah3hETJ^<(M*=1m%}rU&%;{`ET`*Ffq;JG-MWjwE-81oZy?yCk4@>Sl%7FWiW% zx{7iV_G6Xnq#ejlF1Z%1LGR^&x^Zd5t-M(hCPlmV`rSp%jxq+R_j_f-gT7iE`Ts|6 zP3+b8ZloxN!(|7fQ!2EA8RU{t@55u+A@&QZm3_kIjgM_z!?j8!CL3Xb?SsMng!bC| zLBN)FFfyJbxF^;8hm6JJYf!e5vA9Z_=2-+dk`KYfAd~p0?_3P$CRXfQgHYr4F4G#} z(|>Jgd=*R%fKWRL9H@946a?ob&T9zm1R$c;j}MO+xV2Bu`Y1}lXc_ljj-S#+U>p>A z3Z%rw%nW^lhit?HvRDwYF%I@8wI+TRMti>0TGKd97ruxn5&Ajv`LG*^0X9@R$p7J$ zSAA&K#>>?Or-ID0Q!J>-aA`OWaQAA&hWj4CoKVM-eR1rXb#DWs+@qH+=PFB>j?r^X z|7Y#HVm#ZANFHBv7o#R>Bu6kd6fo6XZLN}22a3loug2emq@;#D=)*7IRltd{h>9rZ z^92i2Ni5CUoG_K*WXI=ouwKA!K_%MveW}LOZ>r#bY`(CN_`lW>g(AYgUi?5wPEG0U z1+)LtYBtL{z`EB&YB)N~D8+Gk9NGPR;|)S zp-K`Iarq(G0hW3Sij!2rs~H#|4bvU8W-@90hv1n73>e(jrx69|zi@8G-GR*#(2Vk> zTa{wn{Bm){-M6IgBMS}yYSAIYCtj*m6h$6bl>-P}ixX)R;|mbz6zMlS?FMB)otp1+LTH)Doz7i~9*`G9f{fvJo5OF8}= zL%|siG)b?J&6fBJ!^FZG(9Rzg;k1ZIP;#{0cm4S?)t;I zaDe%?{U?>(rPI^Sh5zWeTc3GV)4+7lP=J7f(PU3Z>kbh94n9(GAv*zx7lR)*~KH_M%v8Jp5DFQ$=?uiZA% zS|npS_xbh%-ecT~Au~JtylyAb$%?l=*mSn|GKpdCPXofjh|v@p5xAnzqe94T(NloC z8G)cS5pKr_ztkAN!`mN_*3k9rj8=}<^Me*e#MEK&7nZQpOz)rjNz9gr zWb|AcDPN$~3%BW@k6tNq!qi^+O_|OnKAQu&U$Qq<6>QQNYYwa8-+?=EyJVwBZ?ASx zFg1S1_v$Qk>9mI}^o0#gj#&f}>0)=6xvK%JR&EkTG@jO%+(9Ga;(we9t?WJyrb z3JDd>9&+|9a0oeqMC%(kd#GhvF{e+#;_mI+n6`3g&-bf^Y1)e%LBD&9nrFA3@z)=@ zK0RC*n$_@>X;8({{7^mLD-lL1ZN@uev%L411{Rdg?BkdW{1^b#8V=}_a$!!_f=xw+ z-?^b1xp?rY18qyQZnIvgO^(BD>h`?o!R;;EqR0F8&0OjQ?TqYd6{i@ z8Ftdi8L~_Ac$E7^pF?622Vd=9w!s2NYcoOb6(vQ2uYuYG7t>?MZkb(IW?Kqvq#|NQ zy5R|XAk8=a?Hi^kyXs!v_xf<%XBt$Lt$Fhec`kS!_+_?ERY}cP5#4HH-#&s`Oq`W< zp^atXXV(b>Hz8utJt|rBF@^j2tNu8{G)>sX&eY{eg4dxo%tEsg_Kxi!XelsV|JC^A z_KtX!#ht#z9WjE6hr9$7vr_r!^KwQO@4VJTMl8cH%xAYJ1uJpr+~mHziwi zZfDh+n(LJc#B>yQgn1t`b2R;SHKEu{YiV<+k9;bU6sk?qajPuC8&C=DzzolFu9A1Y zQjTTu#Vv_1lHLw5VP^#L`{qIJ#$hZN@5{t1m=0nGW>mZ6+qcPZiHw_OKQ8pE<%t33 zU}bH;!RvfceDs00c;CnG8&O(PKmzao?LKX*(=Bs0V$6iMK*CaEp@{(fNZI0C*)bL! zNUt1Y2u+wOkeVy7ho|ZmFp3tppl+wmVt=RAw)}%HCOW#E80fOLzY~_v88ovX)1z~j zIa9ccNy&zMu4L4~(p76J+>ys|wX6Q?rMHK(nHMFp_A#eUucL_F z<+E#%*U}Lrw5Jt@Z-C%Z0Wv%hurfV#cj)5{GEp*;)c1pt3Oa8|X(^$>xd@rB7THOV z>m`aRnq{AC$UcDOz!Wc5M0mnfd+P>!G6bhuyx%4>CNfyF)jHw}xYun=*li1;ap>Wf z5>#ms14Jfo$La`0k?x_U?2h#o_D5u7Oq+8=wZ{VMI{oSHCLrH}Tk~yl@)%*GisUPy zQ3J{6Mg4ETYQ&a+MXa7t`bhnkQ)JTV=Q4?n+k=ERbm!VK(ua|*GG@V!TlyjnA?&+s z;NAF}8?c>M8Ha?s>hFzohRhgWGFCx|V?HnK(}+F;p)opI>SwQZYOMdO|Y-xQ0RcF#;-} z5XTG_xLRPzWx|jEEdh+tEDd$_7em+hKY^@o`>jW3zDCCr%2pV?6X)JPwuD-K8_6BK zf&57rClMx(U=Ghi;2FH2=iJ43@*nka{UE3e%Sa6}=D>UNYybASFuRG^4 zp38J9zIn`%w0!P!O?JF*?ugG+czY37=S^0_PCrXx$Gjnqkr5pdn3R@raed!BmT}lT zn?)xWHm+X1TFJgKxkXt(O3KZ<2)Et7!b5v2Doa=%f4wP8$Qjo1Yb`IoGV88=S8M$I z^Ep9MFD)Ouvi(-{qxK?S&&TIXL%(Jw2kbtdZBip|%Fyd&BW!m}=c-wvE~&JF(?%O< zK{aO}ab-8_Q_aLe1UVM4s$(L*znuJ7fRgf&5gjpmaw`)$LvfEIq^@4M(%iu}>`>;^ zP6pXBGINC%bFx|vU4EibD@6Decsz^F*yxskgj@3VNuhT~@Q_WNsUpQawdBp0({rsw zElO_C8pe^B7CLh4nsGn_RT0%@7<=xYElSv zJ^V3G&6ILJyXN7$9js_j%wfN~I1ifWco1)JP)-xhW$+N}UI`1nT~5jIG*tcCB8!~h(dPE8 zC&_g@9vCA`YG=)haF2AvX2vWQx-FUqhm)MU_H}?Bj&xA@=(PY(&euOwrVV~E0>2Wp zUof%!#n!GoP@8Ep*rWA|KZU!>K8_9GJ?4F!1i&Pd0dN|T5kLYAeh`?*{hD8#A(gg7 z3o*I@cH~)^tu*t=`UL?Fp)KiVK|ta?Fnu75;x^&9<-vC$rXxcF62`xTjMi*&E9?_2 zL*_c97WAAKXIs3#gPp+C-a-S15wac*;$JRqJTxde1b1}%;&aWLiT68!g8({_>p;%& z+xM%4(R;gm(HpknEx02N;Xv;U)Q5PNVT;pY9O6UG6Nl07;OxR#EXCWm?ZJd$L1>Q| zE&KH}CTEye;V^po`oj-MJTy*=BkXn{ZJMGMaSGJ-nTNoxN`jFp?^C!>FfF^=Y7;iA zB@Pm~cwYz0xA4_(Ny5(rM@-RZ%VGh7^(Tz`<(L|3YPKo4^s970cGTmRSHF_|~n&EwA(!*ZRxy&|8FEiT5r*6~&B_Rl)t+a~l*-(Uw1>rZ?4wx{e}`|2*I zcE$DVAr1X)+sES#BpAIz&!1nhXK?do`NrX2poOB!`al^K z@%f&a9=8Pp;+SC5ya1Dp>K@5S(cIal;ZU2@T@C47Blg|m$HbZIh;ozLOpIG)+}Zfc zO|GV5If3m(gKbQ;4%;UvgOXy zB-KJle&D9i5h5#;@;L!*mi(5#aW!vx#u!kPY1IohafoWY!ubZR|o5($oH&EzQIoTarIYt2uD^h% ztmw#kpXQi<9tS{k@fq^tQ$1r%Cd6Mvih67*?hH8CNF;v5raOIW>g)IRSzd)NkmGTn z(!S|UI6w(}P)h>3FZECs&*|2HbPo}TLEPZ{&rh6TWdqP0OJ#QYk}Th`sn7DsTz1~< zA^lX1^EM@d{9X=3CW)A%LJRw8axxz*-7Ttc@IG9I^$8ejd&A03`26~NI7nt2rssL3 zuFasy2@SPxUn6&mj^;cl{$n!^-5m%h!RZzt#{_uMfK2>fG#*xwFnnKyS`9 zJ2UTkG~$%pt*~zbO}`%%XMO~c2?*N#N11JNfYm*J|Lu5};7;ft4B#4Gef^gk1sCxf zOcXMdFFC_e{+X#zb~vBrxpVqEWNY{iKe>cc@#9ceADm=rs`IL!?iT=9cl!uBj28_FdN)(-TTMN+pwG1bT-7M>g z7hs4JDzxW$932bvhHF^qaj{7CHp}Ow{z_YHQnpW@F}ru8yUJGY zCS=sIc&0mfw_m**4BPl{5|vY=pA}t4gT6panURdTio(XtUt+ z3BBsn!l=_+SbcEtdqA(Izs{Jk$7+m8PqZ!*dHVhEWIUYDwe^%cqFJufXH1QW!~}j_ zas3yfQV!DHDempQMuGH9jGj9u@il+BBO*c)P@Foy#f&UyFZsfJ`%I!{n!IbC zPQXc7xLLD&gV~!xz4@g}GDLvd6&+_kY{zHs=>hdwh-Y@_+yvVY9WWQGNRdS}^>A*U zxbN-Dn}qIHElO4~qZUH1$NTb$BuAmdx*n=@kB@yUBBW3ww?&=tI5n;Z#|^Qz{ z=Mn?TdhXfmjL=SVl5{f(e%|Cc7i`6&_c84X-P)Dolau?Hz17-HzKz)OhlKI?b@Vyb z4n?K-UzQZ@dn2e`C9p3m3xe;_hosIMD%P@wJ+tx^wDF8DnvT`ikdHbo&$by(+Qt3! z+=AwP)tOyWq7fu;zZ;%Zd(CppGhT9)V5x-QbB(0mFCW}FK0eMx@2Tp_@eKDNyb!nK zP@(Rq(Ol?b2s*2Du!k2a$a)63-g68sTEA}Hv&2LNq=?AEJM?O1>x>&OdWw4=0-m_8 z;IZ{w@X0UkzEWtnIfg(JqeV;0$~N zOJ9bNgxR-6qaRTu>XfCBtc>fJop+s|>yfJ4rl$1-V#&wS&4`Fw$V&yB8YGf=L`&VT z4tR$hjwi{B%@x5L(;|3t18A_eRSLp=#8SmND;U9Kyf)+YS;CO++Bm8;j{^$j@Rbto z8s~K#@$if0IJR)^W28{5RsN?nD?C{e6oe6Mf^6HtaNXOG z?pNG(NyFc?!5>kG5&wn=`dC0V?Yj5K^2ENvpH^L`KF;|biy{7vb8Fy3+L{gS2K2ib zH>ec?JU*{1d6e~moQHoLQw~CnP09PWomEr6=%w+kZF{80tCqErV|<`g!?XRPVA%FRU)MZ0 zXd`5lOubi13l2UZS;D~)AM&a6Oc;B&$`fT}v5?SeTT|ztku7w>)tSaw${zG}@KLx= zFFdj=jKNqd%{kCQu{N%d$w+cq#?$7QCj<24s<#HgjTP;=_)r`Mmvg^lJOV=&hKA`N9JG#Lb@z z4jr$~jBUuwD%3x?bKBaLo}QkkI=t-jJ{vbq?Kozw;@KfSq;H<3D%wK-sN{0j*fhJ# z0(EZ*+XZ18Dokdd=0yf0F2?|YtV2-s`?bv8LB&J-WL(hHR6*la%fSWSg4FtobWf?J zL@xtSnMyZTrD;AONdqBPL!xeYDUx&)Ss+o zaaJZE)VSN?q?=Eq6wV%~=uWk5bQ3WOMghq<`( zqtWTPm!cZ+^%7N@fxB%g-VKK5CbKJ3``hsoR=I||jf2nCRw9`n zesUn{ia=ap%_x0>ui$glx(kmqJx!_|E26B|r~6OJbXtpkPCq{#5>u$qbdz4#At>sF zf8qLpqfs~NGVe^jVH8~@=tVEQ2^mqgaZ=by+qiKw(WthW0h}P|VaG^b{D~a@8FL66hRzKt9MEawveNR1j0xOjPj7}f#GCGD6jv=pMNUhdf z+%q=w?wI7$LqnN*^}0>9wb4mfPcx9+6^{u!;e)e)G5dFQFlBkc^n%MH5e~L+iZN4K zd}CU0V6W68qrkJ~r-Np(>iI%NZlX3=aQdi!Z{)_QamIpOu=I_7% z(q%15MAZxV8Yd2YI;oeLTbQ+?%*G z1YLhMIBD;E@A-3{qpX`CW?ESxvYmgG;ByD#My(>thT#kRp2?5t)u7ODk{yPPca1C} zBMbLCuPg2FAKp=%Rk(irdLvugGdOorow>%peK`4CVXJs)h@QaSFm(M}*R6tQdfZCy zwwo;-m+4X7i1d9uoY@1<`#Um+@t~@O;IxBbf@{01HHajY>(}cnCmrYE6_MY;0DHKW{CpDRwo9#?dzNLL;{p-cIt64(<(7WXz{37 z+q}KIt#gZBrWi+4s1hxc-YYkoDuJ4YhIsT4wY93xe;4Z8QJonzDH?&^7)L&IlONaD z*LO?YY;av2WV9|r=XzA3f|P7xze<*t>eZ_mP{QAvC8sEMXcg+4noP&wqR$h>lW!8V zvaH|FGiRe{3_et(-fv=rD_vb#`P6Tp8c%?hW$_NOu^t#tAIfxFbiHx-=S217KPp7% z1yK%#=y7+^KT?dTsi}zq!P3sw_GGr3Af}$%+t7fPZ$z2+VUkFAGrN4N2rMP1Bvb2blfAK?Rg?Wu8YhRaFr(tfxS#%y;NyZ&i#oio?rHOiWav-$$|Z(%0}~kZEXW z2!WQ?3DO^Da;&mULbJfN-Qz5?>gs$ZA{1>XAaA~m_Mv!f z}8!2q-tzf0zUm0)@2;C50?l6=eOOHx{r%fvR9E zG#bV05?lH85>zf7VR$eOCCdR~?T16-F|@on=xn<=A0h9)RQj8v0fpiL>eq!$;A=$l zmx}0Bn&6~p+_X3XOjqPER9E`~Jza3VOl|w97QCw*0Sq4On+KwM%r7bL>kZys=yE1< zgU+FgGkQTUU1qPyofZqJZMxcWKJ^nt_@^6(M`!01Z_(UxSRbbQ+W%%5!-UM%Z#U^B zdHZ4Bws-4V=zobpWQo0Xa(3H>TOk{kt8YHIQYHP%&9X!O{0x#khp{JDE~AMlfMlLH z^F|P1jSGh-_ib&j-{D^0nzQE7s}=G^NoeT9We@x2qNG&j z6R-sUreEjWF#DfQ$Bw%3gH!OvY=j2XYgnrCtFLceqlQy0`na2FW zj++D#tE`;5OlKKp_r$YUSFu`&bL;72$5zutQ>tZHAC$vahkB(7t@RDMOL$?| zeI`yk#E}mCefZk4Q zD`m^Qp3B_ZZOB*f2DIK{`DCQ=UQq|&v_&9jJPEmwkn4Non=`^T6 zxDIqbIUdnussHq1x^_h!SAPfB&n0YOWr+51>fF@Te_uYTx}{~AIUZAmvIh4toCw?iJ$Tc1z2 z-+?2B(;i>Bs463DH_H{clQF0Q@YhcYO72H7U8p33c)6qy=h63qVLbrw68ac%JeA=6 zU9;rC_u3nWRnno??3WZT@!9azq$d7!YSK03NyGatQe5=F8kWo>0i|^ zxskqDKmi)yuf*4E${$tX-i}T+n1q0J1@E(%f}NQ~fVb}R*XMdvtnljjPZU~k*T}c{ zr=3H`m@hCB9|a7SGDcmvx5L6T%}qo)vF(FD3fm3COblt#%(lb>_6 zExJrfZOXY(1o1r5GuzmDP)lujvsmjAh_J@hoGxGHr=w-Ig*yF{8T+=T^o zdVLjRNPDE^In)ngfZa6!iI=zzrfHdoJF_&>{A(PK zh(*zq99O(&q4K7<1x!kJ&7WpMvgWpZv--TGgTSpI+~PbIIb0^vac^hPb?!IB*9^86 zmnuy>&eK|z2-cmc<(G_4bB8A^=^h{wBD zny}22--?rb`#FVM!(T8-l)Jc+LvmydFw+kvs4EFor-x}cv$lp)FuU*=2`jcH8zqM%- zVRNgS>;4?ZKXx-DfNp6J(RjG_aHHGeJZ7w}0)1(ua1spJ?fbsB1Hvznb&7`u1pwCB zHS2jg&5abgja*up59UmQ}^_|4nek=j`8nI-Dh6W9PW{1SrS`` zG^a`P&*>5!>40|#J`I{|4Cdu$wUyX5&%EJ~JY|>nvV`8O(Y?095U##!abEu`Fp?N~cPd@6y0Km%%aDYzR;Sj;N!8c=Hb$!tZ{V&b{_o!2B85do@Na* z!;1^UB!qvTl9Io|CG9)8ci~WFAEN&A*QojXKk0eb5WPDr!1GXKIm5Zt$E-mU5+eAoeX2@i}Yr8>mP8X;;!nh%c4pzL|A4N6=8Lls3}uPQ+6c^*-V5M;O$ zc^C{`3ha)Y*8yQ`fJou|>Q+kN1V{khVk613E=F=ZR%6nk=uq=1jn=U~B{xm9K+jRr zsyM)lWVnuKHGPJ& z&c=!w&QvI#z#%Bq0uZX+bIlTDnV62`w1$mg0ACBe!##3z=WQP}kNRhP%yePfTtQ}D z;NUDiWW$`5rE2*`@dJG{0wBI!Cmq5GAC$&~u4VoE-}PzS``4jNjk!(w9%p*cWXK8{FFAm>oKJW|vXyCw{C*@zbcnJ_*) z&Snc?rd}-0B-2?;3C@wSfBV*!OjMGbK_$jumx`~T@xs99t?q+?YwpGOgWL~6wAE>3 zr*Nwx>0kc(d?6BhMji@bXVIji4(v|j)mVL;*8KU%P2rqh$fmLDkBupPl~~kq3Og%V zJ-Ch$*n2g|Dl1(;OVFui&9Q(SjNeTT(v0;~f0Yqy?Cc~9SbMgE;+SC9QqLeky2L_+@8F z7TTXE)hBoT#}a4LHqj!LK|E!kSZ5&xL0(`W9n~oO$zGRfi4oIO7|{%b;I%)M+&BC8 zs*t=DA2OF}LPJB~%7-PF?OO9`&SN&Ll1^k}Y@vw8BO;k^wyvPHk;(FB6fPY2| zO6?IWLeT{EwyvmW7B|kjG@4*XJLtG zPKhfn#^6sYo`t$hXrR`VWnTlj0n$Gp+{7o`cx-VJOb}uxHQvy&po%uL66)rpk;hj4%)WJPA2@t41+gc+f0p*AVD(ELuexrF)aPrj-tWO zsmDH>s=}Y8>)KD2;8mc-Ot?Fm(jf=lMQ0E@%8gqaHu;gwUt(#@MG*?-Luf6>@ z9|7pX$NY4&Z5~H)9W6z)GH!4Hdc)iQ{lW_#I(rP&qLS}ow!@Z^$uPLTn9Pcc^Kka4 zl|9|e1ae+?i#mu$R#h8Cz5QUoJ)EK-S;d&q{V2nZ9m+yMAyvMrG&!ba*Y5em9&Rd} zbX;d9_3G%8{K{7qZsg%ItiUe)P@${0WAxv zo12GhMJU>b(GI_n;B$8ZWkV@hozO*WNizr*zfOhW!^Rcc4fzz548zuZ%s+7NrnqQs zbCc=3tDC|h4+rtkqr!?b{%bMd_LtvFw|3M%ceLDr9?4lf#cSxcA-9fd^o3gexsF=d zM_N!_Cm%271lsxC3Jw^*R&6_uEL`EK$lfmZhWc+ye+V##RWGL;xMrpyKR#}3`a&nG z`u6GN^YkN*e$GZ#=XPyAmAU81@!7R|YMJ)vET`X1P?u-x!|KZ42emsoEx>3J6vxd-@=lO!p;=i~gHJ7pl zxkRRcm;ImiuYG%tp6MVS?7s4+De)PP(##3QcZP-uFMCJkw7tE~(N)|PS^t-n&iCI! zp>$uzF=Tgr3)^s=)u9X5<+HxzOr-8Vu{&3SysdF74#OJ0qT&Ph#Ez14KH;i(GR68G zYSxkAbh9aY&rN(eq@Z_HJY26%cI#IMW5%EVeBvKpNRN>>azSIj>B^&3+V;=;!DYBw zE6bj)&o$j+AW+{DqY#rP|C*v?zxse5S?HS|)D4i1Utw4N$SUP6CYygrE1Hw{+G=N+ z8SeZ(*p3BGUh&_P`o*_R1X0I)!@DQxUNL)BJ$bFV%PS89M%5Pt6nD~QP zpO#`*4t$oB^>Ey3v;5R&S>EY*b^g??i9Gcxz9S>s%_Il3=)=f+K5@^ifxaYwzQj+^ zpLd_yi%a$C>voRLu6uh}`|Tf+X|m31r^FR+(NZsu|BJ&)_? zQ$j&CU?v;5^ezDmOIPxQ!d^dWFsrC|f}^1hgT)c|V82nBPwQmdjI1>pVPrQywD@v5 z!A2v2JdpcmI0)@&S2^)pvHsFi{QXbQd_5x?O0lA=Kw@WTlTCfPI`;>G5(m$)onn!{ z(}n3AH>3or^E^_~(FwzN5Anfp8BVbOzyu&hW<!s;C;Fo;RJ*z9s*Xk z2Dc{{&xGO#PnN$4|4SNW3im$5njY`GM`ju}_01{V=){H{X2Kd058u4;6Gi*7hX3ev zPJ-ydJWW8?P3a$80QZ20@_WqLS1I!&vPPYL-**5nd}J(iTIl{t_dZKhd;VzoDXj-E z$1dwZz@l=Xz86f|00K-T+>4ckX(pc{49SpCRKM)U>(N^-*L8Z_%_mGhklwj1>s8s` z0iM5I@)MiLiP7Q@Pv&`rOrJk!W)85O_}@S3&P7i2sSC;9$SGVk!ypu<@9!t}spx*<)So{#~Z5z(Dpri zf9WCK=3YPc++jeXYj14zlqCeNq`Cp+AGF`UKePK~a+Wneea4XHcNo?Ag@z(+-WO1Y)+_1~0YgPC9VF*hapGya0F=|=jz2sf1Xg_XdW`?Pa z9ThGFBOT6JWSg!5nWoeU6`$#6i7>P8>!F2_=R}{-&IL`r^H?-cE318Jr-=Yrq zLeRnd0!fwTDoS#czj|gnS`U+ZmJqutxZr~xUht`R_ez|?-txGge-}&%#G_Ep0;rVs z5fB$oxO9-KIHfx+4EuHG&Qk!CfgM)kwZ{C!$ABY%$|o2jD9^T$7qyun!gp4^rcf9! z?^x9{I$B&u>?$P8G+EAC4>^+BJ z^v!fG5ndOS&1o35&xD<17oEPL2h0kozOv7@r0`@+6_RrF$erb+zVu8?O9*eB0z&SikyjeUX$2HxSh_aG=H-Pou3-G*{3qn70=jj8HIiC*3m&_r zZi5R)qBgA+P^0R)I<+w?n!hjD?_ZaAQj^>6Mjyku;6zW*zTJ0&`G88d#%!*w?P4en z|Ni&KV>+TIGz#CTHsIQ{8WmiFm{G^iGneOrnU4pQg@Gj!lZ_pKrI5MkU{ltZLZ@RT#ZOF^BzpLjwXj@k7kNrob zDPAR&8w@uL1>&T4wPHPZNq?VqAOmYKtjgSoJ+8vG8GHQJi@4R47YQ#d>Jxs?Eh|n> z5H-tt{C34YA*S3`7aD=E3kRN^jW_)5x5B;KJw9|QRybp^YGX&(IuLioGqq{}6QbOrAJ zcp2(1-`@G#InA2a$*DtQ@Za&36%yb1sH}%UlH<=Mw;>fV;856^mQ=Su4AmsLtIo6x zo$qg+jx=p}e(|?Ie~$9?AazNG2o{BeE9dAdHf%?~Fs8NQlD)WQ-nhU{<`3NNk3cs7 z?>kPJQ-o=)|0a&WP!YZ!YZB;?p2^K5A~w%38lv7~;7$>rDdH4t+TcVq=9#!$0n zx|wf~JFREWWfCX0QjT3{TEZR}hYD9wxDVZgw6vnc5pA~%wPyQ^11Gn5)V^-tdgGiX z9X+!(3-vJj*^Zt5f~%+ECnZLwatw-G2%sW(BKrEgn?RJS$8$dmc~2 zBM=%Ctc3a6_fOR_2xQpf3^Dnq>wD0d1A3JMf?0k@gi6c02Tgb6G+mjT^ z_78X14~?B?TPopjkKEtx!{H~V2_-v*Jc~&lKa3hY5t+Y#TyP-goiBX8%Z9^!@ug=o zqwFg59Ohk_(gtl4#k!~HWmZw7&34>O=I&nc<1y+(K5nkEs!U;$hW_&MLk`jA9e-5{ z>Y>ySUVC_CJCjYRNm}=m+PkmZ3EYKhS9>$Zw3FVMzNVdmN~Im;j!1FO-g;2%#+ zDb~okuNIe-F*Fvrfmu0AJz-Y-&wr!%Zyb_cPT_XKEvmsnOZN<+AF4;|;j*{Ont!Nc z#IfepmFxAwW~yuzwc*E6O@t|PR(};Oz~O! z##n5djg5?~e$*OBoRmP#?(){)bpCZmP{*9Iv-(oL3xg;6F~?j?X|!N7)cC$*gd8=X z7ADIsEF*|c!2#^~D5!ns_dIf^O^&9w+;CNE8OB!y2e#hL;M{6)s^O-m;;rT3a)2Xv zc0{y+1wQARhuD6kdu(>zi@aX-Gb_XW4L__3S0&S>6R=UYVW9{XAc=>6?mE5Oruj;; zhuv6TR@ur6=HNE93}3~|u0n*NmN-A6O#9f0rKwSZQ+$8S@79Sh4xYD z`^6`noSX`}jX@Ltq*V+Q8R$5*nD~`oX1amwq@IaJ{thak78c-S0DecEO>uw4NjJKe zu1C9vyBKghZD`WNviOhVGU3sv41|KrJ{53NKCVY}uCg~D1+Xaj7pO=D7#T^NQodo< z(2wGOskS#jk7=_+DF}ZczTKwusBi)0uW| z2F@yQ4WWjVVINyzrz$~lkJk6^X?CtAsL9)-!rW;eN1sltJ`ey90o4h+uNBEI>i$s} zD}vxCN}7qnx(S~k*jnIXwukOOV=+7HN5T~v3zV$5xBm}qZvt22{|Hu(I7*EN|Q!&O2ZM-OokAp(mXmEM1u-R6YWUzq#h#J^PJ~> zKF{ZU|NHa%9ocq!-~0Zq?^@To*7{y+KIIlLPC-m#!wh5JgnW!Rp50@Y@)MkQ@}6~( z$6R{F=s7*S{QijS+fg&1TJ$Ga%#ok%_6Y3nPaF2o>5BDFZ*Si`$wNuY@z&w?AK2ii z@yMs@AA-G29Di=Lz?zwpj^pRm0zWoPRC}-8M1}g|{=v=9k1Ed%kNx+zNUQHS4k_Z* zMs`!t3v5A~qG9A5*2 zVI`zq*0djkveoeu2l{p1#>7aXmCffOCKF%S;F2-B>+L31?(!L~OQ%i5u@rPxbezUw zNNpOc%Jck?ClhAfHsK%(YgP0OcMJ26c`GJ?3A2&m(w6*C7-9LmZ_Ld=paG_Ib8;9B z{9!zX{PN?*ab*|}%MfXp*U{$*_34ba6p5i_qH;R4*eeDX{Rx ziaKdP#gT{8mkZ=4cONc|L3Ez(w(0ujMMRBF^+rSRs#SN02L<6?xNQ{mit_2h7}Y$)5Bj3W;Y|*@;Myz#_A)!>s-4X31>aJ#Yl@IQt-M&JK2U(A7}eElR##Po(f*c=!l!wJDC z56?vGRbNG39Q6SlyOa~iKgoJ(?cbGV1hb_>iA))7N63pmI2(TO>vq4oXS+{2acbVf zhL=w#-Z{4a3yKi+UBYj#s>ZFp-Ti3w#8^Q-_i5^Z>UYM{!LoA*0|!}J=*WI z&|LZ8&K+H?zR0b=!|6S}HFy1!nHQf|PD2=0T*Zo3;9Sg#{)>`qozMJE8Yum-SWB-S z-L*;}|A?^$z&__9w z;`Fa{4_uDejCe|Aev)cIt4_jFVm2dZ>^5gr|QZ7;GaXC;eSyV&2{|>J=-}E;+D{{sy3zH4b;_t3+Ea{{V*eVx*Z|3wd%d5=Sq6w?olZ?)FEt@^TdMa$Li z15=K6ca|rRw9i}* z;opB@EQw;PM;2;j45a;(AmXHf7_I3yj`$^wF7;F$)LK|nFh=_IXUz+*5|Jklc))qxjr$6+n?7pJt(oh(^W2XeS383 zkp1d8JU6$jm{}b>&B^z2hR%*ltXr3##m27tIfjA@7^MRc-S85YlQ7V4UilARPRB@$ z*(F+|D3O>swke&icPi1dYI=O^g_r4_bq)^;_}3km6a9M;e*VG9hk+=|fIm?;g5Ze% zWc~e7k^6tcu_%iY5Sas0Nz)oN}vEknEW;kHU?7{oT03W%~GY}X!7smugIc%Q# zCI+2%)z#J(3{%}wf8mJOD4;wv9<{vt$E5i)BPH!>0>taBBMd_Hkk3nGMKWe45pD8yT$PNS7$+ zKL3rRIrvHAtNJFNO9Bu3WO_n^_D0mK|B12s`QEZl5)5KFozR~<7~P;2G2h&6Ab)6; z9$dh`Js7kqdSjrG$IY)kTWF5t50Luv%b%7pyD{#n(f(zYR;vx=BvuEvwcvpHj~w>r zm*0>GDnf|*v={J>o#{pqMD@l!HIwiLorv4!Gr9(c8p>_2>F==@YN<@_aIla~nC)vk zXZDt(3e&DQRV`e$aKS7Arv+6LGZ)px9WD6Pi?u*G?dZuWvtz8CY^mon56`>fK6$Fa zWj*m=ofTVGd?-{t`sh)uL2_ldZF7IY`+JWP9wk2NvkWMTl@E$m4^=5Q@9NnDRFwR!Eadi{N*85MMEZ4B# zJK@?(B%ofR94xilk&%TT_|-OJCK*P_>hY+dPve!~T~EUe(ik{VSdUt?a>Cd{9A9^D zG!uc>nc$gw#7p$^&Fl37>OH!XzlV3PTx*H)y}(S)#h5m?WO2>3Tf48=I;olM;MkfS zH-Qy+NBjJ#tJ^mVmHf*e?%z4mIAGsd>FElE`h0#9d#=kLkvpSnmO}&CK>X39wS;N6 zCXp60=0p|hv-EW!E02khUZR{!I5TC}FWs)JJhO|nSORj#I3Bdcn}c;32X#h<6>jk! zld}NQDi=09@Bd@-{NZa5!yn=%JcU~%=dYas6=ub06E8p>QZhnrzE546$>9qmN5Rj(Jz?6R8N;6*;uD{YGS%pnK?3JHZchkyZOQrb>PU4q-+RQf z12;G9K#%SZm_z267V$Dzh_!y%p2r%~ryCgwTcsH)?#7vxSNuP?9L8+j5952W)Iz_$ z-L;AE2_+Hb3-rdVSp%rD8b-M8t|KD`cuo85jc`herDhEUDahdSJvz(X0!@}}<#xC*M z6S`LsJt4Gew<06Oef|9IU~X%znv=Ndfdg|&9@ng4-79$ewmOQYqZvw`m^+p+JhWsU zH8yrf3UGHD#}S|G`wl#XiZD<;p2E=h_>!dUo9CN9n!ol4#$hfH_fdWp6C-#qb7lCK zHmmdsbR#>@z0*?_yXn2t`Gt=Y5d{3xOOUQ-gJ29h;_^*WDDN)icj|35&3KFVwey9Smfu)=b^;OQhPEO>mXdGJ=nJJ zy+iK9kWEDwc;`lR{wIKS8rYA8oPmC2n!`>W< z*3WB6MmJ5MAB)pCG-ihG%^L_r)7+_qNw<^@D^p~VaxlhDTF;R8V2pgswKFuC6_X$6 zRSh2^7D5~fuVPJI0}(0opka8`%~MO$MB+6?>8&B6g16oe^k%qWVy<2k^nvN`If<8O zZ(_Yf+a>2;$a#3Nnk;bgJnz?v=$cEoqN}B-tIOwDZm~1|YuwdnA0tB-cKCqT1L>4g zMt_~bzJU+`zU5WXaZ5OR?BpN@K{pijptT{8)0b#!-9J%vBJI+6koGm-c<0;a2sxc< z^I3D(+i*i~-2DsR3r#ji)7>`Q!1x!w>B~w>+1=nMqC=8DJuQ9o@#*~c72O37D&ksO zxc=dtZ#)sNB_Q-DGJ3Up>gR{ zdbP4fE*77~-h(IqSmke}b*2B)gq1jtuo5yV99`i@k6q3zPLiCR?|5)`OiY;S_2C^c z`rkAi+B$sKm(8A|`%aNJBx4r3C9|LLLKc$LGM$LD` zis_H)W^a1-k^$@j4MQ_d6osoEPR`t15G zJL21~ERkTfx_!q_lU{DI&H?z$!RgH%AK(ZMh zbL|X@5$w6Q^st9T=5a9|9UbC4mh<(8KNfeIu13dL>~4{=WQU)pXz%vT6kxEe+!Yzt zWz=ZsPp9en1;gDtKRtU$k-SC1u8zf{y#PP`BmJnplic|~9(#A|7Xn`Uf?ZJ9zI{7= zja%@p=tl}3b+X#p&30q1DVv)|!FHxzzkVG%G5hVicZzt>>**-W&i%(uk7emal^i{G z?DB}q{S)y>Sx|Ry-l#9cR|^dd^%5O-Qwe?;eq5hts?OdiED@croO7Mj9)yKSwv5|) zAI&GVQ=P(N!>*rGt^xBdD_H-a_6W|ye2{tpmQe8SIgd?r3R(}3Ly{W7lLO6pU&vEF6 z@@>^6iw=%WyMkLrGXS>xNh;!I7JeCd_w`$Vw$jlLOd(T}6t>qscA^n<(AxF4`RXIM za>PTcT9Q^WTCpQ=Bt#uOj*%69vKvhnXwu! z0@z4y8`1<+W0wgJEah3^hF$yM!2{e@)@DsfKR5bysGI=J-taN(?Gw1WP0$P8f`GMe z_Wji98x!Dz$%M)OuH5xIYsR11dISvVhV9(5=L_PNGHzPoVwQe7K5-eG5}`42N@Qpw zPHBrbi}ethhFdw~-r*MlavCp?PaScsShQ+Aum75jOT`d=VSpFL@iNE>$OLd3Dnq2l z&X@{9{HPNM#;b;r(-KbnGrelqqhC7%u>bAbH^!i#S)T#P2Kbg?e1)bTl58EpSLjZs zc?)D_M6yVR?I?*$Q^h35D z`AyESola^vU`z`_eyR$=0CC6)F(RVAc7C7)W zzjguZ2t4v81XY^jQ&(4aRdmA0r*A!uok$XbIEhJfAn(3DJkGE@VKsI$8>b3Z{XM!a zQUaSAj>8prBoqD4-W^&VCx29fM&52OnfxJcd??CfBvXpJFTMhT;V9z$4Ky&a3;L)` z#s&?*EAH-sqZu2PYZPc;xeF>QgBYMObEY%KeK7$6g&On`d0>=1_xPn8D}7wddAuau!$phJcjX1yq;O5IPJI9R(8TDwi%9`c^ZTS_CPkSK%;?sG<9>@{qjguW|QXzygztn@D#*Y;Ew%- z9OmkeWld0}WQ1eM!aP(!*T+l1AtUOsSX=WgBx&77LhJA!D2}gsI*Ji7z2f`#?+iu+ zfk%D;Nh1SAX-qx3Ss6RRt7s%0 z;tZkKQ6th6<;Cw5{Ou&<$aw&Kj>ISof%DYLmuXjq#5I7#3KblFG2F1>-&XQ}2L%3M z2gAlOL3QU&?vlq%n8xj+EC~8%fmb$j10qWdckkZ4hzx+J9C3WFjJOF)7PIHFtlb^B z3$yITFpk)4J6A16FBNV}WgG)-hHUt?4TXxV92)8bSz(gehI3zh5W{Sk$F;ZMdT8<& zfT|9-v@PB*CVoh;IDze%iPL$tUq^+~U*$n5z_2uCIVyv5kf0oVZ@U~_i~o2qfGBMN zJ`@p}B>xEu9vY6_G~SBw3!sMJ7Z?-@@HlhUtSx{ElSU>VDeu?;IHx)uo`}Yj(bCek z#elj|E(y!UI~+S0E(s>M>OT?0PeEMD2~`cpnH*c`!wG<3;1+WY7l&J8PYfFuYmum5?(D>k;3JBp zW-<)VNRUT#|88dT>u|Kp=5*pbdi?m-gt51jckkUR4Prs}IU?rlIdi~ZF5w||;obZ9 zo8W{9KKupFu`~Ps=q$3!#xS|rCl+wJp12PpAif6Q7Z}mBiQ|y%E;^F8w8T)7*6mQ) z#zITC2A7Ztf$j$511~p4G~LWoQQD)phi{*irlDcQ%#dgPQyVQBw|HkyrJ$*YrinT$tVm8&R(7jJwVq#+MzUFY)4#y0cgW7j^8oezA6-|c^ zc?wcW_T~+O8fzq|J=Gc1t{id|8>;u#Eq)ocIJG9bLWoWOPd5_Ew9U6RF;tKK{L9{- zN?2)ITQ;M)4UfI)YXW;WmG!E`ik^7xRU$oM9b4DKP9!C!Gi8UsfkPS^Jm3Z}=k z)WpCz;lYS{fhmarwf(2c`l^#xim#q(vaZ8u@q?d#XVECIbZYC&4N2L5b)3qP#G%?g z_H*|M+dlqOC1(j|A$vK=0*2kWbLXD~v0+L(_wS!o@_5_HPc3_P?^eJT8Mewx3ma<( zL)hz79BZ7P*;l^r)4{i1SSb1000yH5X#MKdD<;G!Dqev3^!tK|^vHk5zybt0dn626 zSOL8XfJg_Pt6u18xp3FjX%)#C%k;OrxYR!gfh&0g>>C3qV9w)kF1zZIeE(q?2)NLw z6`VlBp$TYrUMqWc!ucUFt#0#WXHWTZvB!h!}pu4A20l^BwJEk~CxXIprAhI;6 zuPKoYZH&v#&LjfhPD%Ym`IQ=& z4YDSsKXc)GImG0L|CvErD|kdheAyc3-KX>nU>bDx{Ot+QW!=Zj3h9TKjti((ZzNe{ zOsxk}I}Wsxs(%F(W0j1I8Y4?{znGa04RmGEc|n@qgZrYM>R_J))h9Ps3^DMWu^p#S zTy##R-7x&m}TG}QQakWeHiAy z%2Kf$T$IuxrY%*K)#GJ8xM+vAeJ{5>BI^33kE?@)a9}fp4Y4E-+(CGX*S)0!h_PjM z?YX89Xh2Z>7TkvuDEY3WH{>B4o@AD71P8-5t-a@+Ny9OgclT})3YgYaZl&!HQOIq^ z<~U^8iXjwI_d`PNBqz(#q3w;QKjl8B?236fnORD?2I_gJZcpRDVC5``P^NUhxg>Wg zZJf%2&T;)XeD7?P(jI^+is_q}tjx?RHyp?HAE%-PwNV^tZ*@OvV&cI}9*C=Q5w3bZ zK|s?i7ZUrs&{-k0V1XQ@^aTDKr!o(%7aIV~C}dWe$tRjaO@nx)zaG|skisIjWTLDOmuUd$-` zkYaC}gtPzdbByEW-)Kv^4~>*`QV`H=xeH#6&Zno77=h-sd%%c{!u>84+335cxh`y= zi3qr33l~(S_InSRDa?>Lvnm@75`_Lw_(7sX=0o)Ir;$g#cB0beYSYDRY&7o+|6r3Q zcxLO}=&v;E4;lI%RD~nLZT{hOApHudYqq9wPD#gc-|3`cs&0i8wOA9Bn5=PPx(bIzZ55!y7vGIxJmoV51muqy8gOLWt6$Te11V)7SeRCcqyh#8+GV#bufLe#7VAYQ-CBfN-EvjdwH(x*O{e6TE&95ly1mDm6z`|VelH8Y z2Ixtudl{8DMxTyT{=bv-4jU4vLG39AOp;fVN`C*XMw5!9`0iUbpu`|cqT!jO9Se1i z6mAu{9zC*J?uh2+;=Id)%ic9v>RYOf;ezgjUtDGFz>=}Vn%nflZW z*#jD?k(9qtmdpjaP=HEA?V9|r^naa$1mba9+C78oNe}L^uk6J+8|U{@<0y3a9PZFwj1SK9Ey1l|ZXZ?#+T_+}w@> z#g6fAiMU_B#0(1wI&oNhs6z$yK-6$ z9hzL|+2uJqW3+nvS)DmqxEBPN=#fb zHWOooPQ`31L z^hI1_;@`&qPG(RQQ)=w$?9BF%cgPzfGO|2rufPyLzLnbJm+BKW0HLrY%Y=oe^rrN1 z-6^vuKFHOyX2lBC{w|E~m|@fmiF=I}*>;khFDQy?KJq6G*@0fovvcn!())39$J>QH z_CWkhlOs`uuZBYf0s{qqRPH)>kY4~3vs_A1i5%=S8M1tC?=8(+g}wsK7TGAA>!X?V z)nd5w0t5<`4UZH|sV9)`}KzzDS$NhxzR?zfVRA$)F znAu-w>*woRg_UvvTjA{79qZT^OC&yU`P#nRL8k{HAqEAVU^{v3@*6b5q1aKCemmdp ztAw0g)y*$2_;2lo0R-%Fx{7(DrV=Yv#WVZ)mSz65llFD^L30znLjDLoaH-uGQw- z%7P0K?Eq*;QY7NS1|5dW?5=@n3y_)hzfSGnCW9?TRT|nLpzNd|NmE6rt25o3>JI1$ zF|}RGV~@!v5R0k`7UJfXAE;HK2}Ljb?P>OBRVrk11e9*8sz1#uQBgXL*pX6MPukd3 zA@T#q6cjYAKVKjuBpSbC$r{{Lai1Ljkh2_oF37o2L_kl#ug}sBBhR5~esD0A6Oa|Y z_|vTLk=Neu)eYx(K6SNl@LiS&bKf~Bx2fk>*`6Yd+Oa$D7zG_o=pd$@clM>U4(BODiM z3Qz$m|7{{)6y>v+?)pFFvp_?``K++5#9Gxrj9ZwC8es%ZG~C^GJIBAw&P-3DF*+LAA13;J3&%TZZ0%6+*hA?Z(YT4@&grOFeQd5LVyFoUZNAaqY=Q7{zj0qIdNiJ0^g@%Ko5rMqpTQ)f#!82-8qra89RFPsOR?0 zPWLVz;&$EMcG;O+I-6#{B*Bln(`+g1g2^AXFs9GHao3Ku`ujWjzhc-9N2#mxgU64r z5G=}QqybJSVjn0Ioi?%6C*Mwx1UVHHsN6%d0)2~^2}ty@?8@(v0}y6LAC4FcOYC@;bKiwn7{$i?n@Fi8}b~Ne|B@ z@Ygr?yzYhACBmD-8hkCVXF1iXt$`}BX1eI=AG)Y*0Iy0dP`h}uReLy6~^Xl4> zl6kOG2V#e2aC1ZA>xze6^}^SWOxGf{)x~0@hNE}`%Xs@1ZhCi)%@gDRh$+B>RSr@5 zQ6;$NA~6yYhig?!QMS}LIkkA}Gmrs0`v-YXP?%W|yvPV(8*MU5Np2W6G@z9aieS$k zi!@1iTg=4>Q=cP|DvuNry)%?ZAzz7b^K)H-4%p!t0SI%Sbdj_qa&_WvejZD z)NHP1f3IF@~Ub=Z>;Elq}2+xo^(H?z`JPzv|Qu=DlJG1q~GaSV%Im>h8CfM2^ z3ECIbQnxl$=vYp5#G9;KdVEku8jqvMc6`;?0pFILrshPw*| z*@=_%+}h&4cK#+!=bk<>L{PG_eMwc*X)+$6Qh(^+w!+wiaPQa*It3Tt;%uL~kObCi z-r6DS&cMussodNUsB+MB==nlx83;AvagIX<4ikV7yZUVI-)$5GXhI ze~h>x#4c)kRaDSxm6_2tEuy*kT+~oza+#!ijB>&ek#ObvOI7X}>YACgIkl@4UKO&( z?6HSsy>SZ*G8=4lu-FX=Tdd)boQ2@uFw%V7+zp*yAoYNbp zE9TX)k1QyyU1ahb1btuga~T+IDbHjcR+aWv5DNvM{UAI%s67yo5wb)l``hJ*%+bH2h>6wxdCmPhz$TjRuiU1P?$|wL zXg(?EHFb6PnWU_(=zSlX36&#Pq0Cv(f7(Evy1KgBKWOL*{J0d@lLb1JML{!qXCbJI zJ_-$`IqCqr$(8k}H&JK+0EhQK8_-L>h8!I@%_^_pBPR?Eub?3V{~TqIf0q9<;3@@a zkomlJYI{aP(E{eZK3%41PghW{qIz&qQB-ApZfN-74 zdnzcTL(ZwQ{uXw;KZXc#b5mO>+-6^N!N-ppnleW*RIx8P5NRO2v$MTd4a$*Sr6Fju zg`C9n3mXnUmqcAf2U8pIyC`g;52~-R2%r*V)}Q$`yoPts7m06FGrg1=O#i0&=K`?O z*MXpm21sAbrUx*JSubyhaFLXLXIh$v3hg?k8&9Ds3)zP(&q40s%CS z^GMqv8y9scuc-D_Xxc*QqpvaQbVnVSd=0a}$&0-Jt|@WRnZvdGTC~6N+~a{q3?hL# zuyS3c2DsLpXc0y2bV6XzZAkG*jjZM$9Mj4cD*^#s;iT8rLpftP z`!Y?XjRI?AWHkHdEvx!uvkV(bMkeV{;MRhy+`OWQw^_??gk1l|K2q~=ntj=Gai2~( zyJC`Z)O&LHp-PdB4th*b%bni>iLZ%+pN<2i)z;)Y`6{5?IqNA;8C{*pL#|40t5)>2+4ha#uZeR9i@8d$LrnSfF*jLzr=Fi;OC=LZj zMw;bCd^a_(Wq*|}WXD}_*ynziR-R?yjoDhSq`r5L>UpuM8!HPo!Q#jYGUe4MthD~f1+boGYSJIQo|h~q3;F(?S;^W zi>Pe%HV<2?UYUH&JonGKMEqrcgUn7B^W3dN0j($VR!i7hEzMiKtufJ{Hv_k_sw>(* z#TGc1tF!!de4w0qFpPQj?5>WThD-da-nbe*H}hjy`{j~yvQu$$X9j&m%x-=g@ji>+wOz4h z-Rzpe#|i@87voo<)B{lEQXCt_@7Av9)xa+7o@KZ;mv_6l0PoIT+XbCX<#VV#Y30hD z{Uun4!mM12XF2z_ys#^9-q_4OQpqD>t940khrpU3IpeVFam^-nc1hi~k3H5|_QmPy z^Lby)U*=tug?lR6E%7c(R!Lxuw_MZOOYN+gNOi&k>^n;$AZSWkqoqSxkVnk6L^2KJt94yxRlm-2_{(yz^qw>|}7&`B#gDblrv zI<&Kh$RN6px*y>LH8Ev`fx!C>0#?_^G7KA3Y{3bTpkM2a*d+bD`mPFF6FcBUktT`6 zFo=n-GLHXpLkdc>-u(j%TeK#n)veFo9zCky+BV#|fB#6{35hj{D9X(c+c4v_tWM=+ zi^1UK+&eWl>vtZqk11Jmd(E0PV%BFQ+J|%=8i}lO4)RIgy=zz0p*c}PmgrmLQ=1dz z=zxw8u8Mi9icrC8{G${Q`M^`RS=)?sBW5q?JUCC}nw!rYA0%aelrq65afR+zg9P3{Cr;Gkm({ll9yoAd z%FPgz-NpsoT$Ae7bHgjd`J6#yN{U13xCcjyBd*CTzmfeVW~Jkwp3YK71--pOG9p)` zx|PVM&U&4_3y>QL!rc^)16uxr9Z zj-BwjNUb+ct$K?U8zFE<+j6TvcbY1Rdr9=cZ;)5>3PE8Q*mwEY@M|_2kKOK7 z*B)(P)7Q!=im1pM`0P5k!g!$M$x5HfE{^`3<~I#{J{tH9tc!WmoM{+(d~b%W*7rd5 zJ;}%OiuWaW95_Cwo&R#aV&R)Cev#rV4Z6DTrd-1M06Qv>tBLGg#EW6$~&e(`D8GQNWQmyry z8Hyh;PwUjmtKh(B{&yAl5@#sR%2o7#U6X~DLYHuD4ArAKrVpj|8>U?M=Q1tP_lAaS zt4lXZ5i_X_$Syv4^wPo?%ZqEdS#=tcrZ`h zCB=5Jyo9fhX9=Kx(tFX2%30o}o0f)M*tRlLwk&?ty_eNnbM8R^_`nLUOX6@&lJ56Y zB}8vz``B-79d=1y%rXo`4d9RJYtQB0+rKq%hTpb39=3TAAF~$A%E^|=iF&`DZX&nE zR=^)^3mNhwv9&fUi zzwOLP>6J1+_H~_FmqJd8(2>rra1R8R5D&i-i@z4;q+He%uxjWu-Qv!6N4$wq^I!vh zySjRdCSKkyW0g{OOCm*1;uq#)l1x*}tQVJ+=I^0P{NWuC-1Z5qR zzzPZrBP$p1Zz+v8H%R(^Pb{GQ8nkx$*{#s;KJ|Pc9A@3!JT#EXOXRCbmS1K6*Tn+O zAiS@r*j4dlG!nViDlo)$)P!D7ye61#Mcy1cDjbq`$6q0Sx{-Qe;JjSIQQ=^Q&T`IW ze=kz;z_9uWTsyio+<)q?vps4tyWGIWH&479D%0DwFOOW7NZNsp-Y%S!gqXU}y%@Xm|2YXXh`n zTH}^H3J>={`Rj0AamrvvI1Xo}pY6*}jqh2nBBb%Me}GrR^!UmWL(2k``W6gUs|?=l zzI&VUX7d>`HuUXK9yn>*_ewbYN=T4{G_mrSx#>cvV8H@nl_Fn@x+2~$E*^KxJ6lf& zViMy$*Ka|aPzDg^a_ceI6riv+PQ~f!{#fIHDK%@Ww4w+1wB{96?2qhRCO*A&f=4lt%JO&@^!-XQ$hpwybG;5 zC)RT)$!tJ)+wNI-NfZr83W&P-lIA!o3b4H1$NxUmkvdr14SDF<+}tQM9Hyd%xz-To z(H`vYa$8d|6XjANT?_(1Z!td!EVI{D_Ur&dqL7|4;S;*Ho-DE$ZT2?D>4wQ00hp88 zuA7^L0YBEC?ZbHJ!LR;}%MZke)T@K0Ne7#yB5Sd~S^FjYEefgearS+UvH3ph!F^As z+~2ehoW2XDgod~Q02}X^L*o3C6Gb<>B5R_9dLxZ^H*el_#-TfX`Om)}nvY^%U-=}~ z$p=(3#=*f_aj8xIu}w+cQTqn=Cp{QYy!3t0{CyygfaAL?_G5P5GE@C)e}RI*dNg<4 zwRGBugfFSV?>@(jBAf|9_J&Hc5*?Kx5{#*71Y$G{>O1mQ^M5m+Pe@Uq=cUqu1;OBc zj8g|X*P8Q#Nn#`W-mjprd(WQ6u9G*Noul%kg^7->>Lg=$5yn+WC$6llte7TM=D>kB za{%GzmQxId^P4k%DboQmd|K+#Ljaq+P92psr)lc8f$d;=z`34c6wB6@LOnPyvLe+J z(C$uIwEEL{Pe`RXDFn*Q|~LP zylLORpQ0n0_=72=+u4;}I<`KWp2Bp$Lj9AIj)fYzp2$lPG?s3@Z~d-!pW+_HcQ`}! z5vUDKi!W5~ zMu!_;<5!iqCl4R)KbZECwcm+jRZx&g?dfUl=arRr zXugojTY4!bOX6I);dcy0c;O>!-8F zOLEN_YoR#5cfxO;ihoR&(fFYEkZZ)Hz;d6%miNDzcenN=`PMyrG}!5C5+J=NBv6`9 z#m_;bOxohawQXOmaG0YZz<3`uqDc9JOm-YcCL$B{4K6B4{*e)RSpd= zLsG;U3TYZND?|$OA4(`2T0Q%>jm)X5IKhoyZcE9T%ed$Bsqo`-ot&j?I}K^7eWG=| z+QallRNzbMcc8UFBCz#}luetSf@b%a8z5SwPJMe5J0Ppw{THujeE&IAkJorg2N%_* zQ$bHVsXq+OQIQ*Whjoagqqj!iWaP{XYm$3-*7-RtXjjOOc>45Yt68*0a@`xRpx%c; z3Ds>F{55!@SJtt8jiY(?7w@F%#l>^m#OGp^1Qm{_ar0h$RtDbAJGtV+hYuN!Yi7F% zS5&fxnm47|j4C8;W`|>X_MM_y&7^)v!nZ$q@rT)3u2yfy9`Dwkd`Gzj3s5==>_#=e z_O+Ht^9nDlT|`&^Xw&Qpsf&SW7LSVSTd~tSt_CHeu;X$(`gBGqhCPH|1|8(;Ess$g zndFp02Lm;p%pf|@wAJjM+U3e_x5~JbH{1orv22VKNw)5xri$qj@*NLVlDnI!wpGw* zDQ25ozHuWr_oXQUmLEoY|5Lb@i-@EL4fOxB{$o{C1_&St+~jlh~Lc?i|zBM{Bq(RC3qsnDdDv>>UCi-&(Up7L#txo6Ijg zO+rHAp>A4=EoP$33hK!*2yyY&R*@)vXXqcC0^4V7YkIVP`4xvbH^3e%-{Ha`^%!H zk_w=@w>zC=EsM98pHJ#mo>X0r+mL6p;o@WgIm7bv3X^2dICrDQIF%;Vu+uN|Fnkpj zBsCMmY!?^To|4ARv|E6dEC(TKs@pc+UO}P1qIp28|D{L&%h-W~Q)F7w7H`}phca)L zD@vjCc4pZfa7xp|?Y;=J(Npp*BPcg7FB97!NGm^RCO3D8N|1Xj>U`X$pAQv6b-y!I zD^=~GX503yCKziVy7tsG)6Y)}D@<%ozYEo}DDRo4ghXNdG!`eCn5N;!oey`bDRE3Z z1ilXKOuMpJ6LDC(%xTP_d62qA5|V}PsJbQVId+Hc>6?4#5Hghp+wQ>cxNqVN+g8yY z$V>C;WN^Y*WoApk(N$G+aaGab_C_)_YxCo~7cWa3Y{(xJai1&OYvc%at|M&Q>CQ7# z?B+Q%)i{XGm@z{%zJget?#n^lm%GbqQ2U_>uDSlNv3Hdj5FnYP=!k6i?e-KTo0Z^D=99{Z=bwGs%`|Eu*%RsuiBcqv^EX^)i!A=W?udZ_yBXtl*o(z%wiue2D5YO`E`+&51~OPe4@B6E zSFg6(0l*|wTfRHKda$W^P!zPgWw~QzGybwESqp7Z=u}#Pxts4#B;=x_;yHG0E4^oH zq<69i)i9WpzbI(%6vZCiDT?KY5v@aml|zY5cAj^3gz!L7+jGpPiyfzvzjd6(dIs-a zcF&#D&b!_+5!Y>hYv#;fuym@HU9!+9eWfo^d}fYrCFi88_EReB=IQ|4aD znrkZpBF#k8EDkQ=pN@Of8v*wFl)pb>*o!PnA#3uKQ|` zJi3cp-(dXd;ZNBO4Tg4Tr||GjZqP68x}=a!Ev?eL65Vm+^x8j@)IRf^Hs4Ygf;E9K>f&YP^`jGODWY2nwJnmZ+i z_ua=#OY3Q`Vdwb3{jtWGe$DZbavZd)o4KCjnZ}cwK|vmy?))h|QI%C+Uyt7pk{+-6 zyFq@S8;TG2+&M~)Mr+_mC^yJEZ+>g>HEVdO3#rP;#J1FHcJ(0ovm|L%WDb9ONxit% z80ZwZqNSR0EEW5@U9FD|Wb1neJ)N!dZ7X<)dO}m@^>90Vq5+ccmk#9Q_bW3?VBG_5 z)={Q@f4)ly*1;65hgxL>s9TLza_%h_%(`5rH(6B1d{kj3`K-rEAbx2>!HRH~vDHwr7A(qwq@y?5kYC?d4N zQLt5dts0I;YtT5I&sAS2VN^LTl})`&bT6s`ZJTWVI&&ZSCiOedq~0vMC~iWqc<5Cv zH?i3UKg`*B2k(l?sl~f`cQ?0;ZRo49?n|`B!C7I6)|=`S|!)qiM*Y zyerx-s^Dlk@*wJ<>5jQ{C-BOykR2Ihq=;lVy)5~(??OGi37fcee4LbZ%b_}{G^=MeVw9ydEzuO$l)yW9NNh)$E98&!z!Gb>3e8 z>GYDPmqvR5E>fWlyO!PE%6@oU(WbL{btTwiV>0C{jWCsVY9--WZwY8DfCt;e9D7)LBY(q7Nk{q)3&?1*rUBZzyN>EN*ItRD#Dw zSL2C!HMn{U=>RhRl9Cc!*mnL2-SP>)+SFMln&Q%L`uJStoG|&WJ7<58Ryc3SjsO=J z9CbUXWpNC8V5is#j&JM06k!P>ksy49FKx>lXjr-Ow%^GB-0~_koVmrv$KUkxvsH`b z@13lFwpj!ESMGdkBf}?DK;E_tlZ8ydB{(WI4ZS~L;-=kuPkZ)Dd)dZgDy|{;FK0Z{ za0$Eqv@U%2vJ51BRcI&b>s%*%eJi#7n4;X`fM2F=1e*Olud4%~a$Vp+gTa*Q6lO<| zK-In-P&EF>qq{-}2Mje8f$yMs0n|5UiTCTBPxju??3~6IX9{|PXbW;(h8~7*K50r1|!E^xKuJdGW@vbA*M3 zcZL`5QsU@D)Q*UZoQh$_WCPy>tGBF~uaZ~3k&wx=$jGWPLA{qg$2TJnV8yvKHW~@M z2@B!hv#uk-ehMr7!j#)a zCMJEs<6kNxGr;bJrQT8gotA-#bwd3<`+<0T#r%W6}&7{APWx#J7IdX(l3dl%c?NiA# z@TDHTdt^Ul#R_cYl{hX)rUgghZdPLT7i;}JHPgvs!~x_&pu`MtU|>66g+cBKwT3gR zmFSM{-Y9M9#X3ncLk}0S#sMkG+-GsJ&!wl$vvD6Y$p!Ddxl=Z69u z12bxwHPOcQE@W;>;3=NM);*i>UX7OPaH}bDe?OgkG`6&$zJuWOEi6x7-VQwfM?*t{ z0xbjQ@G{`l&q^D~9-cOHIC1q3q?rFc`Wf4BmBXL0E3v$DaIxOYk}<=}eirbDi;F8F zB_)sy4?YjDIr!c2djuuWuOT8Lau>-~`d@!-c>LrEK*F^3q3>KST)1#_)ok*nPg7Ei z0r_&Os&xG29px;bc@PG`jF%f48v~Ct+{TTApTcMC41I@h(D|Y9E4qRy3&It(`OJLj z4WEUty>j%J%#UULuY2`o`8799nH+xfAHwDUSQIKUXh06}O^AzckD+OWWP0&5@S z8FY+|Md@vk(m;h%gnoqc*rmjp2%>l9H86J`OViSFa&ppha+GN$nap)8>*a=fY7thK zCc!8kYKqni>TMq0uDCmG_ZW|L$}aaOUH9P|^)!4E^w@;Ib@fru^7HefWqD&LscU1i z_G6qV6`&a+RW%`9*2eD$~V=`WO-`Fmb!iU z^5sKC#SZM`JH_?2g5*#E5J&DscDyaKemA_m14_^1%I``rd+@PVxDwQQ@rh3GNPr7y z7GTWx-EqZaEfqZfi-%C!t%fFBDjOk1wBY-cs0rJY88`FhraRopT4IbTRW?&#JRa>k z4E&0=zkJh_uvSLKUwUGT6yEmYMZ0O^%_0+x>jbOyWBufKIC~xz*VE*bEY{qRf}`IA z7X{n=FsR|5(o)3#uWaqNdpJfGk1Td2ATkqNZn4P9uvO?D-KpRM)y$YxII5>{Cpv74=Bkd{5tESY-y;U zr+2wUQ4h~c*ZlPLpA^zk*A7hb*9g7oo?vuU3r<1klTb+^) zfFmN?0io514Fg9r{$WwALg>4#WLp43>(;HqzppnNaFB;#4F?ff%f#B~)Bnhb@v+&X zp@)1BWg&PlF=y3m)6Rzd0`ED->lhg=&kL0G8_iR29+U6@q7q(FGU|dNA`X)aDlA0e z39=YAi@vtZuV0UllSwQu`}lF|u=VZ->5^EEuQzJFls(WVqn8@*n}yVYV&Oj?|BC>m z58(2T$J6kOY7JKD>h^HpL;R*y8`<$A zCb;Xr2XKENsQ?@Kp{z_9P{HX))GTxe!g7F2CLRJ%g3n+O4xA7$sTv`icgHgd3)Myt z4*V1#{WV&9KpG}Ojb|+?ZnV@rc5G=(EWHndZ~*&%I3!HAhHuvLPrPJ@9vQ_ad$;j( zTJw!iFf#!p_JK&6w1hPtw9ckG1)s?KX;S>W_O0AqF76$^#Ps)ui~Bo|l20@eecVKO2LS{lA(Ay!X$qqMtjj z-xm7kb7?8Fw*o7h!9`SkE4VYtt|7iqf=8wSw}0|e+8HDWjHkb&HQxIPMZY2$n5^?!q%q6EX@q` z7LwhJI2frblP0N=WpgYcHpmn8r3QPaGZ6$rAncyJjtOIceSaeyhFCG+n#a$+$ojO* zH}?pT40*!!*txJ0^8G++D0DD5gk#!y;HM>c7OxzErIbV+iSi-SfP11SN5KmAhF=fZ zAvBEk$yyPdwey13Qv@BR;!gb?EaT#40%p@E;eAC!MQ5wACZ+fGp2m;&3Gu)XABTrC zOfwKqMuy_XiB4x=lW^u~B4T2tU99z*-N6^ZCIgC-gV~53h^w5z%d2Z{E?e|AV-+b`G*)3Ygad) z)v8irRrQkzpECD^zC$KW9*7bjR59TKSXYt90Sg-+JfDMg2CWI39z{JN<;EH?c-RE` zVv0bwWb3lx&Z<3}rsU4YnBGsm22O?XHQ?>ZWKb#AoMFu|R z2eK8aX(C|VqoJt@ukA)L#1z|vxu)O}!^~l%&LDV6zYzp~$iN`$5=54cMQac)00bhO z&xBXT&otPwK2bzOz9k*7V+1E-?|4TgdkVnU01;5Kuq*UkoBxcd|L;+A=Z{h39Kmr_H z=$i|n+O7Ah_{K7h0Ls~j!o%Oei?9rR3KD$U8EnEd)hn6YpZtk4RI*o&n>kZp(fIMl z2*Z!PH4i}j4`g_gD>*p9H8WYht<_6UCWjb7$s-$IC2z)h=}l)i()O$xaoEFX6gkew z9Y?-I7y?#^pb%VcOq<yN>}`UJ2&zn&In?UogUTEV(PS*OoQM8U71V2wbq=3O>yZ{jj zM1=s@6O6&LfVb%*Fa}ye44_9!l$AA{j3G@#nvQbV?$CGGvn1S(U$D-b=tKNWQr2(8 z(}46n252)(T<{BdaD18wZVC)LWpk9ZQJO6Qja2C|s`F4@+)6fcJo-4HK{TX5rHJw5 z&(BRj^5rD5d)aiDifX(jLiLEjRF}z8@Fw_6@$G+bF_hIB8j>?z59mNiaI^;Pj;Ap( zGhAI=8FvO;s;;d~-qdMt=yasLFfFDI2E>EZn)Znf+!3fIu(?Y(r*g?pUPO`a-*%2T z8lC3Jvqqo>#Qu#pTtxa|q5dCvlP>X#z}WYu&b$H_lMKAfKrTzit?gVH?^`Dsjl&w0D<#KF#jL?jhDnb zPj^6vljD$L0YU$Nw7m&5mhJa8e3RxugQAEA3dsgS0ONt32!}s%e<#%TmIXw{Qna&sY30C=1#<9 zqIG;ZPV{g01AM_5_F7=!BGifPff=A~f5=nFD}Kk<*eKsY>;mf|jWOKJgSaqR+Yj&; zoI8pB{slGag>BziMLr=PPaHWE;lKC%Y0RfgM|pSo{R3C1hZfH51tZfPq$sF>hNLO} z0yL;zhE9TN0qRsm;t9+5-@%hu%W~qlsr~~&0!b@c-~Vsy|0_r^BC(U;$u|U#66*>F zCW`FJ@4yK7#2*nZ)wcb`%VmEEz*`Q+zEdFk4l+5RmeMIz(+q)so{txcLq<uF z&iM?irW6v@LtjmF;JTe^=pm;+AiBEEP6U1>q^kEKjYtA0C%9V2d=_Gr2rGrZ0gnCV zd5CF1XhXFX?6a(nbykl*etH!w08>;E2oQb6dwBTYY)+NWwND7s36%YtW+8DRA`-i5 z-~mZY79%tg$^q2}o*d}7uR_sSvZ{W;1;}BjB(j{)v73^IXcm>jIN^fSzxdi`@{&*Z z9n<{BhbvTA%7PR^3tQrxU<6>6%&e_<{ee7&52To^CghyAK=Y&?Eq z7ys)2%xEBqN=`Lg({sF3WDeYGb2DLFdw)!iO`w|}g*$;f0CE}q{gz;Vsi~P{FnlDmLNb~fo>)B|03yCa;&@Ov`6TUk zh_dV{Hb)$k*RXXk=A2ilZj&S$!m9r7M8m5OCRB!kFgLB#(Dhs7)|J?pU&KE(j>cOK{Wd`0>hKn7Sc%t)B1c6H(qSZ~ zr>B2goL_DR`V#Wtzvw^07TWNADhJI}XD8D5{yi3o^-q=skEcurG$ia6b!!hz!kHe- zXjCQ^4@C1X`f(wl1F1iJR?JVfwL^%sb|SY&)8U05dmc}6e80+{iw;0te{9Q#S*|D~aUnQ$=w zU#5L&efK-Wure`3n82>-wa*bxioBV`V6pIr?v?NPGicK#~kZOhsk#-a<9dn(rj7v0?=%Xg`Qp%1OWte+e^I{>$Sn``E7B z==nzr@cY#ygBB@q=8fq_jB?1OQrQMaj$pZc^Z50<@S@-O)26`$S?`;S*d&&Sw_p>0 zN8|rTvsS;L@ks#N-)U|N42giC;JO0`qRuZ6vBQLj-$`%M43#7te&eI+>VQ5jBpN_8 z=YO4L_WcJz_$U?ml;*q>6}6 z(W97}y+oT-B9S29Mqgk5D$p&}gF(qgUi3>#1blwIE>WEti&N7BMkHGMliYd1p?0e#JKxc89Pyh~dCEkx%j|jV9j}yO;Ra-}Eu{6#b$RD8suEVFixS zQ6mTo_TP|d@Dd5BzRYKz={T&Z-9KL;BPF&t>-cIqI*t|cblN{?)3>c!c6IrZ zJCs`-R}~D;S8{(=Sbgx|dCmvt(|P@39+;VZuvikrzU0Eitt!XvNVXZ5${5Xv$fiy&E*%S>3D8$ zM(HSTqVv)+G~8sqZg_3b|I}anIhlEB3jb4c@#mMFS=%uA{D1Sux5_W>e>l;9U(1_H zv4>d3m(Ty&wZje$k8+<;G-&7+E#ls>LmqACsf)3C!-j;Im@W2KXkyM^y>X*gYN78T zIyySe9Xl>hGEi98Y}&+)62xD>_Vd%+N2%LRp$w0WX{o3L?BBn?2y>zLGe!8?XX*1) zv(b62#;vOUUXto=iWfckdv)@nqALa%y~oh~VqXFeJiUsd+tp+lY$C=Kv>I{kbZ#cTPW&lbpKq+aBV09k0P@jCp5 zRfgQ_|K?9;<^Eb^8vRU}E(Zk#h1|Z~JE%d?reH@XDJf~%*`?UM~XWZ~f8;F6GNp>79FEv?XykWbWIb10Ctp}#J%c=I9(#pL8;L;NBR z;i88G1LabajWBtelvEqu#(6Pw>C}$Gwl}RNWs3!dScg^nDo$8grQp&I=b(Y)w_i6b zi>31l9n0>tOSHz6n$&|D!&hmO*^<;*tENZuE-(W9HAlt7fE24$S}NkAuOj z|Cz}D^V%{CIkLh^$1?SgXX+PWJnFLZf4-agN9?LZ2R?lF5g($4bYpG&_WQe%HIbH} z>3Eh$=fy}Ku$L<><=6><70-rUS5q9?k**K9dpBi=>RnDDq577tKi9+mI}f|NyEkW_ z3nQQAeDg*ZrLp19|7w|>D%8x$^4B+|9FDzw#AS~6u*zSb z_Mbm$#F3*DA|f223ISqHO-+qDdgSvq@Nsf-I(2ODm!qLcr*A1Ll6+`VY=|Pdh-J%` zY3Dmyj1M#@yA0HGY0XQV`BtB0QN^zK*s7uS>YDA9^{X^Ym@eNB2w1Uj;Xetx5_oUlXKN!)01XliOoPOBK%U!kG#j~?+aT(rnT zf`!s!q^5RbbZl(>=FNlDExmE$#?i@1J?hD#@w(k$6>7?q;EnG-I=0JOiUV8ev0+tf zu7neBoXn6#no+(c+3_o$X*@K1T%V}UR{r9}?d184(w~N3-aiax#|U(J@0sshS`z!* zkL9+wd}|fEbnzmmsAv-&#Z>f|xuB@1{?@Hq+gB|vn*+hGplv+2%DaELv&wt;H_)3skIirSo(4inW!YyV{ns zawgW+)-r6|_)3o5*Z(%`d`^xKRvY`aOs=Z3Qq$E{7`xx?pod4n)2C1KWa&E}tY={0 z+`U_shK2@P-{DAkNbcHt=JoJFziKx=-svMt@h zg`xTLj7Pl=cUJ`RJvKUVB4LMGWKy|5;}^i%1atEj0q=Zi7JUEc&j*|PqNfD9kowZI zXYYxg-tXh%)0}1D-!ihG=USVco}uAgY-1e#shdyDgW2pClsw~KfeZu}z$4DcO{_FG zw;%ZlzjmMW9TJrho>pDa=}B&Q&6$EiDPgTB!icGno~>>% z4Y6v@v21>1dV!q_9e2ihUu)r{kk3B;YArUoQjoBHd)m9$LxuIdAjO3cFe_@}^zOB7 z&QV_Xx9p2k*Ee?orSbx9edQ)01z3b2Z8W^xEaUUzL5uDCwD2R>w9zY*CZI zje_!gMZ@RK3sLYsgD3Bd-d4M0WR9Xp;Q}V#rJxmgNK-Ggt)W3d+Y~oRdF0#`wjFS+ z{_94{CL^W24b^4la?D$_oVFG?_diIC@~G??jejls$nfD^5&I}}&!0c02Rcei%{|L} zX;L)f{ZO>LL(#Cv4UO@pEzk^OeM^EV6WWR;vW)FBaqn3#cj!1&g(Ya z6ZY79)>TmxM{qqGTLza_f{}A!=q^21m4cCrpzThfok|e9e>qwFH_0l&J5=k@e`)v8 z5~H9T^h;VB9EDsgIfkN=!^1+qD@U$+gq*@hL$+jaW1X&TA45<2#zpcJ{~N zp!)j<7SD~Nm5+YWUpG|d;?us0GVFq3UbQ)vb?k~bV}?1WZqY7SP|Tw94pTaIJ>zFr zgr(C&V(C_oxXZvNx491|qt~~fK~^2a+na6Q+}*2;-t?>iOvB#D&o5iPe2j_!09mkW zX1-1?q4X%D*GqeG~l_tt*Q;(jBYe?yuPHMuHJY@z?@wXRvVAnB-565 z{q^YRXjH+i-?V7}W}e|Gj(c#qnW+t}^yeQ<$L;t!k4&`!2SrEt4waJuF)qoWYid(Z?J_)@P3`>2A!?y2g#yMrlh`<$W^3mp`ePjlkvi$auJcs)j zgS1U?0PWd6c6Upy=Fsrb=h=Y$<0-L%vi=}iQ4MiXBrh-4ph$9Yb62)(r6g^krKP3b zGBo5W0Sh|?0FzGuEpOU${HpmZ+MDR$Y!x#dekCczX!h~>H7tEdoJ`-joKx?fE;vlv zb0IpK4Vd7Ut00)5cLF{GKkyPnPY{fm9Zjbc_4!(4pLkt+_U9Ozq9*z>;J^y;9n#K% zFRu6!q^q@Z)hgaBHB*G3?{PbuZC~G$2n)Ub*Dm4g0|bai@!vhn|U=EaVSI9ERd=^?~ZTMQo?cBy) z>*=$zv;B96g@*RH8MiJQfpyh^N$z%umA@{@fJKD&htzA=-n|Wff(qxUVbh*ZpWFZz z*OviBx_o-MhKjWnl$2^w96`lVTXya|1c5Z~NIN?vkDG%-j+9-HO?ee9@(+ON8YLTS z3MTcjbHApdrh>xN4ZKF5$Ck(Zx~T`f`GNZCT*XFLviGqt^)QZ(ea z$>CE2rDu|0TR9ZxW+(N)7VsIIg`EU#iX)+M@Zd#sv`{j-mn4cF-Ofd7Dk?lrjJnMA zj(R_?8;L&q(?Iz)&n@}ZO2JsL(De7KkOyTBCz*S`i4;rF`P*sjn-+Basy~NI2F1O9c*GiYxM6Y87>%KZ&J)@Q zg$5c@6VY@e)v>42@7lF@D2_}*5w;$LlrH(j-`WZ#Oy-dTsjR6v!)?waf6ZyDrlzJ4 zK2lNh*s&OsvvV#6JR8oaul#EhyD=%M`z~h@cUC}aoJe!@5&4i}lt0SRze`Na0A1Vs zM@L6hW*_RNmdp(7l0t7BtG6-dcBn_CMMg$yw)o$;@g9BKx|&!4$+TXSqA#sA+~1AC zYsrT@{12 zZQtIIthKXlWTd-d7Y;~}5F~cQldJS0D*N}3B;d!st(Q$dW3lygb#JrxqsG@C_3c|T zUW9~&C1OV<DBKk-ZzJjrTXN)rgk%u16Dw zLv1i5s&|DHgBaGXeE__B^!&f|UgWxA%D4`yrvxe{AR}x@P-W(mX9u%jHQf0R9&8vk zuQHEyroNErQ@VUjRg`%Om0f^ClG0l{pod1S?++rB}r7KsgC%?6&9LY`B%7=N0*ip~U&VCA8 zjCY*0Y_WnJD?n1i8MQ~Lcw{NYg-_03xDXl!LlMZv-zUJ>=hjx|>>(}=*HD(-@DMn3UP#l&~Y;6n!f!|O?a>IJT52A7T z?d`ApBv7w&m^4RFo9(L(k2QR3wca4nK}N3FCDb)i_*5*9Ez{+$rlajO@oBapVWO57 zgewm)x_8Dk*l#E+iwqgZ3&fO+p4_%`)V5MWV=HO>ey$a%ppCHYFzo4}PZ)PiINyMPm zc^@2o5W4z6f>EG|S;@E9NmME2@!cT>&LkcXEGZ^tAHahyVo4>bp$D)qCdhxDX`aVy z2W}yuoR{Jy6KC%Vdu6XwpD<&k8N?$@%@#)c&~FSdOvuSgbL>ci#2#)vTPRrvjbO8f(#9CNyfy~%*+so0Oy zWg8b>7WjJ9hc~CIjjV1@{PmA0YZN{8OoF`MyLhD{Add!Io}Z*{WRT!air!6}Da-Gl z-`yC*7Gw+`{$zF?7#YV2EtZXSK8>J_f!u;cD>Rgp{G!}GF7*cUa>JaMp%c}2?&Cy< zHC3QQzai=Hb`ExSQH~Ay11YIO5Cp7blWq+eK8{U!bXU;|Vsw4y?t9$6_IzajFK``9!DwQwVl?%( zgjF>xa83r%$uc{H{ML0AF-<(8y&R^yR8g$w7b$TIRsl@}7A{^~*t)@ii-CdRGaMuF zgels|9|s*MKLQ)98h*~rBIFOu{9uCv5slwGz{w{}#k_fL%Q#y77;8UOqC`~yRh$|8 zkbMXUn$R(Xe|s4v<;k#aoz_=-6&kn2PATX7@fHiv6+(>tq z*@I&#_OGg{v;ebU`w|d{Qi&L9=y`?JLjg_a9+SudD-z-a?&KZ%Jf{P-*k7TIp0w0JDwAxK7@m?JqspWUKzVxPD#|w|Nw-JsC|@zt`$|VS1N(Xavxb7D=e}#)=!@)MFjR<&{02!Fu95C?OXf}y83x}&{DuX#*-<%)Q%Yjc#~ zI)Wv2Kdvha1C^PKez+c8ml#!?qA6~Th#yEKtQsY0pp~F9f}Q>oMqQ9>39t=`IPIR~ z!3W>EbsxeaDfBD4E9R7t`;2B-Modf$HnncJ>zV3OHyXFF1}hz)mCGwOK0vK9dDo?> z>1oTiF|s6nBb!43{5A2^07cb6r+O?=FBb&qrs;PnxUF5iItDIpeZ=r5M>vH##4_nu zuP&)5LDi4<=&PN)x$n{p1PLO6Nqr0Ga`=6%}95v4v|7*DI**LP0^h8H;wk0@Icv?L8y9HVUE8e*X=- zYY(w`$B}=jEJm*rB?SeCS(d*jSzl`fkMq0QUj^^ni=eteDcRP0RH0f zgiiqXyfPnTlW?uh6h8<6Y2rD!w{8UYIDi`Ppg6PzvqA^k88jJ5Sj_6SFQa(kZpm~n zbH%6o7FD;o1O(ohXa03T%B1awEIGjw)ebf__ayW}xphX(4xRw$(}M(5WmZxQ!v~_z zz7OJ1W>-YJxkh{;m5K^HegtHSwdh3i5D{lTN}wAEawUKY>O#kmd;F&7&F?e)1z`@QnZatDVuJPmU7KLtg&wKrXx`+R-2mMZ@U{eVf0oS>_Fj?sT;+ zX@=l}5p9_J@)TmLW{@l#Z$k6*!>o8O!l)5upanbT@TpTt=Ch#oX3!~=r3Iu?FmP=0 zbv!a{a#-29!1EmS8o6}H>`%ufas^fOf<$4S4gTl}V^<;UL}IW%fAWM7`i3m%+u0I%rfb;&3tK1j zhP*N8KGw?x-b4EY8jas*L=&`P%bwV$b|up%Dy;AECjHR@e1YBN6cL$x(7nLx98QI^ za}HP%l0I6tg_BbO2ob31JC*YW7Y>8%M&%liWkQ^VbLVn& z|H6kn#EXb+UQL*WH-WD|_P(JVzA@(H2|s3U+Ac+}HB9X*BNG;uH#Mdf+vYwgwi+14RM@dWI<3pmNzERUgNaOnj z22%4oS7E%|k>^^k;OLk|@?o;h1NGNDL9y)Ex>a`R(xvUI7VKMix@%0AQqrYaeTfOD z0=R@-5u~#osPM?j<0nr_m=qEQ&{^Y1fKgVO+miL)$2(1Fk^)xh& z-959__=nNe>&zkpuqC1Fd#&mfaAvu(j0}4B^V9$7t$|PURlX3nGw&lHyb-L^nbbEV zF;F*ww!5*2|K0cST!H@Gwl(ivPKI(AFJnV5aKh$YjH=;#i15-bO||s)~J|(#aO>~t>*C$N}=3hCT#HDO~T7-E^!+Dow0Pg5e=R>odFr3<|6m( zBQ6s|9T|x4BPIwJD$?#|9^Oqzo^gbB$}@spRdAmEyIa77g4 zwcsVDXJ^C2q{+Aa{YOKZ1*F9D=Ue5b0UyT^XWpF{|N22oCqLpkF3{eo9>w$I zE3~{q5Uk;e>cULBe4YH|oO%7rH4~UX7mcHdti+SP*AaXbCT&YX7r>ZQXU{F3|H4D-TJT` z3F^@%y-Z;D6W}hDgJ3gA=o+eD0&0iE#O(ceFov0Cm$cv<-<%>OhHdZuzi!UKk{tC; zrEH%$56mYr2_jJg#u~bi5C?e0(a|vnP#zBM;mZQJ$hUB9hP@?di_@=fnrz=uG5}Yf z?6PR(rZ_a@6d!0z);fevq8Et~@2%c=ok?JS>Cc%|_GIjf0fZjm-G94{9)FP1$ZI`z z>`?-Tv)8irAc9gY_#m9!P$UhBW9|Isf||<$TG||&4|`yF607F|S)~kdu7cnYcZjXM z%TR&T3V_tzJr;iKmN3}}O0?llEHd?-hdX6SN&`G?P#pSOr{DuEZqWa=01Sah*f4IE z_R=Q=0LLNlW z{ls8P-yKl~;55Qq0rFeiSi{K&mIlM9j!c(&9!S+Rpw?EmbA{!WB5$M`3<%e>S5~X?#DI=9ls-vPC=&}i*G~dfb$MV zd5aZ{~T4O#&bKdD#T$%wn5&(a0adAWBc%54pT)%ehG`kZGcNPlHd;0n$ zo}fR$^jUhNt%xTP9k8?@>|C~V>4@1u3Og)sDlba})ECQEt{ngUFICHGR+=M6dI9En zN3V9b(xKXQoqLu-2?4l3a$)zRy_@63G2R*^W-+0P5TDLHn3*RK4i{CdMPQP#X|GkD z5$SxZ0pHs0*1Zz_Z2J-Qi2MA=>vqHU4+ZnfYg}NY9Z(j3Jo`hAQ=b|MBr#S2>|a*% z6Wdhq!nrMXWzLpZX0^idfB_d&zq~wV1<8JrxCzH4t7VXEencA$af<5#)n8UsSJz|j zIAcEpL?i=ISbfNfr=^vg9B;-dx8$m0m38p^zyUKbGA3d}7q-18F%e?Vx(R|}0?U_m zeuT!-2vAuIhZhu7128QJ;f~lLV+20U1um&-k)m4_F%d4c9sqXF+_4icZ*DbwViO)G zWADruMYl4>8O4v}g%D@pDI_A|ASpx`=g{cr4!Os+xh;=9C+#+iI_%R;)xo3$E1X)S zTqPOiqQRKvSX6DWIDVWHAOoO_YwS!q@DU09g5peyJ;Z$C=wjUPO=fD&{){DgVG$8M z5I=;FT`AJq`Ht-wdQR*D?1$wG0ldL<5SWu)u*~jh^w0RoNgHf0K7th@s}~_`tNqY$ zZ*I#Ba+}V8bK+0*()8~G^}F%tQs$2m^2p}H0|@7;AUpuXIE>&;>h7tRSkR8rqhvvm z7bC1E2t}QTh7IQ43d9mV#!V2}(v~gzz_e=vpH_u@D!{3pfqP|F#KUMrU?#O`m&QA| zic^RZNx~IwiUHI%=*UzA0F2(Y&i8@cZQBZTz%hlHGLaMf@#9Cy8FOH3XJjY{BUbtP zwGJ#1*sgf|m*4gtfxl|ay|ruC67mdB)XlKiW4u205IqcMd*&%6OTy+75)6?oV<;yN zkTUk9lTA&8NKKFRZ5;N82HEoH)$|@QEhjP)Xcg9`y@QumZTSWs4WuBeShhQG!9JYA zE+JWK1hR9B@I3^?V_@bcKRBqk;I5XF)` zEcgNt=rN)#(9BM=Cf-QBTe3cdr5>+U=5rU)jS+>2qB+z23PNK-3j>epq#GHWK7E?? z=*4OjyaDM#HWbumccz*R18Ij($shsn7Q>iBK>fhN5C{Uh>fmXE{x`4_&6!eG^_;~B z8d$Hd=Tt*Q3r$S>wl zR8xD83;_{MgE}tgy=z@5B#a5)-=^+af}novHSI|5>ino^ zVgZocjpsXyJtyD8j$k8qej!20Kk$ML*(cR2T(MkA57!|M$4-6)fe3yv1B~i|^G84` zcD&P%eOq~WR1m5X(E>@%dw#ld1Fc01A!n<{hak^sjVfuohRMmvMtHWpr#~JnMkir> z+Xy&(klpb_p#o2qTfxRp6Xn=hMgxjWhxC8Dx8nnjct1ud-5yRUmzvE@1v531GwPCvDg*r2NrWFUP!MRo&0SvGU1h z=YQJeh6M-50ze)B*-(Jie4m_)KvsHuytWf(^`*bZ7O+G+$Ssh3m6F<8&_QU9rVLJp z7&nbxX-WvMl$0@a9*s~mfqX96R)yZGN#F;`9pD+YDH%DyFi6e+7(<0kAj{H&Z?g4y z2w#ORePU8*!)M{M58@^AEXg^*P7kXa0qRLc!he&9U8~$qyM>)Rf`VGR^wR6^?zR4o zwIXu6WTFuiKl3e(EIA%K?^qyb$=t*d>Xl$Tp=MI8*ni+a1Lm=lJ0LU7!<)l?dM%ML zf3X5kH0LGVyFR^>1alt>=A^7|02CZYpJP4n?C;>WLPA20iCqlY15bW>ij ze5F6KpmDKay4>%ktsMd~Eg26l8E(X4U;$?a>=wa8ZZaPr|LNbf9TpC8gll;7n>TN$ zei1IKA4I8(5|4ukvT*Fu?YVPbS;cYq zVc3I_&6uiM4C8&Hn`~UtN8A6~NqoJ#;w~v@O}{*G_6)42Rb%?SpFbx{3+LQ*^r7+T zt%=S+RB8+Z>MCvmeo_iEPB#gdU933!eUTeAT>xl|9B_#M#98aFMD9)_7cxDOA)_>xGv0S;r&@tsVk0OKxdO&V*l(z z?TM2IW+#Ul>yr^6B}Q)$8~TY{NIkJd*vTR8#8+6qdmx7sb{pa4kaH27_a>oJH(vy7 zjKy&bO{VYEBmy2tQ?wF*fZjKpjP~wzErwqvda4;jjn0tA)d@fjg!vn?pdcD?KW7e` zJ0ZE{f%Cw!T#5mCDxH-~{QHpj*))jlk+WX4-qc_h>C8`fZ%CnawvmH zlDhq0QW&j40M4M}W6!N8L{{Ut_Dx(IJFybD!3K_dT60JQe1=hJ0It1vLl6EOS&s(5 zJyyG|WiRO1vw$9TgYsMDJ@gbo)#pgOCS%dL14( z?8TX`QZTMS3mfew!}0J)cXZzIuD-sL)sbS^Dt%ADD{P0-Gv0@|Ichex#YEdD4`kEQ=YV`wEZiaQ z_!?GLJ1ha~8FG#0@&T21=@YnaVFTs|W+q4xlJoLd9zYZkU6hE{VaBX&6xIg5&|9C~e*anzvkT+yY+!-kE8Ge|dc72dLY& zi->wur24R|LrVNt^>PLRil2&=%G6%B3#kpJn@WV?0imR(yng6Pxr2x2m@ z)zUu`pDQEC_d~*MI7ZnUprAz_o>1BLwu{<0be(N?wTQGYztt5!IMxoHgj{#1vV>;sh09fDL4gqbN}@K9=R%t!1W(?;LigniEcVSJiX({ckn_E!?0QeY`aKUq zl9&CS?+789mnWL2<5@EQ)6?biTUppN-btM1I50Ol$XkgF2BKgDUjUTC@#bj68>~_u zpV9Z*Y0QSg(1VFdns~aAy3Cotc+EM<2(0Qs1|)jSP7G?{H_%@02%C9TQ=^w_*Op^e zzO3#i%q2{M65!cAkXM^$S3Y}-R|#PoZoJ$zI-O?tSc%AmJdUOvEiJ+4X~QGe{RF^F z#(&~?!d2cBJwLE1R2&VWkJpmq5Q#)lH^aoX851nii24FldV-ERjxw^rF~G%n4K;r2 zcY(4Q%6V`STsdN?z8u3QxZe77V+mw5^IH!=cL2Z>1B&_X#G!)+ldvJkU0I&Rb0^dt zviA8dy!+gPBO}u;UZewsJQ8GF$YYq3q+)v(xTav_1v8d$YuFda?8XOM^pGhM7$ngH z0ZG7^;t$_Wzzw5mHLIgXf_4z#o-P8aS|mtSXQ7>n$Kx=@q^E>AMMXtua*BZ-jlV6R z_&x=Lgxu3ORK#~DX2Gr?*+M`yA{CX2cJE1J;dIKSg zN`^Y`J;;zSML?99Fv{jNd=6t1SkZC`H*IG2015h`?*W;R@cQ}tYvBv2%&OlL@0k#k z@6-f34nInQep=DbvxMvcoErk16XxI^h~^$C`Y(=bzI<+2_i;q2o^cOhehH^g{-%(go?c`S zF2ANN>P#upG2mR^^h?Z4XMR9htL`V#!7hW%I_Udd+A7H$^U;mu9bna~(7$VfaWdi# z!GwSb⪙sz-E9Bmw-Z{BBxX{UWu#_=nB)=o;VLvZkIsPgkorOflHXc^lzlomY#_DhL!tFcU@WVOeA8*?G+tbp-|fh7W-I@sgV< zjCl^BRq*S~XJ=bF0*HJbBXaU?1qYk!Kh*7pt$G2s?pGc20c=i~9*Ylh>i70&L!k2Z z<(oIIA&|WXi~zohKir4SWED1pk@JOX7#NPHFtf4QSIVRP0GUU%36zvjs5Q1XP>hnz zJXTPkVH!`%*l&4R^oNq6!XfF3DX^Y`*At1pujdJz(7hMKI7BDW-=F@*X&X3O@EQ#m zx*?&`18s>J6;jn;5-6^P3#vp*w}o&>Zr}dw4ul3=TDhrxV=uP{idHUOw5Y)AXIW@( za$=O@%qmCh9%hofIsNhZQsS{6p?etkv+Kxqd~oXt)eDdqDyqAAoCQ&1{R9eR4kZq; zBA^j@D2(DkdoL)IK#bJx+cFHH-y2f+kyja)h0s07x3BxIr|l{EtI?G zo;E~2d-^m0Uob+q57devw3uIWlwN%-_cs=gM)v_GWT+AfU@7-P9`c3L9KA`f*i6`a zdqb^ZFK$IgA2pk$A~gdbHRaPZJvxw0`5SGG14L1qWU9=%+u;r=u*l=}8#h`)#o3XQ zMQYOoa8MH)=G)KCd*iVdd*;?XR)kFtz*70S=pX=?YCJFm_Dry0C43-= zlM``?i4v6ryDMOmgBwt_fEfInCL4f-qeqD|#7~>t#Bxxsb@goH303P(c#bEwPYj~|aq##sWMwNjbL5B(Mk|YKp{S6YWyO$4*9p%JX(mo0E%3HoL?+e(l%k0~Qh2LX~ zUV(RA(T#md@cRkC<&9X*msM4Qa9+^&onRtK*iF%VB~uTSz30X>+{TUnXaS<D-}fhklYG=2A&iAx;!*EDlQRwtxtG?6iCR-KUu>Xi>z&eBZ&KizCpQH zuV3$N*a%G<_HvXfRP=S(UCX1h^TupWfss%%cS3d`A>XR6uT3vmvt0Wd37L`uL2Jhn zgiwIt@z+Pd3xYR=8934ER3nw(2$1;#VW^T#2Xx2-l3)#Zqh&hNiKZrAG@|Qir+i18h1=KsdlRFYwd4fq+F8&fBf)@g)d1cKxSzVnY-w*s1Rww zI!QxCdC*zPPOZyi4zR+uRQ1t^T*7`QqS(aDIyfA2MA7n)0o)1;JBjMi?Wi}KLLd*3 z$O$G`d?EJG8RNJ7KO>`&p;j5B2cpBwk~^^~fGQ)nH~?Ecf2b$e1!M6*K9qcQMrj`zetvtKYkxHCBW>$r*zR2Eoi+2uZhYSXR6Ucu z=U{f>qm#stddd)Piw!#NJk;LSBh~<($v@fdv{MSS5MvjNY#bffD zv6XwwgRQ7rj@b_wC;~CJ{fyZZY(3)-&2fkiZ|(oF&Qdx=Xz{*?zlaFkVG#8hlG-2ur*uLV+^{BRZ{ePFOL> z>ZG)$VH|EZNkiVA<%#{g**p>GMlINzly*4#sH;v5nvEQkZb9+KXh3u1`L=`JIllZM3IKwOa&CSP$DA0^G)sxFk*plJam? zRJ;RNr3#uz#N+6ZM}m&fO;w6n7>!nHg$k0=ER!BqQrKd=~ zO6y~A?Kh{d?ZquZuhGFGeNdKLNcaEr(!BkX^C+a9FF1tjo z0Cp-|nynq$RkJFB@#G=1h)pXkJ)1nX37QqZ1R!5|Zzq;lHp4fG8MNCKz zb8S^J2#z8yfomgZs4+ZYi0QRHO8J+Ykx8KSJ_r|%4a7nhP;O$+I392s33KYjjd&q< z5d!sRhGD=G2^U++-9hR{27N6EO51~^a{mwW@^O8+uSCQk>I2KMq>fe>cI>iN}37UeAi!qgEtAoFF-lWjxi`Wyb0qpyuNz zWNX(MsX@NDXO8Xq)vNr7#d&`2dPIrn`r_aIL2nd$0%R#dD;oxI1EGFKFuRh8ih0Sq&*z zWv>ieLPHoxV$Vah5r`T$&QDdysC2(-h}#LbmB8ExLOT9LEoL_EmAZ^jHVGLFc>9@M?%&ID44aXm4sxL?8Sq zSEiC>AJCh<5wb-I;vnjFXRd;E`v{t}N+?Q6$xge8XlTckn2)GSjfW)vKzOD+XpWN5 z1aX9+T$v=2QSGsY2Ol_i4pE%AYC0EJ7e!IsAs+ce-U$=m#GojnJlddLsV*j>OI^C2 zUgEed6K&J=<0#4bsctDmFt2qFpd-|SehTx<=2cv7^BpxYa|eUdiqmMPDvbsem8ocv z0B=={>Io%}ED{Fj%5#5xx^y2&NhG_NxOFYmx(BK*tzI1AQ)IH5;<|M!yK5Q(m(O37 zl$2~mm~!x%3yRBBT#z+XqAoP0b3Y;e`?LQET`xlx%qV|S7WaF`e`y`?sCnHeZYBs;g{w@YrevP=0dydG&Vis zub;WM3H!zP`kgOmVxG9X@Ze38;OZfIpH}-FBCm=?uHAApsR`~oeK}lAL|V)#G15IS zSLEd8={vDdJg4wPM?@%JV;%WmuA-=Te}d_HKtKqq;VxdjSrtx?^Ip5uq9k7((Y}8N zhC`!N-P6v)hJRW}xmNlZM%D(#h&rG_>k>jjSyQIYhu z2RjuMckuBA;;9{YYxt-r$p@!Y)Y}QJQ~O@mvn#1QNA>j;+L~S;I>xho`vo+W)cDEc zxh_uM3&uQtAQ`?mbUE1&!OZ&iiySvOq%VX+Gvt+z;0?x*pWuCDu8McUjJOH&=Z z3I6){`LjYpmw4Z0a*uL8tWDs^-iR~u8pRAClkbqu_9{9PQmDepQO)EKj|SMDsGj5s^@n0%xwP2e*Z~$lqXD3cqGni@LZ=^lZ{z z!F>l-A9TVLmHQC%pC7=B?qFg{C?kYLS!zm3%h2S6-x3MdDfoUd+uepaSCxiZ^R+D8 zr+vOaow5j%076~B@&SuDAFIX6UtkuobC6~}zvby24DIro9z~#y6a>Arw6s;O3*?gu zii)PSNR(VA)p}{>rlvGN-4?ZI$My*5FTSVTOyFxiqri^!u?*w43>bgf1>zz9Gp=mrizSY+~>Tw-lu8Cgbvftg7)H#h!^d zHt2%@u35kmB@TB)>{%19Us}$n*^dyFcI!dQ>9aqluPD`o3oZt099MhU-+wu31+FNT zdW<9B+j{a< zMxRNc>q?@)xE-dzUVrBR``UjH?}`nAHKs@V<2&Dxxw{YY#c~>%09ovi;3(14+q5%G zjN@0LG2Ik!#vNxIDkOBA$WvQ#oepcsbh(_Ezi*O!Y#r3{T?#C69)7w?d<$psH$73oqN%Y7Wkl8?U&e$jHEu z)M|ckwJ~vER!8sBL$`Bf*?MmNekjlPdwCUAijRI#h5P7^3|70tPlMjo;W?$HGLK97 zYCr*YffrNpK<}@&Ky#tO+UltQxzU8y(>J?z2{)t1wyQ!I(l(Y+5I)Ve)WHhZ4 z;XrfczZ4FFYnAL&*Vku4T_C?D2((k63zV2KKZYNS@eb7`rh{VJ6%6Fx z8Lkeq$AnZCoc%k_D1E7Py9KqF+xWox;BW245_ts$DLJNQX0&iR_eVd?uA!SYK^|#+ ziO*bR9QM=6&nTPJwS76?9>!xp>*0|Scye}XY9Bb?aA&j{@9`WpD)HJFCGA}q2TrVd zS_*yD3`R_ta<7Hxeri-gSB;kjhwj}OfH%|nl7@^z$j~dN!REbgQ^Q+>?HbcJpHz8_ zNk1>Nw_n|-@tsa~H654Wr{3QE+S&}kPaZ$M1P<}^dqIAFU)WxL%WDT|(NV?lYzZ2Y zBGn`?h8_qN;x#v;({sNF)x_Lx-T;%wtgI?66LA#Zq6%$?_uPz& zypZe~-$*mHyNrfmq28+pm5m^Bm9Otcv?6C~#`Wy|`wfVqUdPFJO;M0~>>2mk zzhuRVxS3!$m3_!@zaQN4a`ND|TV;r6?&L&8vGN>wqVh!;ZQCm1prEK$4pC%ZoB4u% z)H^t(R5eocmY$3#WLdBb$7?&x0#JWILCWL741>YDMRZ)dUcNa*@mpmzEGs;|QDC z_4fsv>9}l-3Y@QP%Am(s;Of_}#lApjMQdbabmu#)i+1|C$_e^yx0V13R(zShSRH!2 zLX9Hly*&DYJ%*5LcQCWEu7bTRiVEaI?>tyE`EgmJ{hF{hNk>biMa9GpyJwyA81*TT8KP`di^V1A#jREn?FO`6N8Wgl zLxGx`9RTUe8Tm}K4NKSqWiTz-6zM!|wiv4p8rk}PYHQbmS6A;z_Nalxt_<3WaAyQN z$;y{Pa6I;3(?JIQ0GOlNQH~EH_yVS&c|z=w=+ph;y83y0dz4aYbD)yC`V~Aze#=9L z4kKWHpFN?gyCKb_`0nUyxERZ}Rhmz>UMvF*{qkxrIA5ls z;^GE7J_(74P5vOvnOoc1#J+6Yv`O=H`r2!Bki~}H)@u}T$<&Js4qgE781FR(*l3u0 zVat9HI2TYmwZj-11B8ZrC#Af-y_t|948E-tpXRM;P(Q9ZJ=bdA6#+5iBfB>7N|D1V ztcT^$R2_lTbwy?-rs1_WHdq~)@YVwbXfk9fB_&m9zho;n-;hqD2#$dA(nns)JJ7lG z3Ze*&5-!j1Rp(Dtf_v;Lo&RZGi#F{1$I2+7E)3<`pf|48-4-@WnI?CyM8{;FvgY94 zr|j8l@HFG-oQB$^ZYr>=G?$lO(%PHNG#wLzL`wSt4QcrHGEh|E3zV^P4oJ-;8DuBC zx7o7f!6tm2w~dV_XO`lJ(8Xu$+Y033r|IY`Z-=g5obNui1FbzCRdVdu@f7IiPEK~V zV4rPYWz->^EhXYc`Hl-yuRwed+GV^VpxpBP#*JUmmx$4PBa(T5= zw3nig5*?}l#kOqlU*GN4&tK1g@*zDSilC#qHpegP@A3khE zZjO#3w_gb=oAcm*hEroo)X{V%{CXICQ4uPMR=mEV=J8HrgTB@Vp(tQ`u?%b6ti#ZNXf+*aNAS}mfF)aN%sk0q@siS zriXvdd6In(qRjUdGe#falo{?C+#cv**LQ3@Q{bf}tUm{km zTBU*BU+CMi*!O|ID&(B*L*u7M`s;QMfB$|F{*2!pAn_5F?_o~hmaLaUhm!p+h0dwc zE*VpWPdC`gK#mpKK0nIJGMktg>L{hhI%(YBztChnA3mN|U0r=(nqbXcx@m8fW)-IY z>F9`FlZCE7%WOJIjAOz27gkjFQT%?W22UpZxc|-!pNCG#*!DZNr_XbhXU2EPypJ1B;{Z1daIRqO>zmI2wU_YLgweyY>*bUVC0v&>C-^FfYz33hx z={>`Mi2Oc)TG4>ht)L)UVA0jg%vGOISAE})bl_TR$6u@H#Jy`k?TI1+O9mGleoqzxIv zWGh90hhu9|P5mh{Ov-yEq@X?-5>XD`gaR-~Dk|g9I&BpYSd*fc@g`N85dv`jQ*XCi z_46|u1rfdo9{9b|?2-r8Q`bGHCWB#%j4y*De<>6T+J+JTBp}Oq4rK}g>so)fFfGTmRT%PR1zY~MB6lt8T*_iPI^V)ViR`J9$B)w? zAvl-k|GX+0nrF|b{ES@&tjrP*B^l+*Pbm|bhtU?ON?ItZ(Faoy2mL(zr03kt2sRe`k7`v}P5u*8z<9-`a zadA!NFaU~6;D+1Bb&iMMXd!c{)Usc z;@RJXf~kwag9+(WL;`CICZt`;TJvdsd#FEB0tlzWeDq7?FJUJ4K2 z=(1oGm+pjPE{Z<99(5nch%HtcJ`OeaBPdiKZnlzJO($Ez#&KFwdC55r<=a#rRy~dS z?xm1ub-C;kJs+}AXhgNd8sTOC@YfH5I}q2to{jPQ!Dv+GTLxU;ot|Z4Idg7L4WoZbfJ=w z*|*kwhaXd?A1)Qyq9AZ_HO3-u2~8Z>VQX9@0{LCi8LfDw&=@E;iUwcKBk^BrvL|Ha;W|8w1c@#C+GNXv|dNXRHc zQAS2&WUpwbltLjDkyWCsNGO#gBeRT1_9!w+k&(RYk1hq&CO{wH8m}p1KXzz9>dch&|&8*3WC1mu(mcmCXZQ^tkx9= zXZNZm+pBqgQ$Bx)8owJZ>8gttFJ=st$-d3bb(!0QVl5)$K1}&Yd;iuxai1@XJ#M~FYaYxjZ zm#-o5*Y#B09A1?eT@pVclzqX#mGbuO9l%C{^p9BWq~!{O1Wl(O{!3s_qPgzu9`O_V z`!fX$lT=zGh1{glviX=Sb?u$jy9e(__8;-jDvCDubobz3PQlH1)J7QdBMl5nQB~Cj zh=*1n++$$=99Pa319@if0hQFJ1=663W5zHu_a!p>xkJvr)Hl~f9;w&~BaN`NI2x3x zQma~|7pnPwz?B5O(T`_@Kjqt#>^pjgR~&aG-c<;@J1a&Ltk31U$V5MgCE}u z1=;=PBM;JUMcM^Ete0imyjdRV+tBL(Y&_z|>Il50UFSnppM{3rii+B4Bh`*eGyC@v z@pw>K?R7+2_6|x2*3}=T-;8D9yB!D=oG=miFh4voE?0au7=TY6VSebru$M1)Y&+!4 z1}N*HU=2>hjLItD%l$hM{R>%d~0F!J+&5C=zw=2f*v;HJ_+lZTgyEV(+o^_1| zp3%7X58Rt+YN)D&W$mw=xeIU@N8=_T*!4uV$Bj?lm-Ye#oFl!JtQ5+XYuCP4PIw%v!itL(A;3X>lBM6b8 ziitq^;Tap7jlkNgzzvu;rSn57zz#AaVk9qyPQ&>vR2KT%>d>wR&9?3t{DIJ0KOf+) z_xnkJRb&i!A*=~!Tml5-0f%$!+uI$zOf&DlzzgBa?`;DNI*SX_@#|OFM=LA?BZ3Ic z62>bpy=|Hr8+Aq>16SRKn%Xc6frH$UBdde#uU=*3Hl5kyJPzO8F)*O^2B1Z<6o425Ok3tLRnpatt9SRf)bEUeayp z5TbD1)Zn$OLLWmdqigR7KEbI_dD2O~&2bgEL>!pfbjE)F4kRAC>q zxxeaPZ}qr)SJaWf2o@GC6TL=JS@|&R(iuo5uVCVk!@}%- z2#I0DR<`6hv5H%_&_dxrEg>Oca*clGkW$&oy!jzppC-NFsn@f6@)eI9F{R(HD}=5q zyuVwrf>aA&3(-n(C9Xr%%7hg@9>=1hqFy3#GBVn&%{G@VU0Rv->nN0Z7YKP z9XIZv!cJ~LCB#|xI;+clB16 zuEn4tbgi?qGaG{&rj(!^@*OltwX78)_BZWY&%!x`yEw<^YM>*aTV+4&I!Y zKt1YNT)Hh8zMKgUUTpP8d!F7Ve_mHT$S|&4xpJlkGJ(%+!S60p%-bav78Z(HTiHR) zQ7DBVsG#RNi=-O)MbU-!{QKtGNGm)kh1Mfp3K?E!!1YrDWl^+yn1CnhD~45= z3ec`U(xVI(g~g=lSdH^Iv__(aL6Mw;} zv)hsKz71sj(uOPd!Tsia`}b4hWaIHG@qeLv&#naFC>BW#M|!2NirpyFnjHyKHiY1v zxL{%8`$o4S@=TE4q1YKC#PdZ0o&A@OAc6(*a5y)2ED|1mT-nv6{8*0`Qvv@Mkvf9& zOcTJdY{2ml1kDw*eV%$JG5U8=04lJDoBp(pVLrY5wXw@mVmoyVIle@ChJ}9MXe}|t5l}3chY^hMej!d3A zw2lUiCQSAR4WVL6E^#r+4ICU;K^)cH2N`hl!m1jLM2X2#4ydasMP^6_62q)=pK zWq*B--MCt3XYV6uJl)Y0@|s*f5*`F5q1;G(-DXiLa7Q#?U{@es`qh*n_;!aiZUl&h zJ3#XMRwvpd5)Bf0%?~$WKyeedVE=eHur3=&)1(ub{^g0Fkxmx4vZHb|-tZX-W$TRO zSnbu+IH*S4if+QrQM8$p`UVHr;u@9S;-m`fMjfIjV9hcmqFK#kyp#kS2kGVc$-J8^**AvY;Dca?%VVN*-B2GH0S^v? zSJH$2Rog(u6k({;YjK9?eR|>@RkJ{MWV$r^#YLn0FvZ zTtwtHM0asX<1&-g`LQ-cK24Y@^rlAbHgX#8uXL`&QYn(hhQjLHfh#*8C3P4`q!6$O zoc7A?+qaKEg(%vK8kN;R=3%y}?cI4ZGE?s}t(sS3eb3fE27k9hT6&x7bSF(lvtorX zyv|L)JO>?PDe)X!~ch#rGhWf)J1Q`e6Nf z1P=!)A7@UzLbk)f$%*(E#O8+Rpj-s*sm_{-|1>m2I_@Fx16QERBgV6JgFb^u1QIy9OiBF*xWeVaHW=gNu)k z7RsHk(d*Z*??e((*D+M_`yv^LXXcdsF3JbrY-DosF8E{KuP}xXxUKm4^QU|B;RiJp zfc0nLV<_6u_6TIRKMIKV6)NQ$qp_{se1k7-XZmxTCj9a%Yo8We$~OHw!D~U2(=mE` zsP^^t7D2AXwv?Wh=8mZGFw9|uf+yXB&`?@@_j};$#qQOjM>PrJ5wjd_HRQp=H$I)@ zZ(@t0S2#l=D>OLfO@=B2q7Nz{H2Rk9?!gxTeyLGO;R*7y5Y-PINYxRyhqNnI;$ezC43 zG>SWE^D1WQ!3F3`K0BnEmiW-q(^K$S28l9M{FTI2FXu2&hO80uJ`uUV4X0PeNxadi zjRjHW9kQ!(imd^AUqpH(+;Kzo^=f}Pch=lX!Kh)`)@q!7IrJu+8w z^=>&eeL*$!yHANJQmvcb2GCIezi469QSmvr7B4tG2G8;+ZVFVufsG-*ifz=2bBqB9 z0q4$uS5Obn%aeg7WCJ35zV|XzfqhUpA^DaxF^o#Q6su-&oWYJd6GulIjPW2UtTV{r zsFRXBa>&uNSpdJafL;x4+5Vas_3)S&9$enriHV6Fll0Ni?vcBe!KQrk9hH|AjuJL)RJf?q^D|;WnRw^i zcqaM$o$z0G(Sul`&A>u^fDu5Mqu>Aa%ZOfKo0=)4D_ZQUiYCF?tep7rDwS6{YT+=+n zr%CHC2@4B5AXb?8)B5b-UL^X~Km*C66%pmh4535|T^~x+h<&;)swz zPEL-3?xKL(J?MbKqNAgO0y68EUF(Rx|Q%f?YyA z%3JLqrj4d?DgddFGl2{m?Xr+F5;p8-y&STtNWywTKfD%%X~mY_vzpJIKVQG|h~F)8 zFp{zR^o)!vF|!KqK)(a}**meZyCAz2A-pBwwyLswizEO?$yyVlf;SngGWi|o4e4t) zxyM!FUC$tfA3?d}hhopQ#>J^)!8GkqN8UlkjVx$T1G=`*u3xY8^0=ZE5>+$^b*OGd z&UAnvNZ-<6yxmz0L40Wd$3_HeX3KFa?lKA2@a0rQgoK2?K`Ouo=C)?K0?4@-nu@b1 zWu)J}y{ZR7sjUR4BZZJtGg*1ZW)m}WA+$@K01oOV$iI*=Q!o#FaeJuv{g3kT^6+@h zOkwfPqFDXR<;&_J{p|&^*gg)DcJm^me~X}b??B$0ZV2CF_wL;uARY;p4VB)tYZsYP za?_i`-P}iCz>|nO98s>>bE-gknvg>fYZl5b&41`QC@HCc+$vn}TFbTaYLbv=5QDav zFbL^MWh*#(Dl0i^bd=1^`3SN>b$RH;#;j|*)KSX&O$_M@8DvE1;Hn=yfBvNh1-?)0 zj>d6auY2MA)m0F*J#Oiph;@-i2u&?Z;~s1noG0rv@oNPrjNP((UV#%Ow;!6yi{BR z@Q=~#x_g!}5cX~b zr33%F*P@1-1m(cS#NaW%Ti8>&(PuV$_~5W3GPqb~8nBsPdr(lzx;Q_smFvAlUO!@J zQT|E$fa&K^nYjpnxKL3uI;IEfw6CukK*$+9`Gr-{<6rxj&#Njq@AaE-3kB zd8)^0k{`kGZIE(>P%wt(B7!Q$)){4Lk!xbM7S}{yfLg&TB2QYQO%_0b&^A9ig%D#l9HKeQVU-QrT4ogN2?`3)^@y?lMojiEqrE#i?dnq~$?ChS___wP(d z!+h*PQ-*CselxgmY|G@&{i9!Cnr}UR%nHc)ynL`VM*^8C+U##s^6!77nXSDxo{r-K z{O%PHa1T8xpjW5d;tC8vu>>(}gq}flO>BBz+Mj2@Uf(b|;{DCP0znOECwRbdjGL~G z%M#5MSCH_u2F~YucIZvxsV|s$fosA^^04KDK*(W|c62zvR5CQ~Wug$!R*5153(5Be z6xgA&fD>mfT}n)`#v`EWV3T&(tEi~B*AeKBbZEGRI}y<*M^EXseMZ0| z+Kmd{-)LE%v>9$d9?WFu+F>ByRWRfR4k9P;5bzyrqUULOYHRadoCx+eGB#dwa|0Da zac|}0C)c)7luWmSeeOP0kn~9(d9Whb*&W>69_1)m*iS`6b54D~E^kqs2}$;S=1k7# zcl$2MI@UYWHc4O=5Yz=KEzpUyfOzsnOjI-exvmRaP;I{kk+FIk&Tl6G?oSq~mlkeF zc+16v{6(m3tG|5jvnm~id_m2B6l`II`Hz5crjlS`xCI0Uj&QpFm`!b3e z{G~nUiI0cyB!EFW6=DMTtH_Qux_`9o%b;y-4Y(#+;!kP>S*&5ZP^`#Q+9 zyoA*STMpyY2|daC0|CKD35Sl08r)G1z}x|gjEpr6G0uRY9{>k-;8usrx@odYW`lH^ z_}$2ab~Y^Ul7~j`0Hk9M($v!_Z0s6B+tG%DwnG7f*yYAFYHBTdk5w8AhFpQ#TPG{# z4O!3m4`*BmgU5sQi=xs(g&PG=;B#>2q*FP1bQPo?ICU4tkO8DYwARD(YloZIL&@$f zxa|Y}mv9(Xy?OHn?+MWjv7+P`X>~U|a9dL0W|aS1=dyIU%72$x|-SHY{8 zSOwqBbF^#!g1mw|ia@m8cfr@*gKuJ%mQSz3jXaBPetV%148_Afhs$h5(a0K*xSqh@ zgecORgbnWK?_Wa(IyDPc4u2ua8^nbCMM325!(8CyFhhJTtLR*qzrTM91d6Yl`S61X za(~svGx0cxB7maZxKX)?NimlB(?zKR2lhHbgMix{o33f>YU4UT%>edDVNE!wV3I4s z6Lq$lIhi4A)#ta-5@+^O-uQ_Ut4BRk7mxwEKGcM7PuvP(I2@O;FO4}jghRHYv3SIf ze1fL_I1!@)(&EUPaEF^WO>x{`6_x#a++}}Ne)+@t%P95W39B79N) zGI4j#rfwK(^6RZVtuPJKxRH*6rWJDq&P#>V?Td=d_GHF;U32O=nw_;&6p|Ssu{{sT z!D20sBoUc(dk^~?UlE_%w^w8oK7R4ytFy4(P?_*b0fpV0J}iq%pot;@Gl9GK&|qp< z5~D6&K;?V5D`N?=&^!sezC5nZ+Rf~^)KJ$lfCF=7{HF%*P;aj%09DonK;jWl+`KXu zKC{u%(rVw-3rC)d z4NkKaMqb$E44?|*47{hiHK!8&%bvczJ3z*m#u{Fph@`)wl9D`BxsI7pYYS#f@*PpO z3kvCAP`IR>0FnLiQ2B7SGXjd?TG2Bxtpff(JN81>Z3AwAHzm>UwUdYnqUkm)8lu-G1Ks7AFt2 zpF0xq@)hgGDk{^qjyMx~xneSShm)Q=JRBI5=P?uaIK8al;cj8$KA`B}NiICHJNmvw zXe=W8s@;!}L0f|PT2ZDf|C)tOltLUYP7G#xU`55hb{>7o)H~$Cdm5}hW9}~Ge2SY< zX9kMv2f@J~n@a)G;|>=g0N*{j+N?|{3>y0nfSA-AyA_a$LB172+B+53Zrtc|p+$)v zq&tScW;nl9zJd-y3k0u)%TYggtd8G$6B831xLC0pII)6yk@rdf zZ*<3_p{Ap2dJr_cRc$u64{qizh+z454AHr|K;!h@it4kiIXB#``T11`x!MyqK4i7> zg<1lE2l*js5{MAac4=`gpd9hnW{-RK-qxFEJ@~7YYP1g2Vea6C^XIj@slc;&77g>5 zoxFxJFXZ9x<4}T1>Q@Sy(t_kB!$yG7+o4@tcy18|QJw%=Ynz0X9;Es6l2o9v6UC>r zfX8g!5q!!(A)mYXGeU)-eL{x4DY7955a93yn)c6kc^YzqSB!OiJJ26-K#O8a4V6HQ#fR;_e3@rk9Av=KAB@rwpr&M z@-MpXoVfCL;g;4~MoG_L8Mr~C8IV(8^Vi&+S3XbT$stb+e`XjaCd`n^X5-T~i+8opmZ z7GXqG(=>vg_yRbwr)J7br)j=vyx`)9i~D?6`tIGk#8wUb?1kp35FDZQG!_42!pf_i zIDUNW4U&gy_l+SLVxA4mO@%^ z3tl7iI*|6nP%|r1g$^X`r~q`6@us7D3MldH0M+FFd#8#ca6A zHjSTZV`eAP&0lI?)?{6H#03Ef9fD2uS$LLj=pt%qwU&rDbIivU9g)_vJ9`uvCCBzE zV)_uMsy8(>uo5O1nZ!(pn<~w_o{@Z*qR;cNFlIVNmt;FMwR%+)%&!-EU00WpP>>t1 z>}>Y{*~$i44@s|;gDBnvvpwqH8l=Qj;JCCXgU&;HEeJO<{(ZRj8DcsQkZ@xCxZFrZ zMp@4*(Vwb8`5gLbt_X6S_!U@VcV1)uC%m}6`Uw>K89fd(w_GLX(!NdX!a5`*?y1H` zN6W!-cVZLBYC>8duzC`pK5X3np&Y|RLygWAb$9_1 zp`+`Ex2oI1EX&P_U$^fm1`glN$k=b^sDYBV8l&AB^SnEEu7VVLS@*dPtpd-61O-Sm zgxJgir62_odL2Fy5z+@R?o_bnj{Cfu(^FC+OnE>Du{`?zQ3Aztaj9t#LLp3jTj3(y zJ^^AA!zM)g0pL+1Bmw+FmlnXOu#8{A(YLz;S&T0zauj%#4Q`T1Vhs->aqwvU4w1Tn z*$cqC#v*mZzQF;J6OexUKXSrm7KW@J54&$0;UYbR=0P4dHWR%hQwm>~~!cM!(c{&bm(_w=Mb`ToiZ z==DGMw1Nx(H^Rx!?>!}kD2{8-p7lf^H3M-{^Z?$=dp0NXgvZu>=5o{wvW{bl+S(~l z`Q(c;cMc5DL0hbi_C>rlh^YzNo%@%8|HcRl=XWX%=LG zeGYRD?yk>D+4Z)G%8N8KKq28>P*r8+DjORc3~gUGEKVQ2n^P)t1s~&1M)&z6&(c<< z^0>4GJ$a%^{j2fE4>_=k4t1{~G(b+&9U`}&sp-*kL`qRC0`dC3>|Y$mGp%30yN`fU z`w|;W9bL&w_$H$j8z5rI9Woa^22~IvME$q(^U?JeAe~L-<~~95Rq_=(v9Kg`eSfu= zE~xMK?{zTzxt?u3)k+01-YIlDJOpga&C8tph?a@uQGl359f=SG*RZI_f7#)5JH1{& zJ02>C_~RYlBQHZL^0keO%5ot2O~mDMZuo`;rSS6ds?Q?d%o(WS(5#cW@!R+BcaW4! z-Ealwwg|KhtS7w?xG?hj|1e2lrjZVb89BqtaecHc=~(i1yYGKMC-DV}STzPJYiVsn zbFU?S=|XlUrVq`B+|Abl(w!1mO;PKv!Y^FEawWpL(iMOs!gp=mUkyTby}PXAa7#*3 z@+nM%PARBv$CC8&0$+saiVLRqAZ0nKD@n?)4m(QUk<41@44 zfV0VCxYJz2S2D!jij zyq)N+RN)ldGcz+g?DyS|e{{;GcdOoWg!w3H>9A4`%6p2dT#ShQ$v)%(&Dfb`{()Xk zsmd>1<=YscvUvj0rv5EUXy2h`)s~P0k>rBJU<5=VH1YiPLA+0JQ9_B3CjCTwV3&-JDeJLxDWwE-Rs9+zyf}%#z-1rv_z^ZAP9SP zd1U=06C?eIOrIJMGnJd08!w+b{mLL-4R_2CwM|bk5zxF}gIB?-TczqogPF6V8D*$NAto380YH;EW9F7W-h}nKR zyxW*0i2eOvtsFwfo-_D{wa1YcRZh>iyCI@Q0*eqQQwnn`@8p*@cpBu-tI5&#e1{4b zDuoO7IzsnGh)?Ol`{vXDhk!_T;g|LK;pwC$^r^DQS}d36)0PDpHoQJ>_}R&N@c)2gVyVK>^w?5!Bgu0Sj8IOg$qJ!->3 zGSbtdOAAl(Nfthb>jv3Fz)RZ@r`Mb65+}Vji51hytw@O^Bw@WGY!yaV{DBTb#Ic0t zJtjnaA`f4Uz~)t#9O=)xZ&Lo)CHaA-Kvu_Oqf{>ZP1WA2FW<%fd!chvu< z1%UJ}jkRbct#7mX(W6nNsj#nfl_9I!gEP)uzPt{f(YxS>{3ffA2LfNQek>W=-ZK;) zLm$p2Q#c)cc*tt^$*;cEo@KnZCTA&jrU_^+P6Gk%`5GMGy_gw98kS^{-2M z3D9%K!lFDH>c>i_G=b!%7O+)ClgQtKfAiVWgGiAD*?VgKb}riD7eE3KmeXYP|3I-m z*zA}Mb@7Lhw2!+EpqhLWmi7vYLwKzqw76bW_VJ?!<59GV?UI?PJ5pc(jW?mepwJX? zg#YpsI+d-R8ISTBGbo8uY`c%hzkny#vm(`2vvVMbn45GnwX&RNL^DF)R5So%9*v2L zjC5e<u;~3IfF3AVQ{CeHOY&I__=PtF*I z#uHpC%H00ja4X=wz}D zs?@3;R4%P1q8of)l2r<3tsUY(Pms80W~6S?x_&Fl5?qww$$?JqJ!U`UcL|m%u5cC3 zuKYc1AH3mhQlwP0nIvw=yu&LeU|ukP=MH)aYahCdIEK_>R2G~M+$fjrFv=yo!%zt^ zSEN>T>H8z6PjlE0x2;Dv3DdEB=b4q(*47~0b|G&EPVxFTG?`Xwfg&OC!Q;oD65oio z$--9CL)eA{pn4meeNl7siB649P!Hy9xd-=u#ZGUrdGW1edK@M;cZw}!2c!2H08`>O z6cuTabo2>S;ogf{Ahcy*3%Uqp5S*?1#-kPA(I9KUJsO%kIYjoB>f@+dlOBx6wNc@hdDYb|O2atRb`s|cML;4!wwzPN!Tt<=A4zKL8Pg2mJsaqJ+ z(9jUAdd<{u`#oF<6Z`9(&k!_33Q=2sf3<$lbo(I~4;j$t;Ctv>Ho2F5vI46aKIJLs z+%1lPS9R#(p_>!5Xcgkv_|4M>-2aQ40hyL{K3QQ(v}C7I`?$BelYn(F$e3H8k8O|i z!;L@SJiRwW0)8f=DJ?a11zv>rRE=o@hpemmUlu^>W!1c$*%NWAE$H5J%O`%jh$$5r zbx6)lB%%LNI!X#SS5SVEw*FO;KyJHWz}49yn14t{M$f~y@^3|i|7sCoizcX6#Sk=q z-T|9dKRvgDcFYaMpPu_J)%%TQfFgT{dML{n7Z}cM+qT6`!b_JK+W_4(SL%lHwcj8+M%`Xm_2UY zqB2tf5phvs8w_6jO>o4!pb~g%f>MvTn}`n$jPoH((w~7~RC6nSFLvO4R#yCOSxldJ zl>`md;4p$w)4!xe5I0!Au&+pdthjOG#=sN;3Okd(=Usdg-Ov$;+Q1%l-(f?suU zII|n(0AiHwe@|#>Xt1>0)feEw?bV0TZ|O|Bf!@psRiGL5A1%!d7sQXjef~^Ga}{L_ z01lO$ot^DLs#dKM4q9&^5-UdBd+c*ky8U$$?l*2X@Se-7%g96;y9Ic8MUEXfHtzs9EHgu3M2`2x0UkL5jn;=}5~gX6kn2g;Al*sO1oAR?Bzxn} zHiLX5;=;u75DQQl2Ezzs)ha)I`lM$D66~|34bqzWn-QO3iCL;H5_qS!3p&l1*#*cd zZ0oZSE*iulVJGk@9NsXxqH;J3z&ov;9+W`or7!gIYFiL$N4i#`@!N5WdtaOWl0png zf)%nZf=1FvaE7kZVMydA@Zn!FmgbQLYS}A4rG<4yMz=^eQl*KCG* z>aP>2Hpz0CdslzCEP2%un&*VsA$5DC&i49s{eCiLGO9xA;6a8|qt6zfDl2`ba`&S& zT|f#6C&MQYt@#R^JAaElvluf-?G5Y!_L4-A z2vr2FICnH*o?SlO(`Yv@!s(Z;QK-bzH@*lKJ4r@K2#N}olAFjg#QQZmqcEnI32a2J zsq`nm&4*>0@u3Ef9uEm4js10Y4lX%vDi1b9%}tr!?0SEV=d9J3w+*MqLVhDUd(@Qs*ZQ)vW&N z{V0iifQGy}cBI8)6AI>EZn}>e_yeqsFr-HsNzu0cqdq)4`j=cMfL8of?4I_IPdlK? zI91K0Kx+Xq&R`0JtD&)piQmVnDt|HU0sLT6zD}L#4WySW5Re%3p|7ui)fMk>dIc50 zoxxk@VKE){U20 zjGc_!<-tsy^CeW|jsTE@Dv)VR8sR<74^Mc|Pu_k75+gAz$QfN%d2X>WF-6rJ0kx`hbra!(=_E@tzNBXlpa+&33*tbap&lS$AieD{5@05Cr_OsEhl&0p*C0ohPz5R4fgyCuy`AvE&Rl8H#Tp-XbtpUld-{7-3(Sebt*s0m3Dd{T zoad(lGd9RT{Sso=BfJ*uEEi6Z?r{@=kcWWAdgRsqK*VlvPw-72rV;2nzB$S?;}uTt zPV=6jHR?~>H>i-~ZX(z>;NK@4qE-%JUz{X(fWGvdvdX=T$Fcw>|GK_SPv=G)rB*r4 zK&}+rksi%^v}-Se0^lI|UaD$pjQS?kY(`pI0l7|7nr3-~VX#A=fTT2ksOh`|M-Gk* z_4ljR8Ry;1s2BrOshxX`D4API>Vz4)5O$rJqhk>nHL^_S*U-{NxPFCE3bS2?Y+Z~> zT!9s0r$H>8|6-BVMcXq+F}o&Z44IK!T_@fW&ZhS;qW3VxK7GqSO%c=NBIG$OBv zvro%9_V|hUO@=PybU^zFo8)R6E1URvXsKu9%E=s4|BF>H5~({m$G`mBS1~8XQ2j4b z-Q>%ut@>9IbFe2w{M5;l%+~&Zt!b!2t2cd}prNTSy?lqQt%WY_C@U}bz7|L)PhW?W zRI2+;oK|j!9ZxpGL&sQeSWOW{!varv8VDtJd!B*r%f#Mwrk6Fr1d5oD)$^6@53Ip* z@v9drlk?}QvuLK-){}A!o2<^AIQ4;%wur#uCPA9N8B1Y6dKB)mAGJJxn_r+^e9g1HUESTP zc!T&c2vL5fi(y!Of+jNZELHpA{V#1ehsFYzOvb>sSc)Y%T$8Wv%mw?9wqbE}&E%6_e!1>P{@7AD^s_8GM~OXrCfpm#dT_ObZ=$v%Ss2(=KZY?^D zOdYU-$o>J&ppHFK5U=-^^#g!JL-6hX>7uiu7VVCnf~CcssP)#LL&FGSh7=>$R|g?I zC5oUSf&J2@K^v}jm_ukxlbV;C%e?w;@6VrUiV+B(l62=^hvH1>{w3W>^uO)FSUaAp z@t0lRvB4;ml&vk-Y84-O3H~i}l^kQ% zbqOK$!m)A>Y={ZMrU=RvKz|DLo2S9Ml#~ZNWyXnydmaV`7Fj4)Z$F3VsyGc-EJ^0b zo5NwwN?NpMIXdba8g`*sb?5vBT4cwJhj;1e>1h_7w6iMz^gAm%Tfq64cZq2l)V1|Z z%pCH`z--!o;r7ZvTCqIJgLo<)Qg4Is!A&OlxM84vT!34vhHr6t(3=7gpqB@d)}{x9 zyUJ_gBWZ&1g^`UGoT-niwp`m30y8>0pKqg{0RdiG20EiD0>GIY78lI~NUd9kTy%o>7fB(Lt_qI{; z{9pB-fZ25INp&eQ0f?ksC1K7#5<;a>t0 zBr52?r&$#)a}+lbiX>&D70DF2N4t%S8xNhvHSqZZSKLU3o%4<|GBSDq&C=Mc5aRS`5HLwI z&#ROd4>ryVO=>BJEF~o5Uw0R1;P_xx#fE_L zt4oV6hNpjZbjXQYH7SCiR7A$79AcdEEmG*48Hh_VHoNo?y+F`pQ!Bu4tAszqA`hX% z!W8C0Iu*EKNGYo(J(rIgI>Q>BOM>Ua_gYRPbwbYa@$+ZDfpJ0tp*P7MY5GLajq?6|}CfWXZ zMU)vC(Y#0WS~-`)*-N@4rMZ4UXR6m(J6@cK!R!wsuAMNP=Mjqe+5AD7Sh{uV)4wNA zDukq!am1~lh=NqUisD3aL?M4Xj5RKmr0?$REXvxztq3y%R(yXR|7Ly;A{-gahI8aa zih{RbVR9>iKq(SI7^AAx_Qs8iLu**wuw zm2(S%=1W#mlvr0U;8LRU;BFX_*{ElI-YbUTogK`s3|u!Ayt-DkV2Aq_PSJY^einTZ0HqUNgknQ>#%Q$Y)zp48EOR260BPY_a9UIc|( z?CAZN{vR;ehL;{5b`L&%UO1SzE_6K>CI@f^eL2dYm?H;9b<=JmIdF~4`C`b&l?#UZ zJcx9Boy&O`cchFYro}|i#&hG~RUwMDfIzetPR84TDYT?O4l|IPr)}HR(G&a2*b^uM zM;IRx+eyBZb5{?Fng|5$Ztk*sN)pxAijWbZ2jr`teE?-yGMk{%=t=ws-h%nDwQDwR z+y(3Sv7zCy-4h|o13-tdMWHbT5IK=G7Gq=`ras03Z;0l*^jJ%)h z!`Zt*DRS3bEtWL zIS~5nnPA>)X88)Hr#|7RuL(qb+?uh!0B(Z0fkrHdr}Va5j{J2FMi~CZF=G!otqP=J zSJMOuxsta!AWt$5@mA`}ckd5@8P6?QMa!?d67!`wo|sNeM*O0>(- z3$&1LSC+ZW_U}3wtz5AisN*7a>d3;6=H?)hv3rMFQI_qO4JT6(^g#E=I^lw}fhsOI zl}iB3+BoA1daj$gpK*!eB*AF);6S?PGr2nplaY`EThGgq@W~8A5d-Y@9ah_1nIfe&bxNp zrf@}YQ8QENFu$e~6>yKxPPnBq=W7z`+u!zA4TUTQ8&f@at)@i51qO84LFm#2g`$+_mx0^qC`r7{s0P`LXZNZ=jc;7Br&U z{5ln>^Zv#@bKCX_M}n1^6{dHCwIfSRcAOl@-c@)OmbJgOa8W-5BsA~=Crw8>>y0%)q>p@ zl>?HJl6o-R;j{UD_?(_dU!jU$C&8CKn#?-Sc=I85uiLG;%z}m2P9Id7(bfEE_252+ z7wxPmXeyB2V3cx3z6P+)@68vCZP*_*&WBWk#Alm}0bn6_;go4!T2xoiddRJc*8C@V zgXgjb-(0hL7zmn6)a~&rrl#;W0JyRiP>UaF_(Hmp6qPD3_^w;(;&l5Xraw zy@!5#sl3Vhxut>k^a%wm%5*821OE{7b`7QjJ|RiY!^Equ;?$;oSnFZWxLd8sl_F~X z?n%rp>%oN2Hx>NFnKgfC$sQCmzR$JMY+poA!a~fL;t7$=1kc-pPUo-po{2#uwmI)? zn8mMhR_phjcY|#~4IeeR*&n0!e5da*bWYvIXN*nqyfF2N_SS1Xz2$Ji;Ot7vXdgEYPof^I1KAE5sv&yeFk zw@!BCpuW^_2aK~KeM^9d?3l}ch#lE1^h0=I>{3YdrL}6%E>N>a_ntfL|ft)^O$+5 zCAdyZRe<&1D-_^1e=er#zRf+%v)W7Mw;gFXi>&L_PEXcX>}+{?fVMmsfp*n%5WxD7 zm$iaqWLvfRGu5`$HTc;8ow`&kjVVr0j)ejOpJGfgUJtW2BB% z!WR66Y8uXW`X5^|xO5Ej7z`7>B8A+8F6wVazCK5gx$D?TTctFp0n>lJ{%2{CjjM3J zCDkgtv!~etsuBJbJ^j+qS3Q@8EGZ;E*#Z@gW+ra@!?xe#X?Q?gB-d`ite|p8O)Fah zG8T3MYh?XSt9%GS(<_-9|DOH#nM+c+qNlxzG8=M+^Ph!XuTiyF$eF~z$S>2r{6RhA z!nq4Y8(pLj;^m%}|i0 zB>yDr1>GkeRYv@}H)5BXCQP$nM-uAGZ;y@>)}vh|BG@9!CxWemQ)_WLL_k$cgXY}| zy2%&zhH!Qm%q5IFz6lv8A51CAu5igi?|)1K(fWuCXgBV*FAOpnQI3{bBG7O!V8GN( z{HI+*Gf;(YfwLB9{R1nr4^-^yRCJF%iSA0Tu1g_(gLsY^e0u*2dgnVZ6ua7-$G_AJ zMfpn#Y&h8SK;^Viixa-@feTX zmDLySi-CedCQd^c(^!?AAP7!2 zL!BR4B;kT}wjH-=j$mQMr1+<|AZ#~8lq6*0w(yr2LJXin7wq2*ph0}WB7Z`e(m8aH zPpH{~K@|36=tN9|Idn&4G!`I$7kbF$rW(<}S7QhC3!mZBehh4a}+yLi;rNRiJ#nCCw~Kaaes3E33Q1DzfR(4s#I(Q=3hG_Bl7aB*O? zhiUHO>>vi-JVk#wf27ToAp+>a2nBycrpIQSF$Z)TG^}0?CQf@WmXiZAa%HVjq z(DwemSk-}@P+vTrbmqVWj9gghnC8};8v&pdWA;xLEG^h1VJ^sZDe!liGJk9ROoZK^ zzC-do^nk5t$j<}6Q$BR%v@cjUeIkt&-`jR~#XL6g!9_2@t>1|Hz#p{79zgR@#O0qn$Y44A1#{8uB(0m)QidMOS>H(57KAL79P_50JXCR}(7O5>Tx zWAwCS_M_9-i|R0#gaBX{tnQ(?-%Pv09ZZjRBd*#+?yA~r5D%M|a_ADee3ugSOQ!Ot z@}S|ieKL!;>Xu!a(F*ywNcx**DoM?a*l}$N$3ERTpag13oDI zQiIUzR5GD}j4Qh?h10uwmMiMM7Lo!?UU#9`fpKz@CkFB zjAIUxdxKcF%KS4V*lNjNQ1VA?9p3KH@&|N!Fm)kDcMWO3)L!l62TbXJimCnGQ*7wG z&j=zEx`l6f@eB0RkqPk-2=OMKl~?)u9-S zTZ-f#S*KK##qmJ{Ouz%eS4O;zKQu%7Gfne2p?D>UcIUSfO=zI#(m%I^1geHpK5k42 zla{njb}J%dh_VhJKi3YE5-N64Q*DU6?vW*l-sTwe1tzx-vLc_%wwr?FXhWu9ix)bA zhHYeHkepy9M+TFsgiv>Y8=tBi((qi|>Nt$Sn~A2~u)pyAf)FfkBQHiy=uF;I^fuVn z+l00dddpTyX5!njm2&*~WOLppggE3j@wFcM6>+B~|MbZ78*Sd?^JCscHPmwAbpF*R zvG<%NuruD>KL+&X9FD{VvMt?wk(e%AHu6*bGEu-a{@9gQ`_XF5Q3R(lxM|IZ-wV!ASd#`HpH z6kR(z(XZD#*E(bWV=?37shNZBWMj~U?fF$LJDg^<;rQ+3`NQ#T(4$IYdhh8*rv#K3 zO;1S^xW8I|ifb|NQp{N<_9Z#uknO z)y3Lf28$61j8P5tAGKs==&>h?5~ugRQXa`~U}j2D1$SCdeJXn&oFiA) z_@xVgpMHcI2bAgd+Uf6w)?_7!N7BvKF(n=@zIK)glWo6wY z>^`!R#)5=5k0;4kpmlpaV{=8=nw| zimEt{$EWO#QE!|2REp}~&&rSY2>cr7+gO?#7Q3)}HWy;}yAJg$H>3`esGsl1d^iXY{qMir9>f_@R3Bfr* zq+o4*2pfaHs@RqT825hYU2|9Yt`~mblSo8#DbntT89MaQqYaifq8QORf<6xbn@0f< z+ZL{%iT-``Avcmgj3mx^Y;uzyu@oydpu&6zXiOP>w$w5)eQ%`V`F~$`B!hS2zki=T zA~pLfsv9Hx?2dnWgWBP6m&rypu?y;CMxxnDZNnrZ1_BC@GbAyGy?my&*dGkN43)ZJ zt!DMYWzrk@r&8Nb?3o{IK|hce`nZB-8$F4eS}-bD#Br<#MQ#pg`6~H3!)?Bs;}gR2 zZh^lW|6M8P1+(EltN&a5d;uUT`q=08$EC;0c8Y*7W0Q8c^5h)!r);s|H!YLk>m;tz z8XN=ufILN5j{|82%~e_z&>OI0_|i$V`x6CE!iJ@M{RYC?<$rG39C*3wzmMoe5v3Ig zZbp;c76c)s(VcX`b+qk|dHm;9RfHvS1@xeHwc^1;3Hl%W87lCl8911r&6;ihKBO>H z`E_gSe@`qt*67J7Yn~H^8W?MC^GQVLKnh4Q2e3ut_jM56A)$<_$LBvV zYX)v4(vsFN{O>G98E zWRJ;zAh0+Ux9n;FNI;i!Xu%@_b<+VHml`^HW1yUq2xb`=bf5{mutYAk14MQ=BtH>` z)f_-9Ywn$O>lPBqsfQg9K`NNhCV%Dvfsrle00B8jx!l_-NkPqny}@KVQkK|_L5BLV zONoc0c?KFXTqU#MTe@M7x+3mu@F7?nN0XI=`xtV!}(Tzuh@ka7Co(>497LhT`UW2?r0r%nGJ@aqw4$mqwNb`ZFxNWVMcBct zqMa=0!sCxc__I&Fr;->cOlq?OO(WBLxAb?}Mz`q?(|xi_S>L}sz%yUiV#aZ-Oy48| z+;gy1A=?Y`AmjV=)phc1aMPWQhuCCis{<0O?ms_>aeLjjX}0sVZr^)Gjsz(!=U8zo zp|I6Xn6Ld(_E)->!!;-izUm7g`XRhtNsSnEGG;5_V9Gguw3y-{gpHVP#k*m2P0Qh^2hB z=Z`o>p7ZIUh3#+aUp>{G{?C6eU`KQ0|K>tE2D@lv zr{$4am5C9@sNm@rOEWLh`%v-h^I@Z`G$FNU*sp7&r>-pKX|ZF*z$gX+mx72eg`A%M z9E{I$jJq5&x7#x;I;(2=hs9o|@iZ1;<+zoET|!rR$Gyrv9pJZA3S0O^)ZT2fEtjWhq9I_LXn zCM7}W8r>WaO9;gO#66m6$HY3(m-H~0_hBw?+&c%fww(-mePK+5n!=+tzUE#wn0=sV#**AlFMc7Dw)p z3!^tcEHEPQ-|3&g>Xg7_J=UEA{=LC=;cX&13yGOH_J#x>$4_vdE><=(LGu4) z2$~vzDQ-j(H3{mAYL0`~I0s71Y%y%Qn4EPmxBMC4wmw0w#nBgbO*5;(8dOj2Nby=? zjX%QX>rUPWM!36fv+nwf|AEbR>BgL#|3cnd$-aPokK(Zvd~itFA4CXaLJT)~OE%a! z01hrLEN~>)XEJTP6t3b~+VGp4KR!TODY|*bO2CI~hLS$uQgYtA;=&*=FCxa+li9*Z zwpwk0&?SVbi#>;dn!Ul~2kvdZ8ApEdtDF5jc6%dYT2i6YhofumAH`jBc~Tez+aiP- zWfpR1vu^KVU?4;UY_;&4?16;fS)ko+(2fZyUz6R3UYuZHAP5?>LWKzf2GOl6ag{)H zI^$mq?jYq=s=DiWFr&jm^wkNFnf$R~l@=jf2|iYPjdL@K!I+6S^NHmlT1h(#dkISd&&zXg8mm^*w@?FrwnkbYY8-x3JQeX-vWC>+~DTq5C|hO zTkTK$#Ki5B#>z3wHtD|f%(1*@I z9F2`q`TKtox*i@Rwzdkl1v#Xx_H6cJW7_+$LzFCvt>%5={`u7vbs0ToH9u_l13LB=|Yhbx>571NfFhu7^N*F zgkS1NRN6_*oNhmoghml2B^?U6WS{S|X!rl$pFe-q!SOwx%lrL$zh1A;`%|_H$ogFw zrGcl)AYK6>69XDD`LcgMubajfb9Vo(xA(-C zgza(Ts|BA6{iA#-5`<7H+kQ1(d3hpJ6E?HCYdl`n4eLSKU-SkdI7XJRqtoUV;m%um z48UTb6i6F>R++S%MPN`We_akV?a%W72D)T11zEAFe0C`htS+8sM_XjSo#(J;j3Xy| zmWV)OphTb?MsQC|zPn-+QV@@zyw~rriIAv5j6+=43wxT+?%*h=pu` zImRQmW5*VnWW7i;yL-a~AS$Uo)B#3VwYO>UQ$n5b_-a<_&+GbjeXN%Be%pI>{rm79 z-Z4C3BfBs>*#cQLv<{$Jm!|aICyGtl`OZ#bL!tOYb>E-&05a00jruSEo`1310s;#h zmW^xtvCURknI>1t#peS!fEHIu>8J)s*j>u|aUo@gERZs+6jGpG5DkbU>)VgP%ZVs< zgWFX<=dYCPJAS(UN4Jy%@aU%t=TCq8v;~^<>OD^l=Sg~fxm9T`c(9joYZ$x$qts89~e5*bS*%J+Qw~5=cH^ zimu9Q*4K$%B|gc7_~^kh5FE!^^Ll*w%55h{el&FFrns6?0-tRPW$XuJNjdej7vv? z_vLc)N|I}kWE^2$1THy;O#8DahxA~v+R@SQ^&EM|XNLn>8u1(K-_)GXG6xJvFeQ5! zCns|do&NNLF;fH()+aFbH-l(Kv*;L1yCnO<)mf(Wd7sEI+4lOL>&u7A2ZyGPGtX)P$HV#g2!+kaj&JFQ2>2(B3P#zL-TkVtseT<0^^I<(S z72hsaoxQHCaDJ`k&P6vZtI)ZE9C*v}{sH$mk>GfrzG&=RXZT>(3_&r6sQzMq0 zevu7gsyrR#UQ)G73?m$V`4=Bi?p?YuKij`EsJh`;*Uawzam>Gsg9$==qywU*H>Be?%NYk9+baf&ldPbGy*vOj zR&f2!nkiYUZ={+0}LnD#e%599_Br z>Q_2L{aRMZT5_pnFdsdMVClqd;C3K$*2m%eOcAYT=h?^CwQ&U8ue~8W`_{T(_`)v@ z4HMI&r5L!@`_mxUfH6$z)ur@KAk2==r0;WeF`UErqazJ$Jz$I?O9J6@)_4jy&}4`t@y1GlZC=XgB5zEhMj(II0dd2j6`X9Y{?0-^p# z>hrk|Enr>6Fc4{4wa;tnn?l>Hvw0qwEH*P`!%u4xuM76Yd1akY$Nn+pQn@ocbzIG( zcatiBjcFDLFp65+HcX*V={KU2`co98XV&uryQRIu3ukLI}*PvlmV1 z?6oA)!Nt$QQJdw32SZhenW^5@(T$F!p12m{K1iIvNu$x$5&ckplMBl7hWhVRc^@4q zgqz{*ZnFNxvG)UeT)3`d=;bc8LV60zGetN2_==|VAe=ElMO;7ZbZO5YwSR#gfVYY* zMBzN4o?7~m7X;a)7&S;ZL_~g_)Mel4(S*;oluQum0J$Yu$3Q6sI)s+bcOH&3%rUV| zx>aAD1SVsv7<4ca$65YZM|Z=tN`J zn19v!e#eH!;GufQZS}c8%R%Uy-#!#n&#-u0`p0NTF>rtcV++L*aN$8Y&n5sl(!667 zRNb71U<>cuEmA#znWr{dBc8@jdzW@|TvGo31~l|?Y69AA4$=GbhNY1uZ);9u-|YQu zdgm3z;+Hnl%tyd8?bg4t<}99?umhA$QD6h2-}p$uaEXI{7S8!uOr}>e}yX$li{s zCTN37#_p`fyih^?7!0Ggrl>t!@QzEH7)MBFLDj`qI|0sLh;mz0oZV69p=J-SzOYh} zBZZ`RWUy+gi^UA734aF7#TfO>1YCxeP&N!@;|T0nd)Zr&gD774!w~o4XQpEJ;iJYE zuJnDf5C6?~97a>$JMnIU_>|bAAF1}X#yW$7)aOrhj1?!QS=+cPuM29|o%cE}CA}Kr zA-2$89q5?D@H%dMu28hMKFAi+O?;ty=Cji+*N47am{3y*TGz0xz_;{Fhc0Nc+hah_ z?z?7Dg8g3O5oz=VacGneM%ls-q9KoI)RR(J=!}%h4XVx8=LmO5(IC9?g(7`sSk;8r zr2;C!r2per`yiuOq>>~HHXR`auJz45@tno1YKro>sw1+3Aa2T~Q`ja5d5tY;q?Oqa zi?*&a-l;=mLzg|tMA~r|Pp2j~YZNPX_~}Q@GKNAt$w4ytaS`P9ISXk``Yf+VFLj@r zK<@~PCfq%G!EKD`0KkoP!aSUAVxSVI<$}+y(h1sgTET!F-3?=QAN&o?kI0t zN!z+BCEG7k(TSUEZbAo(J&0s}uB52tCrEG|i2yeX{Trjoa{zFafRA8uTAf!g!wBH@ z?0ECQ5;RdkTnvCMSh6FvYcIc=cR1`tV%G4k|7y7w(=kUtR@Um5LSErb)R<*`e!KhHi%<)7^5*RBXT^Yz*My85~!Y<(=<*FneXa&Hz7X^skCQlleNdNN5)`nNMaD z>*sS}I>=`i+K#jPbv<)FGf)mC<*MPI!Y8F;i}Pgt%;s^$7Kan+yl-{nT3K21C%qK9 zy8TV6|Ga0F!qI@h{$8e!!F{m!@vM@Gx}LX8^Ky<@>g&ML2EZK5mSdHa&|;O7SSyZN z17|Uqq+V@xjcj}<>f%7OHOSBBj1y9PZdE2 zryJnS^5ZF!c$T;Y>`7&B4d-(cv z#QLHaJmvB3-cDFOM82u>>VS2(&}a7+)QOZqwXd4Sk-e)Tjm8&3rLG(uG^W1{Q z+TVseeJA7T(YdNe5BOOD>AGOLMbz2>0rD(js{x`{O0_PPOVA}YMFqc<VRmdr)pQr82tqDfo_a0OSH3vZ56+pbdTVia^nV^w*&U#I^p) z^9wH;AjLUMtD(82A_ts0SiC!g$J2%MltGED9O^TE*8H$KpJYKpK+kt4*v$Fj<%=%7!D{aA@C98t?^7pQet0Wk-NuqR5}`KC>v>^iA%Ji`V;38O!R7S|1fBk|pBfY>nqPgdP-j z;>>o(;I|IvU)%$+uP)zu-)_C0oG~!g-~QW45hD$+taN!p?9$)$I-eEtRbir?vfg?! zi>!iXgdtp}mjeM~KTq$apJ=<><1ph6+wA8%DP_h>kV*pu(gkB8a(&rN6dv~ zWT{@01H_0VVU3}e1(XYp?$1L8Hn?x0DOey`!m_Kd6Puyc{>2p0I7Om?SfV^t$likY z3D0up6KMoXj+ZHITxw}F}zet1q8-OrGf+|$#Mx6c8WNKTZCQQ5uYb=h z=~D4`d+7EgcrEh{fDn-kq`HT}QUIJ|Sm;N>!jxId=HBE}Ix!hCw&DY4U`Gg43c7A$ zb`CC49DWCJ5f~tHjs(x$ m{hklBu37bv);$w&wpaKY?LgPlAB>Qf=FFO}Ncs9N-~SU2cTz6^ literal 0 HcmV?d00001 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..118a723 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,209 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message + '\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'Human: ' + content + '\nAssistant:' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + '\n' }}{% endif %}{% endfor %}" +} \ No newline at end of file diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..5a41134 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 1.440651216420864e+16, + "train_loss": 0.30719185047274594, + "train_runtime": 200812.4774, + "train_samples_per_second": 1.094, + "train_steps_per_second": 0.034 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..2fbc7c9 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,2662 @@ +{"current_steps": 5, "total_steps": 6870, "loss": 3.5144, "lr": 2.9112081513828244e-07, "epoch": 0.002183406113537118, "percentage": 0.07, "elapsed_time": "0:01:15", "remaining_time": "1 day, 4:56:59"} +{"current_steps": 10, "total_steps": 6870, "loss": 3.3991, "lr": 6.550218340611353e-07, "epoch": 0.004366812227074236, "percentage": 0.15, "elapsed_time": "0:02:27", "remaining_time": "1 day, 4:04:08"} +{"current_steps": 15, "total_steps": 6870, "loss": 3.4485, "lr": 1.0189228529839884e-06, "epoch": 0.006550218340611353, "percentage": 0.22, "elapsed_time": "0:03:38", "remaining_time": "1 day, 3:45:48"} +{"current_steps": 20, "total_steps": 6870, "loss": 3.3308, "lr": 1.3828238719068415e-06, "epoch": 0.008733624454148471, "percentage": 0.29, "elapsed_time": "0:04:50", "remaining_time": "1 day, 3:36:26"} +{"current_steps": 25, "total_steps": 6870, "loss": 3.0579, "lr": 1.7467248908296944e-06, "epoch": 0.010917030567685589, "percentage": 0.36, "elapsed_time": "0:06:01", "remaining_time": "1 day, 3:30:32"} +{"current_steps": 30, "total_steps": 6870, "loss": 2.9493, "lr": 2.1106259097525473e-06, "epoch": 0.013100436681222707, "percentage": 0.44, "elapsed_time": "0:07:13", "remaining_time": "1 day, 3:25:52"} +{"current_steps": 35, "total_steps": 6870, "loss": 2.6072, "lr": 2.4745269286754004e-06, "epoch": 0.015283842794759825, "percentage": 0.51, "elapsed_time": "0:08:24", "remaining_time": "1 day, 3:22:25"} +{"current_steps": 40, "total_steps": 6870, "loss": 2.3367, "lr": 2.8384279475982535e-06, "epoch": 0.017467248908296942, "percentage": 0.58, "elapsed_time": "0:09:36", "remaining_time": "1 day, 3:19:23"} +{"current_steps": 45, "total_steps": 6870, "loss": 1.974, "lr": 3.2023289665211066e-06, "epoch": 0.019650655021834062, "percentage": 0.66, "elapsed_time": "0:10:47", "remaining_time": "1 day, 3:16:44"} +{"current_steps": 50, "total_steps": 6870, "loss": 1.6593, "lr": 3.5662299854439593e-06, "epoch": 0.021834061135371178, "percentage": 0.73, "elapsed_time": "0:11:58", "remaining_time": "1 day, 3:14:28"} +{"current_steps": 55, "total_steps": 6870, "loss": 1.4396, "lr": 3.930131004366813e-06, "epoch": 0.024017467248908297, "percentage": 0.8, "elapsed_time": "0:13:10", "remaining_time": "1 day, 3:12:21"} +{"current_steps": 60, "total_steps": 6870, "loss": 1.2746, "lr": 4.2940320232896655e-06, "epoch": 0.026200873362445413, "percentage": 0.87, "elapsed_time": "0:14:21", "remaining_time": "1 day, 3:10:23"} +{"current_steps": 65, "total_steps": 6870, "loss": 1.1557, "lr": 4.657933042212519e-06, "epoch": 0.028384279475982533, "percentage": 0.95, "elapsed_time": "0:15:33", "remaining_time": "1 day, 3:08:33"} +{"current_steps": 70, "total_steps": 6870, "loss": 1.1074, "lr": 5.021834061135372e-06, "epoch": 0.03056768558951965, "percentage": 1.02, "elapsed_time": "0:16:44", "remaining_time": "1 day, 3:06:51"} +{"current_steps": 75, "total_steps": 6870, "loss": 1.0167, "lr": 5.385735080058224e-06, "epoch": 0.03275109170305677, "percentage": 1.09, "elapsed_time": "0:17:56", "remaining_time": "1 day, 3:05:11"} +{"current_steps": 80, "total_steps": 6870, "loss": 0.8846, "lr": 5.749636098981077e-06, "epoch": 0.034934497816593885, "percentage": 1.16, "elapsed_time": "0:19:07", "remaining_time": "1 day, 3:03:36"} +{"current_steps": 85, "total_steps": 6870, "loss": 0.828, "lr": 6.11353711790393e-06, "epoch": 0.03711790393013101, "percentage": 1.24, "elapsed_time": "0:20:19", "remaining_time": "1 day, 3:02:08"} +{"current_steps": 90, "total_steps": 6870, "loss": 0.8344, "lr": 6.477438136826783e-06, "epoch": 0.039301310043668124, "percentage": 1.31, "elapsed_time": "0:21:30", "remaining_time": "1 day, 3:00:33"} +{"current_steps": 95, "total_steps": 6870, "loss": 0.7635, "lr": 6.841339155749636e-06, "epoch": 0.04148471615720524, "percentage": 1.38, "elapsed_time": "0:22:42", "remaining_time": "1 day, 2:59:06"} +{"current_steps": 100, "total_steps": 6870, "loss": 0.7387, "lr": 7.205240174672489e-06, "epoch": 0.043668122270742356, "percentage": 1.46, "elapsed_time": "0:23:53", "remaining_time": "1 day, 2:57:36"} +{"current_steps": 105, "total_steps": 6870, "loss": 0.7194, "lr": 7.569141193595343e-06, "epoch": 0.04585152838427948, "percentage": 1.53, "elapsed_time": "0:25:05", "remaining_time": "1 day, 2:56:20"} +{"current_steps": 110, "total_steps": 6870, "loss": 0.681, "lr": 7.933042212518195e-06, "epoch": 0.048034934497816595, "percentage": 1.6, "elapsed_time": "0:26:16", "remaining_time": "1 day, 2:54:55"} +{"current_steps": 115, "total_steps": 6870, "loss": 0.6448, "lr": 8.296943231441049e-06, "epoch": 0.05021834061135371, "percentage": 1.67, "elapsed_time": "0:27:28", "remaining_time": "1 day, 2:53:34"} +{"current_steps": 120, "total_steps": 6870, "loss": 0.6191, "lr": 8.660844250363902e-06, "epoch": 0.05240174672489083, "percentage": 1.75, "elapsed_time": "0:28:39", "remaining_time": "1 day, 2:52:13"} +{"current_steps": 125, "total_steps": 6870, "loss": 0.6076, "lr": 9.024745269286754e-06, "epoch": 0.05458515283842795, "percentage": 1.82, "elapsed_time": "0:29:51", "remaining_time": "1 day, 2:50:52"} +{"current_steps": 130, "total_steps": 6870, "loss": 0.602, "lr": 9.388646288209607e-06, "epoch": 0.056768558951965066, "percentage": 1.89, "elapsed_time": "0:31:02", "remaining_time": "1 day, 2:49:33"} +{"current_steps": 135, "total_steps": 6870, "loss": 0.6295, "lr": 9.75254730713246e-06, "epoch": 0.05895196506550218, "percentage": 1.97, "elapsed_time": "0:32:14", "remaining_time": "1 day, 2:48:16"} +{"current_steps": 140, "total_steps": 6870, "loss": 0.5524, "lr": 1.0116448326055314e-05, "epoch": 0.0611353711790393, "percentage": 2.04, "elapsed_time": "0:33:25", "remaining_time": "1 day, 2:47:00"} +{"current_steps": 145, "total_steps": 6870, "loss": 0.5627, "lr": 1.0480349344978165e-05, "epoch": 0.06331877729257641, "percentage": 2.11, "elapsed_time": "0:34:37", "remaining_time": "1 day, 2:45:44"} +{"current_steps": 150, "total_steps": 6870, "loss": 0.541, "lr": 1.084425036390102e-05, "epoch": 0.06550218340611354, "percentage": 2.18, "elapsed_time": "0:35:48", "remaining_time": "1 day, 2:44:25"} +{"current_steps": 155, "total_steps": 6870, "loss": 0.5539, "lr": 1.1208151382823872e-05, "epoch": 0.06768558951965066, "percentage": 2.26, "elapsed_time": "0:37:00", "remaining_time": "1 day, 2:43:07"} +{"current_steps": 160, "total_steps": 6870, "loss": 0.5431, "lr": 1.1572052401746727e-05, "epoch": 0.06986899563318777, "percentage": 2.33, "elapsed_time": "0:38:11", "remaining_time": "1 day, 2:41:51"} +{"current_steps": 165, "total_steps": 6870, "loss": 0.5281, "lr": 1.1935953420669578e-05, "epoch": 0.07205240174672489, "percentage": 2.4, "elapsed_time": "0:39:23", "remaining_time": "1 day, 2:40:34"} +{"current_steps": 170, "total_steps": 6870, "loss": 0.5244, "lr": 1.2299854439592432e-05, "epoch": 0.07423580786026202, "percentage": 2.47, "elapsed_time": "0:40:34", "remaining_time": "1 day, 2:39:16"} +{"current_steps": 175, "total_steps": 6870, "loss": 0.5163, "lr": 1.2663755458515283e-05, "epoch": 0.07641921397379912, "percentage": 2.55, "elapsed_time": "0:41:46", "remaining_time": "1 day, 2:38:00"} +{"current_steps": 180, "total_steps": 6870, "loss": 0.5189, "lr": 1.3027656477438139e-05, "epoch": 0.07860262008733625, "percentage": 2.62, "elapsed_time": "0:42:57", "remaining_time": "1 day, 2:36:45"} +{"current_steps": 185, "total_steps": 6870, "loss": 0.5087, "lr": 1.339155749636099e-05, "epoch": 0.08078602620087336, "percentage": 2.69, "elapsed_time": "0:44:09", "remaining_time": "1 day, 2:35:28"} +{"current_steps": 190, "total_steps": 6870, "loss": 0.4985, "lr": 1.3755458515283843e-05, "epoch": 0.08296943231441048, "percentage": 2.77, "elapsed_time": "0:45:20", "remaining_time": "1 day, 2:34:15"} +{"current_steps": 195, "total_steps": 6870, "loss": 0.4969, "lr": 1.4119359534206697e-05, "epoch": 0.0851528384279476, "percentage": 2.84, "elapsed_time": "0:46:32", "remaining_time": "1 day, 2:32:59"} +{"current_steps": 200, "total_steps": 6870, "loss": 0.5159, "lr": 1.448326055312955e-05, "epoch": 0.08733624454148471, "percentage": 2.91, "elapsed_time": "0:47:43", "remaining_time": "1 day, 2:31:43"} +{"current_steps": 205, "total_steps": 6870, "loss": 0.4902, "lr": 1.4847161572052404e-05, "epoch": 0.08951965065502183, "percentage": 2.98, "elapsed_time": "0:48:55", "remaining_time": "1 day, 2:30:28"} +{"current_steps": 210, "total_steps": 6870, "loss": 0.4899, "lr": 1.5211062590975255e-05, "epoch": 0.09170305676855896, "percentage": 3.06, "elapsed_time": "0:50:06", "remaining_time": "1 day, 2:29:12"} +{"current_steps": 215, "total_steps": 6870, "loss": 0.4644, "lr": 1.557496360989811e-05, "epoch": 0.09388646288209607, "percentage": 3.13, "elapsed_time": "0:51:18", "remaining_time": "1 day, 2:27:57"} +{"current_steps": 220, "total_steps": 6870, "loss": 0.5203, "lr": 1.5938864628820962e-05, "epoch": 0.09606986899563319, "percentage": 3.2, "elapsed_time": "0:52:29", "remaining_time": "1 day, 2:26:41"} +{"current_steps": 225, "total_steps": 6870, "loss": 0.4787, "lr": 1.6302765647743815e-05, "epoch": 0.0982532751091703, "percentage": 3.28, "elapsed_time": "0:53:41", "remaining_time": "1 day, 2:25:27"} +{"current_steps": 230, "total_steps": 6870, "loss": 0.488, "lr": 1.6666666666666667e-05, "epoch": 0.10043668122270742, "percentage": 3.35, "elapsed_time": "0:54:52", "remaining_time": "1 day, 2:24:13"} +{"current_steps": 235, "total_steps": 6870, "loss": 0.4794, "lr": 1.703056768558952e-05, "epoch": 0.10262008733624454, "percentage": 3.42, "elapsed_time": "0:56:03", "remaining_time": "1 day, 2:22:58"} +{"current_steps": 240, "total_steps": 6870, "loss": 0.4726, "lr": 1.7394468704512373e-05, "epoch": 0.10480349344978165, "percentage": 3.49, "elapsed_time": "0:57:15", "remaining_time": "1 day, 2:21:45"} +{"current_steps": 245, "total_steps": 6870, "loss": 0.4649, "lr": 1.7758369723435225e-05, "epoch": 0.10698689956331878, "percentage": 3.57, "elapsed_time": "0:58:26", "remaining_time": "1 day, 2:20:31"} +{"current_steps": 250, "total_steps": 6870, "loss": 0.459, "lr": 1.812227074235808e-05, "epoch": 0.1091703056768559, "percentage": 3.64, "elapsed_time": "0:59:38", "remaining_time": "1 day, 2:19:15"} +{"current_steps": 255, "total_steps": 6870, "loss": 0.4607, "lr": 1.848617176128093e-05, "epoch": 0.11135371179039301, "percentage": 3.71, "elapsed_time": "1:00:49", "remaining_time": "1 day, 2:18:00"} +{"current_steps": 260, "total_steps": 6870, "loss": 0.4556, "lr": 1.8850072780203784e-05, "epoch": 0.11353711790393013, "percentage": 3.78, "elapsed_time": "1:02:01", "remaining_time": "1 day, 2:16:46"} +{"current_steps": 265, "total_steps": 6870, "loss": 0.4772, "lr": 1.921397379912664e-05, "epoch": 0.11572052401746726, "percentage": 3.86, "elapsed_time": "1:03:12", "remaining_time": "1 day, 2:15:32"} +{"current_steps": 270, "total_steps": 6870, "loss": 0.4561, "lr": 1.9577874818049492e-05, "epoch": 0.11790393013100436, "percentage": 3.93, "elapsed_time": "1:04:24", "remaining_time": "1 day, 2:14:19"} +{"current_steps": 275, "total_steps": 6870, "loss": 0.4474, "lr": 1.9941775836972345e-05, "epoch": 0.12008733624454149, "percentage": 4.0, "elapsed_time": "1:05:35", "remaining_time": "1 day, 2:13:05"} +{"current_steps": 280, "total_steps": 6870, "loss": 0.4537, "lr": 2.0305676855895198e-05, "epoch": 0.1222707423580786, "percentage": 4.08, "elapsed_time": "1:06:47", "remaining_time": "1 day, 2:11:51"} +{"current_steps": 5, "total_steps": 6870, "loss": 3.5144, "lr": 2.9112081513828244e-07, "epoch": 0.002183406113537118, "percentage": 0.07, "elapsed_time": "0:01:16", "remaining_time": "1 day, 5:03:01"} +{"current_steps": 10, "total_steps": 6870, "loss": 3.399, "lr": 6.550218340611353e-07, "epoch": 0.004366812227074236, "percentage": 0.15, "elapsed_time": "0:02:27", "remaining_time": "1 day, 4:07:25"} +{"current_steps": 15, "total_steps": 6870, "loss": 3.4489, "lr": 1.0189228529839884e-06, "epoch": 0.006550218340611353, "percentage": 0.22, "elapsed_time": "0:03:39", "remaining_time": "1 day, 3:48:40"} +{"current_steps": 20, "total_steps": 6870, "loss": 3.3308, "lr": 1.3828238719068415e-06, "epoch": 0.008733624454148471, "percentage": 0.29, "elapsed_time": "0:04:50", "remaining_time": "1 day, 3:39:03"} +{"current_steps": 25, "total_steps": 6870, "loss": 3.059, "lr": 1.7467248908296944e-06, "epoch": 0.010917030567685589, "percentage": 0.36, "elapsed_time": "0:06:02", "remaining_time": "1 day, 3:32:37"} +{"current_steps": 30, "total_steps": 6870, "loss": 2.9488, "lr": 2.1106259097525473e-06, "epoch": 0.013100436681222707, "percentage": 0.44, "elapsed_time": "0:07:13", "remaining_time": "1 day, 3:27:56"} +{"current_steps": 35, "total_steps": 6870, "loss": 2.6073, "lr": 2.4745269286754004e-06, "epoch": 0.015283842794759825, "percentage": 0.51, "elapsed_time": "0:08:25", "remaining_time": "1 day, 3:24:35"} +{"current_steps": 40, "total_steps": 6870, "loss": 2.3371, "lr": 2.8384279475982535e-06, "epoch": 0.017467248908296942, "percentage": 0.58, "elapsed_time": "0:09:36", "remaining_time": "1 day, 3:21:28"} +{"current_steps": 45, "total_steps": 6870, "loss": 1.9753, "lr": 3.2023289665211066e-06, "epoch": 0.019650655021834062, "percentage": 0.66, "elapsed_time": "0:10:48", "remaining_time": "1 day, 3:19:05"} +{"current_steps": 50, "total_steps": 6870, "loss": 1.656, "lr": 3.5662299854439593e-06, "epoch": 0.021834061135371178, "percentage": 0.73, "elapsed_time": "0:11:59", "remaining_time": "1 day, 3:16:39"} +{"current_steps": 55, "total_steps": 6870, "loss": 1.4498, "lr": 3.930131004366813e-06, "epoch": 0.024017467248908297, "percentage": 0.8, "elapsed_time": "0:13:11", "remaining_time": "1 day, 3:15:16"} +{"current_steps": 60, "total_steps": 6870, "loss": 1.2845, "lr": 4.2940320232896655e-06, "epoch": 0.026200873362445413, "percentage": 0.87, "elapsed_time": "0:14:23", "remaining_time": "1 day, 3:13:10"} +{"current_steps": 65, "total_steps": 6870, "loss": 1.1601, "lr": 4.657933042212519e-06, "epoch": 0.028384279475982533, "percentage": 0.95, "elapsed_time": "0:15:34", "remaining_time": "1 day, 3:11:13"} +{"current_steps": 70, "total_steps": 6870, "loss": 1.1064, "lr": 5.021834061135372e-06, "epoch": 0.03056768558951965, "percentage": 1.02, "elapsed_time": "0:16:46", "remaining_time": "1 day, 3:09:21"} +{"current_steps": 75, "total_steps": 6870, "loss": 1.0203, "lr": 5.385735080058224e-06, "epoch": 0.03275109170305677, "percentage": 1.09, "elapsed_time": "0:17:57", "remaining_time": "1 day, 3:07:30"} +{"current_steps": 80, "total_steps": 6870, "loss": 0.8901, "lr": 5.749636098981077e-06, "epoch": 0.034934497816593885, "percentage": 1.16, "elapsed_time": "0:19:09", "remaining_time": "1 day, 3:05:48"} +{"current_steps": 85, "total_steps": 6870, "loss": 0.8333, "lr": 6.11353711790393e-06, "epoch": 0.03711790393013101, "percentage": 1.24, "elapsed_time": "0:20:20", "remaining_time": "1 day, 3:04:14"} +{"current_steps": 90, "total_steps": 6870, "loss": 0.8399, "lr": 6.477438136826783e-06, "epoch": 0.039301310043668124, "percentage": 1.31, "elapsed_time": "0:21:32", "remaining_time": "1 day, 3:02:40"} +{"current_steps": 95, "total_steps": 6870, "loss": 0.75, "lr": 6.841339155749636e-06, "epoch": 0.04148471615720524, "percentage": 1.38, "elapsed_time": "0:22:43", "remaining_time": "1 day, 3:01:05"} +{"current_steps": 100, "total_steps": 6870, "loss": 0.7335, "lr": 7.205240174672489e-06, "epoch": 0.043668122270742356, "percentage": 1.46, "elapsed_time": "0:23:55", "remaining_time": "1 day, 2:59:34"} +{"current_steps": 105, "total_steps": 6870, "loss": 0.7151, "lr": 7.569141193595343e-06, "epoch": 0.04585152838427948, "percentage": 1.53, "elapsed_time": "0:25:06", "remaining_time": "1 day, 2:58:06"} +{"current_steps": 110, "total_steps": 6870, "loss": 0.6847, "lr": 7.933042212518195e-06, "epoch": 0.048034934497816595, "percentage": 1.6, "elapsed_time": "0:26:18", "remaining_time": "1 day, 2:56:39"} +{"current_steps": 115, "total_steps": 6870, "loss": 0.646, "lr": 8.296943231441049e-06, "epoch": 0.05021834061135371, "percentage": 1.67, "elapsed_time": "0:27:29", "remaining_time": "1 day, 2:55:17"} +{"current_steps": 120, "total_steps": 6870, "loss": 0.6267, "lr": 8.660844250363902e-06, "epoch": 0.05240174672489083, "percentage": 1.75, "elapsed_time": "0:28:41", "remaining_time": "1 day, 2:53:54"} +{"current_steps": 125, "total_steps": 6870, "loss": 0.6116, "lr": 9.024745269286754e-06, "epoch": 0.05458515283842795, "percentage": 1.82, "elapsed_time": "0:29:53", "remaining_time": "1 day, 2:52:32"} +{"current_steps": 130, "total_steps": 6870, "loss": 0.6114, "lr": 9.388646288209607e-06, "epoch": 0.056768558951965066, "percentage": 1.89, "elapsed_time": "0:31:04", "remaining_time": "1 day, 2:51:11"} +{"current_steps": 135, "total_steps": 6870, "loss": 0.6372, "lr": 9.75254730713246e-06, "epoch": 0.05895196506550218, "percentage": 1.97, "elapsed_time": "0:32:16", "remaining_time": "1 day, 2:49:50"} +{"current_steps": 140, "total_steps": 6870, "loss": 0.559, "lr": 1.0116448326055314e-05, "epoch": 0.0611353711790393, "percentage": 2.04, "elapsed_time": "0:33:27", "remaining_time": "1 day, 2:48:32"} +{"current_steps": 145, "total_steps": 6870, "loss": 0.5675, "lr": 1.0480349344978165e-05, "epoch": 0.06331877729257641, "percentage": 2.11, "elapsed_time": "0:34:39", "remaining_time": "1 day, 2:47:10"} +{"current_steps": 150, "total_steps": 6870, "loss": 0.5379, "lr": 1.084425036390102e-05, "epoch": 0.06550218340611354, "percentage": 2.18, "elapsed_time": "0:35:50", "remaining_time": "1 day, 2:45:52"} +{"current_steps": 155, "total_steps": 6870, "loss": 0.5514, "lr": 1.1208151382823872e-05, "epoch": 0.06768558951965066, "percentage": 2.26, "elapsed_time": "0:37:02", "remaining_time": "1 day, 2:44:31"} +{"current_steps": 160, "total_steps": 6870, "loss": 0.5441, "lr": 1.1572052401746727e-05, "epoch": 0.06986899563318777, "percentage": 2.33, "elapsed_time": "0:38:13", "remaining_time": "1 day, 2:43:12"} +{"current_steps": 165, "total_steps": 6870, "loss": 0.5332, "lr": 1.1935953420669578e-05, "epoch": 0.07205240174672489, "percentage": 2.4, "elapsed_time": "0:39:25", "remaining_time": "1 day, 2:41:57"} +{"current_steps": 170, "total_steps": 6870, "loss": 0.5219, "lr": 1.2299854439592432e-05, "epoch": 0.07423580786026202, "percentage": 2.47, "elapsed_time": "0:40:36", "remaining_time": "1 day, 2:40:39"} +{"current_steps": 175, "total_steps": 6870, "loss": 0.5083, "lr": 1.2663755458515283e-05, "epoch": 0.07641921397379912, "percentage": 2.55, "elapsed_time": "0:41:48", "remaining_time": "1 day, 2:39:23"} +{"current_steps": 180, "total_steps": 6870, "loss": 0.5138, "lr": 1.3027656477438139e-05, "epoch": 0.07860262008733625, "percentage": 2.62, "elapsed_time": "0:42:59", "remaining_time": "1 day, 2:38:06"} +{"current_steps": 185, "total_steps": 6870, "loss": 0.5073, "lr": 1.339155749636099e-05, "epoch": 0.08078602620087336, "percentage": 2.69, "elapsed_time": "0:44:11", "remaining_time": "1 day, 2:36:48"} +{"current_steps": 190, "total_steps": 6870, "loss": 0.4968, "lr": 1.3755458515283843e-05, "epoch": 0.08296943231441048, "percentage": 2.77, "elapsed_time": "0:45:22", "remaining_time": "1 day, 2:35:32"} +{"current_steps": 195, "total_steps": 6870, "loss": 0.4953, "lr": 1.4119359534206697e-05, "epoch": 0.0851528384279476, "percentage": 2.84, "elapsed_time": "0:46:34", "remaining_time": "1 day, 2:34:16"} +{"current_steps": 200, "total_steps": 6870, "loss": 0.5135, "lr": 1.448326055312955e-05, "epoch": 0.08733624454148471, "percentage": 2.91, "elapsed_time": "0:47:46", "remaining_time": "1 day, 2:33:01"} +{"current_steps": 205, "total_steps": 6870, "loss": 0.4954, "lr": 1.4847161572052404e-05, "epoch": 0.08951965065502183, "percentage": 2.98, "elapsed_time": "0:48:57", "remaining_time": "1 day, 2:31:47"} +{"current_steps": 210, "total_steps": 6870, "loss": 0.4913, "lr": 1.5211062590975255e-05, "epoch": 0.09170305676855896, "percentage": 3.06, "elapsed_time": "0:50:09", "remaining_time": "1 day, 2:30:31"} +{"current_steps": 215, "total_steps": 6870, "loss": 0.4639, "lr": 1.557496360989811e-05, "epoch": 0.09388646288209607, "percentage": 3.13, "elapsed_time": "0:51:20", "remaining_time": "1 day, 2:29:14"} +{"current_steps": 220, "total_steps": 6870, "loss": 0.5226, "lr": 1.5938864628820962e-05, "epoch": 0.09606986899563319, "percentage": 3.2, "elapsed_time": "0:52:32", "remaining_time": "1 day, 2:27:58"} +{"current_steps": 225, "total_steps": 6870, "loss": 0.4825, "lr": 1.6302765647743815e-05, "epoch": 0.0982532751091703, "percentage": 3.28, "elapsed_time": "0:53:43", "remaining_time": "1 day, 2:26:45"} +{"current_steps": 230, "total_steps": 6870, "loss": 0.4887, "lr": 1.6666666666666667e-05, "epoch": 0.10043668122270742, "percentage": 3.35, "elapsed_time": "0:54:55", "remaining_time": "1 day, 2:25:30"} +{"current_steps": 235, "total_steps": 6870, "loss": 0.4784, "lr": 1.703056768558952e-05, "epoch": 0.10262008733624454, "percentage": 3.42, "elapsed_time": "0:56:06", "remaining_time": "1 day, 2:24:14"} +{"current_steps": 240, "total_steps": 6870, "loss": 0.4733, "lr": 1.7394468704512373e-05, "epoch": 0.10480349344978165, "percentage": 3.49, "elapsed_time": "0:57:18", "remaining_time": "1 day, 2:22:59"} +{"current_steps": 245, "total_steps": 6870, "loss": 0.4661, "lr": 1.7758369723435225e-05, "epoch": 0.10698689956331878, "percentage": 3.57, "elapsed_time": "0:58:29", "remaining_time": "1 day, 2:21:45"} +{"current_steps": 250, "total_steps": 6870, "loss": 0.4611, "lr": 1.812227074235808e-05, "epoch": 0.1091703056768559, "percentage": 3.64, "elapsed_time": "0:59:41", "remaining_time": "1 day, 2:20:31"} +{"current_steps": 255, "total_steps": 6870, "loss": 0.4623, "lr": 1.848617176128093e-05, "epoch": 0.11135371179039301, "percentage": 3.71, "elapsed_time": "1:00:52", "remaining_time": "1 day, 2:19:15"} +{"current_steps": 260, "total_steps": 6870, "loss": 0.4573, "lr": 1.8850072780203784e-05, "epoch": 0.11353711790393013, "percentage": 3.78, "elapsed_time": "1:02:04", "remaining_time": "1 day, 2:18:01"} +{"current_steps": 265, "total_steps": 6870, "loss": 0.479, "lr": 1.921397379912664e-05, "epoch": 0.11572052401746726, "percentage": 3.86, "elapsed_time": "1:03:15", "remaining_time": "1 day, 2:16:47"} +{"current_steps": 270, "total_steps": 6870, "loss": 0.453, "lr": 1.9577874818049492e-05, "epoch": 0.11790393013100436, "percentage": 3.93, "elapsed_time": "1:04:27", "remaining_time": "1 day, 2:15:33"} +{"current_steps": 275, "total_steps": 6870, "loss": 0.4475, "lr": 1.9941775836972345e-05, "epoch": 0.12008733624454149, "percentage": 4.0, "elapsed_time": "1:05:38", "remaining_time": "1 day, 2:14:19"} +{"current_steps": 280, "total_steps": 6870, "loss": 0.4546, "lr": 2.0305676855895198e-05, "epoch": 0.1222707423580786, "percentage": 4.08, "elapsed_time": "1:06:50", "remaining_time": "1 day, 2:13:07"} +{"current_steps": 285, "total_steps": 6870, "loss": 0.4308, "lr": 2.066957787481805e-05, "epoch": 0.12445414847161572, "percentage": 4.15, "elapsed_time": "1:08:01", "remaining_time": "1 day, 2:11:53"} +{"current_steps": 290, "total_steps": 6870, "loss": 0.4485, "lr": 2.1033478893740903e-05, "epoch": 0.12663755458515283, "percentage": 4.22, "elapsed_time": "1:09:13", "remaining_time": "1 day, 2:10:40"} +{"current_steps": 295, "total_steps": 6870, "loss": 0.4595, "lr": 2.1397379912663756e-05, "epoch": 0.12882096069868995, "percentage": 4.29, "elapsed_time": "1:10:24", "remaining_time": "1 day, 2:09:26"} +{"current_steps": 300, "total_steps": 6870, "loss": 0.4528, "lr": 2.176128093158661e-05, "epoch": 0.13100436681222707, "percentage": 4.37, "elapsed_time": "1:11:36", "remaining_time": "1 day, 2:08:12"} +{"current_steps": 305, "total_steps": 6870, "loss": 0.4451, "lr": 2.2125181950509464e-05, "epoch": 0.1331877729257642, "percentage": 4.44, "elapsed_time": "1:12:48", "remaining_time": "1 day, 2:07:00"} +{"current_steps": 310, "total_steps": 6870, "loss": 0.434, "lr": 2.2489082969432314e-05, "epoch": 0.13537117903930132, "percentage": 4.51, "elapsed_time": "1:13:59", "remaining_time": "1 day, 2:05:46"} +{"current_steps": 315, "total_steps": 6870, "loss": 0.4425, "lr": 2.2852983988355166e-05, "epoch": 0.13755458515283842, "percentage": 4.59, "elapsed_time": "1:15:11", "remaining_time": "1 day, 2:04:33"} +{"current_steps": 320, "total_steps": 6870, "loss": 0.4371, "lr": 2.3216885007278022e-05, "epoch": 0.13973799126637554, "percentage": 4.66, "elapsed_time": "1:16:22", "remaining_time": "1 day, 2:03:19"} +{"current_steps": 325, "total_steps": 6870, "loss": 0.4539, "lr": 2.3580786026200875e-05, "epoch": 0.14192139737991266, "percentage": 4.73, "elapsed_time": "1:17:34", "remaining_time": "1 day, 2:02:06"} +{"current_steps": 330, "total_steps": 6870, "loss": 0.4342, "lr": 2.3944687045123728e-05, "epoch": 0.14410480349344978, "percentage": 4.8, "elapsed_time": "1:18:45", "remaining_time": "1 day, 2:00:53"} +{"current_steps": 335, "total_steps": 6870, "loss": 0.414, "lr": 2.430858806404658e-05, "epoch": 0.1462882096069869, "percentage": 4.88, "elapsed_time": "1:19:57", "remaining_time": "1 day, 1:59:40"} +{"current_steps": 340, "total_steps": 6870, "loss": 0.4206, "lr": 2.4672489082969433e-05, "epoch": 0.14847161572052403, "percentage": 4.95, "elapsed_time": "1:21:08", "remaining_time": "1 day, 1:58:27"} +{"current_steps": 345, "total_steps": 6870, "loss": 0.4447, "lr": 2.503639010189229e-05, "epoch": 0.15065502183406113, "percentage": 5.02, "elapsed_time": "1:22:20", "remaining_time": "1 day, 1:57:13"} +{"current_steps": 350, "total_steps": 6870, "loss": 0.4393, "lr": 2.540029112081514e-05, "epoch": 0.15283842794759825, "percentage": 5.09, "elapsed_time": "1:23:31", "remaining_time": "1 day, 1:56:00"} +{"current_steps": 355, "total_steps": 6870, "loss": 0.4265, "lr": 2.576419213973799e-05, "epoch": 0.15502183406113537, "percentage": 5.17, "elapsed_time": "1:24:43", "remaining_time": "1 day, 1:54:49"} +{"current_steps": 360, "total_steps": 6870, "loss": 0.4309, "lr": 2.6128093158660844e-05, "epoch": 0.1572052401746725, "percentage": 5.24, "elapsed_time": "1:25:54", "remaining_time": "1 day, 1:53:35"} +{"current_steps": 365, "total_steps": 6870, "loss": 0.4206, "lr": 2.64919941775837e-05, "epoch": 0.15938864628820962, "percentage": 5.31, "elapsed_time": "1:27:06", "remaining_time": "1 day, 1:52:22"} +{"current_steps": 370, "total_steps": 6870, "loss": 0.4209, "lr": 2.6855895196506553e-05, "epoch": 0.1615720524017467, "percentage": 5.39, "elapsed_time": "1:28:17", "remaining_time": "1 day, 1:51:09"} +{"current_steps": 375, "total_steps": 6870, "loss": 0.4014, "lr": 2.7219796215429405e-05, "epoch": 0.16375545851528384, "percentage": 5.46, "elapsed_time": "1:29:29", "remaining_time": "1 day, 1:49:56"} +{"current_steps": 380, "total_steps": 6870, "loss": 0.4351, "lr": 2.7583697234352258e-05, "epoch": 0.16593886462882096, "percentage": 5.53, "elapsed_time": "1:30:40", "remaining_time": "1 day, 1:48:44"} +{"current_steps": 385, "total_steps": 6870, "loss": 0.4446, "lr": 2.794759825327511e-05, "epoch": 0.16812227074235808, "percentage": 5.6, "elapsed_time": "1:31:52", "remaining_time": "1 day, 1:47:30"} +{"current_steps": 390, "total_steps": 6870, "loss": 0.4062, "lr": 2.831149927219796e-05, "epoch": 0.1703056768558952, "percentage": 5.68, "elapsed_time": "1:33:03", "remaining_time": "1 day, 1:46:17"} +{"current_steps": 395, "total_steps": 6870, "loss": 0.449, "lr": 2.867540029112082e-05, "epoch": 0.17248908296943233, "percentage": 5.75, "elapsed_time": "1:34:15", "remaining_time": "1 day, 1:45:04"} +{"current_steps": 400, "total_steps": 6870, "loss": 0.4102, "lr": 2.9039301310043672e-05, "epoch": 0.17467248908296942, "percentage": 5.82, "elapsed_time": "1:35:26", "remaining_time": "1 day, 1:43:52"} +{"current_steps": 405, "total_steps": 6870, "loss": 0.4149, "lr": 2.940320232896652e-05, "epoch": 0.17685589519650655, "percentage": 5.9, "elapsed_time": "1:36:38", "remaining_time": "1 day, 1:42:38"} +{"current_steps": 410, "total_steps": 6870, "loss": 0.4212, "lr": 2.9767103347889374e-05, "epoch": 0.17903930131004367, "percentage": 5.97, "elapsed_time": "1:37:49", "remaining_time": "1 day, 1:41:26"} +{"current_steps": 415, "total_steps": 6870, "loss": 0.412, "lr": 3.0131004366812227e-05, "epoch": 0.1812227074235808, "percentage": 6.04, "elapsed_time": "1:39:01", "remaining_time": "1 day, 1:40:13"} +{"current_steps": 420, "total_steps": 6870, "loss": 0.4021, "lr": 3.0494905385735083e-05, "epoch": 0.18340611353711792, "percentage": 6.11, "elapsed_time": "1:40:12", "remaining_time": "1 day, 1:39:01"} +{"current_steps": 425, "total_steps": 6870, "loss": 0.4122, "lr": 3.0858806404657935e-05, "epoch": 0.185589519650655, "percentage": 6.19, "elapsed_time": "1:41:24", "remaining_time": "1 day, 1:37:48"} +{"current_steps": 430, "total_steps": 6870, "loss": 0.3988, "lr": 3.122270742358079e-05, "epoch": 0.18777292576419213, "percentage": 6.26, "elapsed_time": "1:42:36", "remaining_time": "1 day, 1:36:37"} +{"current_steps": 435, "total_steps": 6870, "loss": 0.4122, "lr": 3.158660844250364e-05, "epoch": 0.18995633187772926, "percentage": 6.33, "elapsed_time": "1:43:47", "remaining_time": "1 day, 1:35:25"} +{"current_steps": 440, "total_steps": 6870, "loss": 0.4006, "lr": 3.1950509461426493e-05, "epoch": 0.19213973799126638, "percentage": 6.4, "elapsed_time": "1:44:59", "remaining_time": "1 day, 1:34:14"} +{"current_steps": 445, "total_steps": 6870, "loss": 0.3981, "lr": 3.2314410480349346e-05, "epoch": 0.1943231441048035, "percentage": 6.48, "elapsed_time": "1:46:10", "remaining_time": "1 day, 1:33:02"} +{"current_steps": 450, "total_steps": 6870, "loss": 0.4147, "lr": 3.26783114992722e-05, "epoch": 0.1965065502183406, "percentage": 6.55, "elapsed_time": "1:47:22", "remaining_time": "1 day, 1:31:50"} +{"current_steps": 455, "total_steps": 6870, "loss": 0.4182, "lr": 3.304221251819505e-05, "epoch": 0.19868995633187772, "percentage": 6.62, "elapsed_time": "1:48:33", "remaining_time": "1 day, 1:30:37"} +{"current_steps": 460, "total_steps": 6870, "loss": 0.3963, "lr": 3.3406113537117904e-05, "epoch": 0.20087336244541484, "percentage": 6.7, "elapsed_time": "1:49:45", "remaining_time": "1 day, 1:29:25"} +{"current_steps": 465, "total_steps": 6870, "loss": 0.4063, "lr": 3.377001455604076e-05, "epoch": 0.20305676855895197, "percentage": 6.77, "elapsed_time": "1:50:56", "remaining_time": "1 day, 1:28:12"} +{"current_steps": 470, "total_steps": 6870, "loss": 0.4085, "lr": 3.413391557496361e-05, "epoch": 0.2052401746724891, "percentage": 6.84, "elapsed_time": "1:52:08", "remaining_time": "1 day, 1:26:59"} +{"current_steps": 475, "total_steps": 6870, "loss": 0.3965, "lr": 3.449781659388647e-05, "epoch": 0.2074235807860262, "percentage": 6.91, "elapsed_time": "1:53:19", "remaining_time": "1 day, 1:25:46"} +{"current_steps": 480, "total_steps": 6870, "loss": 0.4092, "lr": 3.486171761280932e-05, "epoch": 0.2096069868995633, "percentage": 6.99, "elapsed_time": "1:54:31", "remaining_time": "1 day, 1:24:34"} +{"current_steps": 485, "total_steps": 6870, "loss": 0.4016, "lr": 3.5225618631732174e-05, "epoch": 0.21179039301310043, "percentage": 7.06, "elapsed_time": "1:55:42", "remaining_time": "1 day, 1:23:22"} +{"current_steps": 490, "total_steps": 6870, "loss": 0.4088, "lr": 3.558951965065502e-05, "epoch": 0.21397379912663755, "percentage": 7.13, "elapsed_time": "1:56:54", "remaining_time": "1 day, 1:22:10"} +{"current_steps": 495, "total_steps": 6870, "loss": 0.4095, "lr": 3.595342066957787e-05, "epoch": 0.21615720524017468, "percentage": 7.21, "elapsed_time": "1:58:06", "remaining_time": "1 day, 1:20:59"} +{"current_steps": 500, "total_steps": 6870, "loss": 0.4071, "lr": 3.6317321688500726e-05, "epoch": 0.2183406113537118, "percentage": 7.28, "elapsed_time": "1:59:17", "remaining_time": "1 day, 1:19:47"} +{"current_steps": 505, "total_steps": 6870, "loss": 0.3921, "lr": 3.6681222707423585e-05, "epoch": 0.2205240174672489, "percentage": 7.35, "elapsed_time": "2:00:29", "remaining_time": "1 day, 1:18:35"} +{"current_steps": 510, "total_steps": 6870, "loss": 0.4077, "lr": 3.704512372634644e-05, "epoch": 0.22270742358078602, "percentage": 7.42, "elapsed_time": "2:01:40", "remaining_time": "1 day, 1:17:22"} +{"current_steps": 515, "total_steps": 6870, "loss": 0.412, "lr": 3.740902474526929e-05, "epoch": 0.22489082969432314, "percentage": 7.5, "elapsed_time": "2:02:52", "remaining_time": "1 day, 1:16:10"} +{"current_steps": 520, "total_steps": 6870, "loss": 0.3954, "lr": 3.777292576419214e-05, "epoch": 0.22707423580786026, "percentage": 7.57, "elapsed_time": "2:04:03", "remaining_time": "1 day, 1:14:58"} +{"current_steps": 525, "total_steps": 6870, "loss": 0.388, "lr": 3.8136826783114996e-05, "epoch": 0.2292576419213974, "percentage": 7.64, "elapsed_time": "2:05:15", "remaining_time": "1 day, 1:13:46"} +{"current_steps": 530, "total_steps": 6870, "loss": 0.4056, "lr": 3.850072780203784e-05, "epoch": 0.2314410480349345, "percentage": 7.71, "elapsed_time": "2:06:26", "remaining_time": "1 day, 1:12:34"} +{"current_steps": 535, "total_steps": 6870, "loss": 0.3948, "lr": 3.88646288209607e-05, "epoch": 0.2336244541484716, "percentage": 7.79, "elapsed_time": "2:07:38", "remaining_time": "1 day, 1:11:23"} +{"current_steps": 540, "total_steps": 6870, "loss": 0.3949, "lr": 3.9228529839883554e-05, "epoch": 0.23580786026200873, "percentage": 7.86, "elapsed_time": "2:08:49", "remaining_time": "1 day, 1:10:11"} +{"current_steps": 545, "total_steps": 6870, "loss": 0.3963, "lr": 3.9592430858806406e-05, "epoch": 0.23799126637554585, "percentage": 7.93, "elapsed_time": "2:10:01", "remaining_time": "1 day, 1:08:58"} +{"current_steps": 550, "total_steps": 6870, "loss": 0.3921, "lr": 3.995633187772926e-05, "epoch": 0.24017467248908297, "percentage": 8.01, "elapsed_time": "2:11:12", "remaining_time": "1 day, 1:07:46"} +{"current_steps": 555, "total_steps": 6870, "loss": 0.411, "lr": 4.032023289665211e-05, "epoch": 0.2423580786026201, "percentage": 8.08, "elapsed_time": "2:12:24", "remaining_time": "1 day, 1:06:33"} +{"current_steps": 560, "total_steps": 6870, "loss": 0.3841, "lr": 4.068413391557497e-05, "epoch": 0.2445414847161572, "percentage": 8.15, "elapsed_time": "2:13:35", "remaining_time": "1 day, 1:05:22"} +{"current_steps": 565, "total_steps": 6870, "loss": 0.3954, "lr": 4.104803493449782e-05, "epoch": 0.24672489082969432, "percentage": 8.22, "elapsed_time": "2:14:47", "remaining_time": "1 day, 1:04:10"} +{"current_steps": 570, "total_steps": 6870, "loss": 0.4032, "lr": 4.141193595342067e-05, "epoch": 0.24890829694323144, "percentage": 8.3, "elapsed_time": "2:15:58", "remaining_time": "1 day, 1:02:58"} +{"current_steps": 575, "total_steps": 6870, "loss": 0.3921, "lr": 4.177583697234352e-05, "epoch": 0.25109170305676853, "percentage": 8.37, "elapsed_time": "2:17:10", "remaining_time": "1 day, 1:01:46"} +{"current_steps": 580, "total_steps": 6870, "loss": 0.4158, "lr": 4.2139737991266375e-05, "epoch": 0.25327510917030566, "percentage": 8.44, "elapsed_time": "2:18:22", "remaining_time": "1 day, 1:00:34"} +{"current_steps": 585, "total_steps": 6870, "loss": 0.3816, "lr": 4.250363901018923e-05, "epoch": 0.2554585152838428, "percentage": 8.52, "elapsed_time": "2:19:33", "remaining_time": "1 day, 0:59:23"} +{"current_steps": 590, "total_steps": 6870, "loss": 0.4175, "lr": 4.286754002911209e-05, "epoch": 0.2576419213973799, "percentage": 8.59, "elapsed_time": "2:20:45", "remaining_time": "1 day, 0:58:11"} +{"current_steps": 595, "total_steps": 6870, "loss": 0.3894, "lr": 4.323144104803494e-05, "epoch": 0.259825327510917, "percentage": 8.66, "elapsed_time": "2:21:56", "remaining_time": "1 day, 0:56:59"} +{"current_steps": 600, "total_steps": 6870, "loss": 0.4103, "lr": 4.359534206695779e-05, "epoch": 0.26200873362445415, "percentage": 8.73, "elapsed_time": "2:23:08", "remaining_time": "1 day, 0:55:46"} +{"current_steps": 605, "total_steps": 6870, "loss": 0.3937, "lr": 4.395924308588064e-05, "epoch": 0.26419213973799127, "percentage": 8.81, "elapsed_time": "2:24:19", "remaining_time": "1 day, 0:54:34"} +{"current_steps": 610, "total_steps": 6870, "loss": 0.4099, "lr": 4.432314410480349e-05, "epoch": 0.2663755458515284, "percentage": 8.88, "elapsed_time": "2:25:31", "remaining_time": "1 day, 0:53:22"} +{"current_steps": 615, "total_steps": 6870, "loss": 0.3949, "lr": 4.468704512372635e-05, "epoch": 0.2685589519650655, "percentage": 8.95, "elapsed_time": "2:26:42", "remaining_time": "1 day, 0:52:11"} +{"current_steps": 620, "total_steps": 6870, "loss": 0.3943, "lr": 4.50509461426492e-05, "epoch": 0.27074235807860264, "percentage": 9.02, "elapsed_time": "2:27:54", "remaining_time": "1 day, 0:50:58"} +{"current_steps": 625, "total_steps": 6870, "loss": 0.39, "lr": 4.5414847161572056e-05, "epoch": 0.27292576419213976, "percentage": 9.1, "elapsed_time": "2:29:05", "remaining_time": "1 day, 0:49:47"} +{"current_steps": 630, "total_steps": 6870, "loss": 0.3789, "lr": 4.577874818049491e-05, "epoch": 0.27510917030567683, "percentage": 9.17, "elapsed_time": "2:30:17", "remaining_time": "1 day, 0:48:35"} +{"current_steps": 635, "total_steps": 6870, "loss": 0.3979, "lr": 4.614264919941776e-05, "epoch": 0.27729257641921395, "percentage": 9.24, "elapsed_time": "2:31:28", "remaining_time": "1 day, 0:47:22"} +{"current_steps": 640, "total_steps": 6870, "loss": 0.3949, "lr": 4.6506550218340614e-05, "epoch": 0.2794759825327511, "percentage": 9.32, "elapsed_time": "2:32:40", "remaining_time": "1 day, 0:46:10"} +{"current_steps": 645, "total_steps": 6870, "loss": 0.3997, "lr": 4.687045123726347e-05, "epoch": 0.2816593886462882, "percentage": 9.39, "elapsed_time": "2:33:51", "remaining_time": "1 day, 0:44:58"} +{"current_steps": 650, "total_steps": 6870, "loss": 0.3916, "lr": 4.723435225618632e-05, "epoch": 0.2838427947598253, "percentage": 9.46, "elapsed_time": "2:35:03", "remaining_time": "1 day, 0:43:46"} +{"current_steps": 655, "total_steps": 6870, "loss": 0.4014, "lr": 4.759825327510917e-05, "epoch": 0.28602620087336245, "percentage": 9.53, "elapsed_time": "2:36:14", "remaining_time": "1 day, 0:42:34"} +{"current_steps": 660, "total_steps": 6870, "loss": 0.4094, "lr": 4.7962154294032025e-05, "epoch": 0.28820960698689957, "percentage": 9.61, "elapsed_time": "2:37:26", "remaining_time": "1 day, 0:41:22"} +{"current_steps": 665, "total_steps": 6870, "loss": 0.389, "lr": 4.832605531295488e-05, "epoch": 0.2903930131004367, "percentage": 9.68, "elapsed_time": "2:38:37", "remaining_time": "1 day, 0:40:10"} +{"current_steps": 670, "total_steps": 6870, "loss": 0.374, "lr": 4.868995633187774e-05, "epoch": 0.2925764192139738, "percentage": 9.75, "elapsed_time": "2:39:49", "remaining_time": "1 day, 0:38:58"} +{"current_steps": 675, "total_steps": 6870, "loss": 0.4035, "lr": 4.905385735080058e-05, "epoch": 0.29475982532751094, "percentage": 9.83, "elapsed_time": "2:41:00", "remaining_time": "1 day, 0:37:46"} +{"current_steps": 680, "total_steps": 6870, "loss": 0.3863, "lr": 4.9417758369723435e-05, "epoch": 0.29694323144104806, "percentage": 9.9, "elapsed_time": "2:42:12", "remaining_time": "1 day, 0:36:34"} +{"current_steps": 685, "total_steps": 6870, "loss": 0.3862, "lr": 4.978165938864629e-05, "epoch": 0.29912663755458513, "percentage": 9.97, "elapsed_time": "2:43:24", "remaining_time": "1 day, 0:35:23"} +{"current_steps": 690, "total_steps": 6870, "loss": 0.3707, "lr": 4.999998709163553e-05, "epoch": 0.30131004366812225, "percentage": 10.04, "elapsed_time": "2:44:35", "remaining_time": "1 day, 0:34:11"} +{"current_steps": 695, "total_steps": 6870, "loss": 0.383, "lr": 4.999984187268831e-05, "epoch": 0.3034934497816594, "percentage": 10.12, "elapsed_time": "2:45:47", "remaining_time": "1 day, 0:32:59"} +{"current_steps": 700, "total_steps": 6870, "loss": 0.3769, "lr": 4.9999535300278666e-05, "epoch": 0.3056768558951965, "percentage": 10.19, "elapsed_time": "2:46:58", "remaining_time": "1 day, 0:31:46"} +{"current_steps": 705, "total_steps": 6870, "loss": 0.3932, "lr": 4.999906737638528e-05, "epoch": 0.3078602620087336, "percentage": 10.26, "elapsed_time": "2:48:10", "remaining_time": "1 day, 0:30:34"} +{"current_steps": 710, "total_steps": 6870, "loss": 0.391, "lr": 4.9998438104028226e-05, "epoch": 0.31004366812227074, "percentage": 10.33, "elapsed_time": "2:49:21", "remaining_time": "1 day, 0:29:22"} +{"current_steps": 715, "total_steps": 6870, "loss": 0.38, "lr": 4.999764748726891e-05, "epoch": 0.31222707423580787, "percentage": 10.41, "elapsed_time": "2:50:33", "remaining_time": "1 day, 0:28:10"} +{"current_steps": 720, "total_steps": 6870, "loss": 0.3833, "lr": 4.9996695531210135e-05, "epoch": 0.314410480349345, "percentage": 10.48, "elapsed_time": "2:51:44", "remaining_time": "1 day, 0:26:58"} +{"current_steps": 725, "total_steps": 6870, "loss": 0.3977, "lr": 4.9995582241996e-05, "epoch": 0.3165938864628821, "percentage": 10.55, "elapsed_time": "2:52:56", "remaining_time": "1 day, 0:25:46"} +{"current_steps": 730, "total_steps": 6870, "loss": 0.3843, "lr": 4.9994307626811865e-05, "epoch": 0.31877729257641924, "percentage": 10.63, "elapsed_time": "2:54:07", "remaining_time": "1 day, 0:24:34"} +{"current_steps": 735, "total_steps": 6870, "loss": 0.3886, "lr": 4.999287169388433e-05, "epoch": 0.32096069868995636, "percentage": 10.7, "elapsed_time": "2:55:19", "remaining_time": "1 day, 0:23:23"} +{"current_steps": 740, "total_steps": 6870, "loss": 0.4081, "lr": 4.9991274452481164e-05, "epoch": 0.3231441048034934, "percentage": 10.77, "elapsed_time": "2:56:30", "remaining_time": "1 day, 0:22:11"} +{"current_steps": 745, "total_steps": 6870, "loss": 0.3962, "lr": 4.9989515912911234e-05, "epoch": 0.32532751091703055, "percentage": 10.84, "elapsed_time": "2:57:42", "remaining_time": "1 day, 0:20:59"} +{"current_steps": 750, "total_steps": 6870, "loss": 0.4075, "lr": 4.998759608652449e-05, "epoch": 0.32751091703056767, "percentage": 10.92, "elapsed_time": "2:58:53", "remaining_time": "1 day, 0:19:47"} +{"current_steps": 755, "total_steps": 6870, "loss": 0.3973, "lr": 4.998551498571182e-05, "epoch": 0.3296943231441048, "percentage": 10.99, "elapsed_time": "3:00:05", "remaining_time": "1 day, 0:18:37"} +{"current_steps": 760, "total_steps": 6870, "loss": 0.3837, "lr": 4.9983272623905045e-05, "epoch": 0.3318777292576419, "percentage": 11.06, "elapsed_time": "3:01:17", "remaining_time": "1 day, 0:17:25"} +{"current_steps": 765, "total_steps": 6870, "loss": 0.3755, "lr": 4.9980869015576736e-05, "epoch": 0.33406113537117904, "percentage": 11.14, "elapsed_time": "3:02:28", "remaining_time": "1 day, 0:16:13"} +{"current_steps": 770, "total_steps": 6870, "loss": 0.3844, "lr": 4.997830417624024e-05, "epoch": 0.33624454148471616, "percentage": 11.21, "elapsed_time": "3:03:40", "remaining_time": "1 day, 0:15:02"} +{"current_steps": 775, "total_steps": 6870, "loss": 0.3927, "lr": 4.9975578122449485e-05, "epoch": 0.3384279475982533, "percentage": 11.28, "elapsed_time": "3:04:51", "remaining_time": "1 day, 0:13:50"} +{"current_steps": 780, "total_steps": 6870, "loss": 0.3764, "lr": 4.99726908717989e-05, "epoch": 0.3406113537117904, "percentage": 11.35, "elapsed_time": "3:06:03", "remaining_time": "1 day, 0:12:38"} +{"current_steps": 785, "total_steps": 6870, "loss": 0.3765, "lr": 4.9969642442923325e-05, "epoch": 0.34279475982532753, "percentage": 11.43, "elapsed_time": "3:07:14", "remaining_time": "1 day, 0:11:26"} +{"current_steps": 790, "total_steps": 6870, "loss": 0.3906, "lr": 4.996643285549787e-05, "epoch": 0.34497816593886466, "percentage": 11.5, "elapsed_time": "3:08:26", "remaining_time": "1 day, 0:10:14"} +{"current_steps": 795, "total_steps": 6870, "loss": 0.3735, "lr": 4.996306213023778e-05, "epoch": 0.3471615720524017, "percentage": 11.57, "elapsed_time": "3:09:37", "remaining_time": "1 day, 0:09:03"} +{"current_steps": 800, "total_steps": 6870, "loss": 0.3903, "lr": 4.995953028889833e-05, "epoch": 0.34934497816593885, "percentage": 11.64, "elapsed_time": "3:10:49", "remaining_time": "1 day, 0:07:50"} +{"current_steps": 805, "total_steps": 6870, "loss": 0.3802, "lr": 4.995583735427465e-05, "epoch": 0.35152838427947597, "percentage": 11.72, "elapsed_time": "3:12:00", "remaining_time": "1 day, 0:06:39"} +{"current_steps": 810, "total_steps": 6870, "loss": 0.3788, "lr": 4.9951983350201604e-05, "epoch": 0.3537117903930131, "percentage": 11.79, "elapsed_time": "3:13:12", "remaining_time": "1 day, 0:05:27"} +{"current_steps": 815, "total_steps": 6870, "loss": 0.3677, "lr": 4.9947968301553625e-05, "epoch": 0.3558951965065502, "percentage": 11.86, "elapsed_time": "3:14:23", "remaining_time": "1 day, 0:04:16"} +{"current_steps": 820, "total_steps": 6870, "loss": 0.363, "lr": 4.994379223424456e-05, "epoch": 0.35807860262008734, "percentage": 11.94, "elapsed_time": "3:15:35", "remaining_time": "1 day, 0:03:04"} +{"current_steps": 825, "total_steps": 6870, "loss": 0.3725, "lr": 4.99394551752275e-05, "epoch": 0.36026200873362446, "percentage": 12.01, "elapsed_time": "3:16:46", "remaining_time": "1 day, 0:01:52"} +{"current_steps": 830, "total_steps": 6870, "loss": 0.3657, "lr": 4.9934957152494585e-05, "epoch": 0.3624454148471616, "percentage": 12.08, "elapsed_time": "3:17:58", "remaining_time": "1 day, 0:00:41"} +{"current_steps": 835, "total_steps": 6870, "loss": 0.3639, "lr": 4.993029819507687e-05, "epoch": 0.3646288209606987, "percentage": 12.15, "elapsed_time": "3:19:10", "remaining_time": "23:59:29"} +{"current_steps": 840, "total_steps": 6870, "loss": 0.3797, "lr": 4.9925478333044114e-05, "epoch": 0.36681222707423583, "percentage": 12.23, "elapsed_time": "3:20:21", "remaining_time": "23:58:17"} +{"current_steps": 845, "total_steps": 6870, "loss": 0.3777, "lr": 4.992049759750455e-05, "epoch": 0.36899563318777295, "percentage": 12.3, "elapsed_time": "3:21:33", "remaining_time": "23:57:06"} +{"current_steps": 850, "total_steps": 6870, "loss": 0.372, "lr": 4.9915356020604754e-05, "epoch": 0.37117903930131, "percentage": 12.37, "elapsed_time": "3:22:44", "remaining_time": "23:55:54"} +{"current_steps": 855, "total_steps": 6870, "loss": 0.3918, "lr": 4.9910053635529376e-05, "epoch": 0.37336244541484714, "percentage": 12.45, "elapsed_time": "3:23:56", "remaining_time": "23:54:42"} +{"current_steps": 860, "total_steps": 6870, "loss": 0.3806, "lr": 4.9904590476500955e-05, "epoch": 0.37554585152838427, "percentage": 12.52, "elapsed_time": "3:25:07", "remaining_time": "23:53:31"} +{"current_steps": 865, "total_steps": 6870, "loss": 0.3699, "lr": 4.989896657877972e-05, "epoch": 0.3777292576419214, "percentage": 12.59, "elapsed_time": "3:26:19", "remaining_time": "23:52:19"} +{"current_steps": 870, "total_steps": 6870, "loss": 0.3744, "lr": 4.98931819786633e-05, "epoch": 0.3799126637554585, "percentage": 12.66, "elapsed_time": "3:27:30", "remaining_time": "23:51:07"} +{"current_steps": 875, "total_steps": 6870, "loss": 0.3661, "lr": 4.988723671348654e-05, "epoch": 0.38209606986899564, "percentage": 12.74, "elapsed_time": "3:28:42", "remaining_time": "23:49:55"} +{"current_steps": 880, "total_steps": 6870, "loss": 0.3913, "lr": 4.9881130821621255e-05, "epoch": 0.38427947598253276, "percentage": 12.81, "elapsed_time": "3:29:53", "remaining_time": "23:48:44"} +{"current_steps": 885, "total_steps": 6870, "loss": 0.3755, "lr": 4.987486434247596e-05, "epoch": 0.3864628820960699, "percentage": 12.88, "elapsed_time": "3:31:05", "remaining_time": "23:47:31"} +{"current_steps": 890, "total_steps": 6870, "loss": 0.3717, "lr": 4.9868437316495636e-05, "epoch": 0.388646288209607, "percentage": 12.95, "elapsed_time": "3:32:16", "remaining_time": "23:46:19"} +{"current_steps": 895, "total_steps": 6870, "loss": 0.3667, "lr": 4.9861849785161465e-05, "epoch": 0.39082969432314413, "percentage": 13.03, "elapsed_time": "3:33:28", "remaining_time": "23:45:08"} +{"current_steps": 900, "total_steps": 6870, "loss": 0.3721, "lr": 4.9855101790990556e-05, "epoch": 0.3930131004366812, "percentage": 13.1, "elapsed_time": "3:34:39", "remaining_time": "23:43:56"} +{"current_steps": 905, "total_steps": 6870, "loss": 0.3835, "lr": 4.9848193377535665e-05, "epoch": 0.3951965065502183, "percentage": 13.17, "elapsed_time": "3:35:51", "remaining_time": "23:42:45"} +{"current_steps": 910, "total_steps": 6870, "loss": 0.3713, "lr": 4.9841124589384944e-05, "epoch": 0.39737991266375544, "percentage": 13.25, "elapsed_time": "3:37:02", "remaining_time": "23:41:33"} +{"current_steps": 915, "total_steps": 6870, "loss": 0.3701, "lr": 4.983389547216161e-05, "epoch": 0.39956331877729256, "percentage": 13.32, "elapsed_time": "3:38:14", "remaining_time": "23:40:21"} +{"current_steps": 920, "total_steps": 6870, "loss": 0.3537, "lr": 4.9826506072523684e-05, "epoch": 0.4017467248908297, "percentage": 13.39, "elapsed_time": "3:39:26", "remaining_time": "23:39:10"} +{"current_steps": 925, "total_steps": 6870, "loss": 0.3715, "lr": 4.981895643816367e-05, "epoch": 0.4039301310043668, "percentage": 13.46, "elapsed_time": "3:40:37", "remaining_time": "23:37:58"} +{"current_steps": 930, "total_steps": 6870, "loss": 0.3687, "lr": 4.9811246617808275e-05, "epoch": 0.40611353711790393, "percentage": 13.54, "elapsed_time": "3:41:49", "remaining_time": "23:36:47"} +{"current_steps": 935, "total_steps": 6870, "loss": 0.3809, "lr": 4.980337666121806e-05, "epoch": 0.40829694323144106, "percentage": 13.61, "elapsed_time": "3:43:00", "remaining_time": "23:35:35"} +{"current_steps": 940, "total_steps": 6870, "loss": 0.3563, "lr": 4.979534661918712e-05, "epoch": 0.4104803493449782, "percentage": 13.68, "elapsed_time": "3:44:12", "remaining_time": "23:34:24"} +{"current_steps": 945, "total_steps": 6870, "loss": 0.3612, "lr": 4.978715654354281e-05, "epoch": 0.4126637554585153, "percentage": 13.76, "elapsed_time": "3:45:23", "remaining_time": "23:33:12"} +{"current_steps": 950, "total_steps": 6870, "loss": 0.3672, "lr": 4.9778806487145326e-05, "epoch": 0.4148471615720524, "percentage": 13.83, "elapsed_time": "3:46:35", "remaining_time": "23:32:00"} +{"current_steps": 955, "total_steps": 6870, "loss": 0.3655, "lr": 4.977029650388744e-05, "epoch": 0.4170305676855895, "percentage": 13.9, "elapsed_time": "3:47:46", "remaining_time": "23:30:49"} +{"current_steps": 960, "total_steps": 6870, "loss": 0.3541, "lr": 4.976162664869411e-05, "epoch": 0.4192139737991266, "percentage": 13.97, "elapsed_time": "3:48:58", "remaining_time": "23:29:37"} +{"current_steps": 965, "total_steps": 6870, "loss": 0.3587, "lr": 4.975279697752213e-05, "epoch": 0.42139737991266374, "percentage": 14.05, "elapsed_time": "3:50:10", "remaining_time": "23:28:26"} +{"current_steps": 970, "total_steps": 6870, "loss": 0.366, "lr": 4.974380754735979e-05, "epoch": 0.42358078602620086, "percentage": 14.12, "elapsed_time": "3:51:21", "remaining_time": "23:27:14"} +{"current_steps": 975, "total_steps": 6870, "loss": 0.3608, "lr": 4.9734658416226476e-05, "epoch": 0.425764192139738, "percentage": 14.19, "elapsed_time": "3:52:33", "remaining_time": "23:26:02"} +{"current_steps": 980, "total_steps": 6870, "loss": 0.3684, "lr": 4.972534964317233e-05, "epoch": 0.4279475982532751, "percentage": 14.26, "elapsed_time": "3:53:44", "remaining_time": "23:24:50"} +{"current_steps": 985, "total_steps": 6870, "loss": 0.3589, "lr": 4.9715881288277835e-05, "epoch": 0.43013100436681223, "percentage": 14.34, "elapsed_time": "3:54:56", "remaining_time": "23:23:39"} +{"current_steps": 990, "total_steps": 6870, "loss": 0.3542, "lr": 4.9706253412653446e-05, "epoch": 0.43231441048034935, "percentage": 14.41, "elapsed_time": "3:56:07", "remaining_time": "23:22:27"} +{"current_steps": 995, "total_steps": 6870, "loss": 0.3663, "lr": 4.9696466078439216e-05, "epoch": 0.4344978165938865, "percentage": 14.48, "elapsed_time": "3:57:19", "remaining_time": "23:21:15"} +{"current_steps": 1000, "total_steps": 6870, "loss": 0.3638, "lr": 4.968651934880434e-05, "epoch": 0.4366812227074236, "percentage": 14.56, "elapsed_time": "3:58:30", "remaining_time": "23:20:04"} +{"current_steps": 1005, "total_steps": 6870, "loss": 0.3592, "lr": 4.96764132879468e-05, "epoch": 0.4388646288209607, "percentage": 14.63, "elapsed_time": "3:59:42", "remaining_time": "23:18:52"} +{"current_steps": 1010, "total_steps": 6870, "loss": 0.3651, "lr": 4.9666147961092924e-05, "epoch": 0.4410480349344978, "percentage": 14.7, "elapsed_time": "4:00:53", "remaining_time": "23:17:41"} +{"current_steps": 1015, "total_steps": 6870, "loss": 0.3714, "lr": 4.9655723434496984e-05, "epoch": 0.4432314410480349, "percentage": 14.77, "elapsed_time": "4:02:05", "remaining_time": "23:16:29"} +{"current_steps": 1020, "total_steps": 6870, "loss": 0.3643, "lr": 4.9645139775440716e-05, "epoch": 0.44541484716157204, "percentage": 14.85, "elapsed_time": "4:03:17", "remaining_time": "23:15:18"} +{"current_steps": 1025, "total_steps": 6870, "loss": 0.3678, "lr": 4.9634397052232983e-05, "epoch": 0.44759825327510916, "percentage": 14.92, "elapsed_time": "4:04:28", "remaining_time": "23:14:06"} +{"current_steps": 1030, "total_steps": 6870, "loss": 0.3618, "lr": 4.9623495334209226e-05, "epoch": 0.4497816593886463, "percentage": 14.99, "elapsed_time": "4:05:40", "remaining_time": "23:12:55"} +{"current_steps": 1035, "total_steps": 6870, "loss": 0.3665, "lr": 4.96124346917311e-05, "epoch": 0.4519650655021834, "percentage": 15.07, "elapsed_time": "4:06:51", "remaining_time": "23:11:43"} +{"current_steps": 1040, "total_steps": 6870, "loss": 0.3308, "lr": 4.960121519618597e-05, "epoch": 0.45414847161572053, "percentage": 15.14, "elapsed_time": "4:08:03", "remaining_time": "23:10:31"} +{"current_steps": 1045, "total_steps": 6870, "loss": 0.3507, "lr": 4.9589836919986475e-05, "epoch": 0.45633187772925765, "percentage": 15.21, "elapsed_time": "4:09:14", "remaining_time": "23:09:20"} +{"current_steps": 1050, "total_steps": 6870, "loss": 0.3494, "lr": 4.957829993657005e-05, "epoch": 0.4585152838427948, "percentage": 15.28, "elapsed_time": "4:10:26", "remaining_time": "23:08:08"} +{"current_steps": 1055, "total_steps": 6870, "loss": 0.3595, "lr": 4.956660432039846e-05, "epoch": 0.4606986899563319, "percentage": 15.36, "elapsed_time": "4:11:37", "remaining_time": "23:06:57"} +{"current_steps": 1060, "total_steps": 6870, "loss": 0.3673, "lr": 4.955475014695729e-05, "epoch": 0.462882096069869, "percentage": 15.43, "elapsed_time": "4:12:49", "remaining_time": "23:05:45"} +{"current_steps": 1065, "total_steps": 6870, "loss": 0.3725, "lr": 4.954273749275552e-05, "epoch": 0.4650655021834061, "percentage": 15.5, "elapsed_time": "4:14:00", "remaining_time": "23:04:33"} +{"current_steps": 1070, "total_steps": 6870, "loss": 0.3481, "lr": 4.9530566435324963e-05, "epoch": 0.4672489082969432, "percentage": 15.57, "elapsed_time": "4:15:12", "remaining_time": "23:03:22"} +{"current_steps": 1075, "total_steps": 6870, "loss": 0.3705, "lr": 4.9518237053219816e-05, "epoch": 0.46943231441048033, "percentage": 15.65, "elapsed_time": "4:16:23", "remaining_time": "23:02:10"} +{"current_steps": 1080, "total_steps": 6870, "loss": 0.3474, "lr": 4.950574942601611e-05, "epoch": 0.47161572052401746, "percentage": 15.72, "elapsed_time": "4:17:35", "remaining_time": "23:00:58"} +{"current_steps": 1085, "total_steps": 6870, "loss": 0.3526, "lr": 4.9493103634311245e-05, "epoch": 0.4737991266375546, "percentage": 15.79, "elapsed_time": "4:18:47", "remaining_time": "22:59:47"} +{"current_steps": 1090, "total_steps": 6870, "loss": 0.3396, "lr": 4.948029975972341e-05, "epoch": 0.4759825327510917, "percentage": 15.87, "elapsed_time": "4:19:58", "remaining_time": "22:58:35"} +{"current_steps": 1095, "total_steps": 6870, "loss": 0.3581, "lr": 4.9467337884891127e-05, "epoch": 0.4781659388646288, "percentage": 15.94, "elapsed_time": "4:21:10", "remaining_time": "22:57:23"} +{"current_steps": 1100, "total_steps": 6870, "loss": 0.3436, "lr": 4.945421809347266e-05, "epoch": 0.48034934497816595, "percentage": 16.01, "elapsed_time": "4:22:21", "remaining_time": "22:56:11"} +{"current_steps": 1105, "total_steps": 6870, "loss": 0.3577, "lr": 4.944094047014547e-05, "epoch": 0.48253275109170307, "percentage": 16.08, "elapsed_time": "4:23:33", "remaining_time": "22:55:00"} +{"current_steps": 1110, "total_steps": 6870, "loss": 0.3363, "lr": 4.942750510060574e-05, "epoch": 0.4847161572052402, "percentage": 16.16, "elapsed_time": "4:24:44", "remaining_time": "22:53:48"} +{"current_steps": 1115, "total_steps": 6870, "loss": 0.3676, "lr": 4.9413912071567756e-05, "epoch": 0.4868995633187773, "percentage": 16.23, "elapsed_time": "4:25:56", "remaining_time": "22:52:37"} +{"current_steps": 1120, "total_steps": 6870, "loss": 0.342, "lr": 4.940016147076336e-05, "epoch": 0.4890829694323144, "percentage": 16.3, "elapsed_time": "4:27:07", "remaining_time": "22:51:25"} +{"current_steps": 1125, "total_steps": 6870, "loss": 0.361, "lr": 4.938625338694139e-05, "epoch": 0.4912663755458515, "percentage": 16.38, "elapsed_time": "4:28:19", "remaining_time": "22:50:13"} +{"current_steps": 1130, "total_steps": 6870, "loss": 0.3533, "lr": 4.937218790986712e-05, "epoch": 0.49344978165938863, "percentage": 16.45, "elapsed_time": "4:29:30", "remaining_time": "22:49:02"} +{"current_steps": 1135, "total_steps": 6870, "loss": 0.3435, "lr": 4.935796513032165e-05, "epoch": 0.49563318777292575, "percentage": 16.52, "elapsed_time": "4:30:42", "remaining_time": "22:47:50"} +{"current_steps": 1140, "total_steps": 6870, "loss": 0.3569, "lr": 4.934358514010137e-05, "epoch": 0.4978165938864629, "percentage": 16.59, "elapsed_time": "4:31:53", "remaining_time": "22:46:39"} +{"current_steps": 1145, "total_steps": 6870, "loss": 0.3542, "lr": 4.93290480320173e-05, "epoch": 0.5, "percentage": 16.67, "elapsed_time": "4:33:05", "remaining_time": "22:45:28"} +{"current_steps": 1150, "total_steps": 6870, "loss": 0.3479, "lr": 4.931435389989455e-05, "epoch": 0.5021834061135371, "percentage": 16.74, "elapsed_time": "4:34:17", "remaining_time": "22:44:16"} +{"current_steps": 1155, "total_steps": 6870, "loss": 0.3698, "lr": 4.929950283857167e-05, "epoch": 0.5043668122270742, "percentage": 16.81, "elapsed_time": "4:35:28", "remaining_time": "22:43:04"} +{"current_steps": 1160, "total_steps": 6870, "loss": 0.3648, "lr": 4.9284494943900085e-05, "epoch": 0.5065502183406113, "percentage": 16.89, "elapsed_time": "4:36:40", "remaining_time": "22:41:53"} +{"current_steps": 1165, "total_steps": 6870, "loss": 0.362, "lr": 4.926933031274344e-05, "epoch": 0.5087336244541485, "percentage": 16.96, "elapsed_time": "4:37:51", "remaining_time": "22:40:41"} +{"current_steps": 1170, "total_steps": 6870, "loss": 0.3452, "lr": 4.925400904297698e-05, "epoch": 0.5109170305676856, "percentage": 17.03, "elapsed_time": "4:39:03", "remaining_time": "22:39:29"} +{"current_steps": 1175, "total_steps": 6870, "loss": 0.3651, "lr": 4.923853123348693e-05, "epoch": 0.5131004366812227, "percentage": 17.1, "elapsed_time": "4:40:14", "remaining_time": "22:38:17"} +{"current_steps": 1180, "total_steps": 6870, "loss": 0.3539, "lr": 4.922289698416983e-05, "epoch": 0.5152838427947598, "percentage": 17.18, "elapsed_time": "4:41:26", "remaining_time": "22:37:06"} +{"current_steps": 1185, "total_steps": 6870, "loss": 0.3541, "lr": 4.920710639593196e-05, "epoch": 0.517467248908297, "percentage": 17.25, "elapsed_time": "4:42:37", "remaining_time": "22:35:54"} +{"current_steps": 1190, "total_steps": 6870, "loss": 0.3508, "lr": 4.919115957068859e-05, "epoch": 0.519650655021834, "percentage": 17.32, "elapsed_time": "4:43:49", "remaining_time": "22:34:42"} +{"current_steps": 1195, "total_steps": 6870, "loss": 0.3474, "lr": 4.917505661136339e-05, "epoch": 0.5218340611353712, "percentage": 17.39, "elapsed_time": "4:45:00", "remaining_time": "22:33:31"} +{"current_steps": 1200, "total_steps": 6870, "loss": 0.3604, "lr": 4.915879762188774e-05, "epoch": 0.5240174672489083, "percentage": 17.47, "elapsed_time": "4:46:12", "remaining_time": "22:32:19"} +{"current_steps": 1205, "total_steps": 6870, "loss": 0.3543, "lr": 4.9142382707200096e-05, "epoch": 0.5262008733624454, "percentage": 17.54, "elapsed_time": "4:47:23", "remaining_time": "22:31:07"} +{"current_steps": 1210, "total_steps": 6870, "loss": 0.3627, "lr": 4.912581197324524e-05, "epoch": 0.5283842794759825, "percentage": 17.61, "elapsed_time": "4:48:35", "remaining_time": "22:29:56"} +{"current_steps": 1215, "total_steps": 6870, "loss": 0.3468, "lr": 4.9109085526973674e-05, "epoch": 0.5305676855895196, "percentage": 17.69, "elapsed_time": "4:49:46", "remaining_time": "22:28:44"} +{"current_steps": 1220, "total_steps": 6870, "loss": 0.3586, "lr": 4.909220347634087e-05, "epoch": 0.5327510917030568, "percentage": 17.76, "elapsed_time": "4:50:58", "remaining_time": "22:27:32"} +{"current_steps": 1225, "total_steps": 6870, "loss": 0.3513, "lr": 4.907516593030662e-05, "epoch": 0.5349344978165939, "percentage": 17.83, "elapsed_time": "4:52:10", "remaining_time": "22:26:21"} +{"current_steps": 1230, "total_steps": 6870, "loss": 0.3632, "lr": 4.905797299883429e-05, "epoch": 0.537117903930131, "percentage": 17.9, "elapsed_time": "4:53:21", "remaining_time": "22:25:09"} +{"current_steps": 1235, "total_steps": 6870, "loss": 0.351, "lr": 4.904062479289015e-05, "epoch": 0.5393013100436681, "percentage": 17.98, "elapsed_time": "4:54:33", "remaining_time": "22:23:57"} +{"current_steps": 1240, "total_steps": 6870, "loss": 0.3546, "lr": 4.902312142444264e-05, "epoch": 0.5414847161572053, "percentage": 18.05, "elapsed_time": "4:55:44", "remaining_time": "22:22:46"} +{"current_steps": 1245, "total_steps": 6870, "loss": 0.3376, "lr": 4.900546300646162e-05, "epoch": 0.5436681222707423, "percentage": 18.12, "elapsed_time": "4:56:56", "remaining_time": "22:21:34"} +{"current_steps": 1250, "total_steps": 6870, "loss": 0.3565, "lr": 4.89876496529177e-05, "epoch": 0.5458515283842795, "percentage": 18.2, "elapsed_time": "4:58:07", "remaining_time": "22:20:22"} +{"current_steps": 1255, "total_steps": 6870, "loss": 0.3586, "lr": 4.896968147878145e-05, "epoch": 0.5480349344978166, "percentage": 18.27, "elapsed_time": "4:59:19", "remaining_time": "22:19:10"} +{"current_steps": 1260, "total_steps": 6870, "loss": 0.3392, "lr": 4.895155860002271e-05, "epoch": 0.5502183406113537, "percentage": 18.34, "elapsed_time": "5:00:30", "remaining_time": "22:17:58"} +{"current_steps": 1265, "total_steps": 6870, "loss": 0.3545, "lr": 4.893328113360975e-05, "epoch": 0.5524017467248908, "percentage": 18.41, "elapsed_time": "5:01:42", "remaining_time": "22:16:47"} +{"current_steps": 1270, "total_steps": 6870, "loss": 0.3447, "lr": 4.891484919750865e-05, "epoch": 0.5545851528384279, "percentage": 18.49, "elapsed_time": "5:02:53", "remaining_time": "22:15:36"} +{"current_steps": 1275, "total_steps": 6870, "loss": 0.3396, "lr": 4.889626291068241e-05, "epoch": 0.5567685589519651, "percentage": 18.56, "elapsed_time": "5:04:05", "remaining_time": "22:14:24"} +{"current_steps": 1280, "total_steps": 6870, "loss": 0.3395, "lr": 4.887752239309027e-05, "epoch": 0.5589519650655022, "percentage": 18.63, "elapsed_time": "5:05:16", "remaining_time": "22:13:12"} +{"current_steps": 1285, "total_steps": 6870, "loss": 0.3576, "lr": 4.885862776568689e-05, "epoch": 0.5611353711790393, "percentage": 18.7, "elapsed_time": "5:06:28", "remaining_time": "22:12:01"} +{"current_steps": 1290, "total_steps": 6870, "loss": 0.3499, "lr": 4.883957915042158e-05, "epoch": 0.5633187772925764, "percentage": 18.78, "elapsed_time": "5:07:39", "remaining_time": "22:10:49"} +{"current_steps": 1295, "total_steps": 6870, "loss": 0.3364, "lr": 4.882037667023752e-05, "epoch": 0.5655021834061136, "percentage": 18.85, "elapsed_time": "5:08:51", "remaining_time": "22:09:37"} +{"current_steps": 1300, "total_steps": 6870, "loss": 0.3663, "lr": 4.880102044907096e-05, "epoch": 0.5676855895196506, "percentage": 18.92, "elapsed_time": "5:10:02", "remaining_time": "22:08:26"} +{"current_steps": 1305, "total_steps": 6870, "loss": 0.3292, "lr": 4.878151061185042e-05, "epoch": 0.5698689956331878, "percentage": 19.0, "elapsed_time": "5:11:14", "remaining_time": "22:07:14"} +{"current_steps": 1310, "total_steps": 6870, "loss": 0.3484, "lr": 4.876184728449589e-05, "epoch": 0.5720524017467249, "percentage": 19.07, "elapsed_time": "5:12:25", "remaining_time": "22:06:02"} +{"current_steps": 1315, "total_steps": 6870, "loss": 0.336, "lr": 4.874203059391802e-05, "epoch": 0.574235807860262, "percentage": 19.14, "elapsed_time": "5:13:37", "remaining_time": "22:04:51"} +{"current_steps": 1320, "total_steps": 6870, "loss": 0.3553, "lr": 4.8722060668017267e-05, "epoch": 0.5764192139737991, "percentage": 19.21, "elapsed_time": "5:14:49", "remaining_time": "22:03:39"} +{"current_steps": 1325, "total_steps": 6870, "loss": 0.3613, "lr": 4.870193763568312e-05, "epoch": 0.5786026200873362, "percentage": 19.29, "elapsed_time": "5:16:00", "remaining_time": "22:02:28"} +{"current_steps": 1330, "total_steps": 6870, "loss": 0.3465, "lr": 4.8681661626793246e-05, "epoch": 0.5807860262008734, "percentage": 19.36, "elapsed_time": "5:17:12", "remaining_time": "22:01:16"} +{"current_steps": 1335, "total_steps": 6870, "loss": 0.3464, "lr": 4.866123277221264e-05, "epoch": 0.5829694323144105, "percentage": 19.43, "elapsed_time": "5:18:23", "remaining_time": "22:00:05"} +{"current_steps": 1340, "total_steps": 6870, "loss": 0.357, "lr": 4.864065120379278e-05, "epoch": 0.5851528384279476, "percentage": 19.51, "elapsed_time": "5:19:35", "remaining_time": "21:58:53"} +{"current_steps": 1345, "total_steps": 6870, "loss": 0.3593, "lr": 4.861991705437081e-05, "epoch": 0.5873362445414847, "percentage": 19.58, "elapsed_time": "5:20:46", "remaining_time": "21:57:42"} +{"current_steps": 1350, "total_steps": 6870, "loss": 0.3519, "lr": 4.859903045776866e-05, "epoch": 0.5895196506550219, "percentage": 19.65, "elapsed_time": "5:21:58", "remaining_time": "21:56:30"} +{"current_steps": 1355, "total_steps": 6870, "loss": 0.3586, "lr": 4.857799154879215e-05, "epoch": 0.5917030567685589, "percentage": 19.72, "elapsed_time": "5:23:09", "remaining_time": "21:55:18"} +{"current_steps": 1360, "total_steps": 6870, "loss": 0.342, "lr": 4.8556800463230165e-05, "epoch": 0.5938864628820961, "percentage": 19.8, "elapsed_time": "5:24:21", "remaining_time": "21:54:07"} +{"current_steps": 1365, "total_steps": 6870, "loss": 0.3272, "lr": 4.8535457337853794e-05, "epoch": 0.5960698689956332, "percentage": 19.87, "elapsed_time": "5:25:32", "remaining_time": "21:52:55"} +{"current_steps": 1370, "total_steps": 6870, "loss": 0.3452, "lr": 4.8513962310415396e-05, "epoch": 0.5982532751091703, "percentage": 19.94, "elapsed_time": "5:26:44", "remaining_time": "21:51:44"} +{"current_steps": 1375, "total_steps": 6870, "loss": 0.3526, "lr": 4.849231551964771e-05, "epoch": 0.6004366812227074, "percentage": 20.01, "elapsed_time": "5:27:55", "remaining_time": "21:50:32"} +{"current_steps": 1380, "total_steps": 6870, "loss": 0.343, "lr": 4.847051710526302e-05, "epoch": 0.6026200873362445, "percentage": 20.09, "elapsed_time": "5:29:07", "remaining_time": "21:49:20"} +{"current_steps": 1385, "total_steps": 6870, "loss": 0.3543, "lr": 4.8448567207952205e-05, "epoch": 0.6048034934497817, "percentage": 20.16, "elapsed_time": "5:30:19", "remaining_time": "21:48:09"} +{"current_steps": 1390, "total_steps": 6870, "loss": 0.3238, "lr": 4.8426465969383826e-05, "epoch": 0.6069868995633187, "percentage": 20.23, "elapsed_time": "5:31:30", "remaining_time": "21:46:57"} +{"current_steps": 1395, "total_steps": 6870, "loss": 0.3245, "lr": 4.840421353220326e-05, "epoch": 0.6091703056768559, "percentage": 20.31, "elapsed_time": "5:32:42", "remaining_time": "21:45:46"} +{"current_steps": 1400, "total_steps": 6870, "loss": 0.3331, "lr": 4.83818100400317e-05, "epoch": 0.611353711790393, "percentage": 20.38, "elapsed_time": "5:33:53", "remaining_time": "21:44:34"} +{"current_steps": 1405, "total_steps": 6870, "loss": 0.3547, "lr": 4.835925563746532e-05, "epoch": 0.6135371179039302, "percentage": 20.45, "elapsed_time": "5:35:05", "remaining_time": "21:43:22"} +{"current_steps": 1410, "total_steps": 6870, "loss": 0.3499, "lr": 4.833655047007427e-05, "epoch": 0.6157205240174672, "percentage": 20.52, "elapsed_time": "5:36:16", "remaining_time": "21:42:11"} +{"current_steps": 1415, "total_steps": 6870, "loss": 0.3351, "lr": 4.831369468440177e-05, "epoch": 0.6179039301310044, "percentage": 20.6, "elapsed_time": "5:37:28", "remaining_time": "21:40:59"} +{"current_steps": 1420, "total_steps": 6870, "loss": 0.3309, "lr": 4.8290688427963175e-05, "epoch": 0.6200873362445415, "percentage": 20.67, "elapsed_time": "5:38:39", "remaining_time": "21:39:48"} +{"current_steps": 1425, "total_steps": 6870, "loss": 0.3393, "lr": 4.8267531849244974e-05, "epoch": 0.6222707423580786, "percentage": 20.74, "elapsed_time": "5:39:51", "remaining_time": "21:38:36"} +{"current_steps": 1430, "total_steps": 6870, "loss": 0.3512, "lr": 4.8244225097703885e-05, "epoch": 0.6244541484716157, "percentage": 20.82, "elapsed_time": "5:41:02", "remaining_time": "21:37:24"} +{"current_steps": 1435, "total_steps": 6870, "loss": 0.3441, "lr": 4.8220768323765866e-05, "epoch": 0.6266375545851528, "percentage": 20.89, "elapsed_time": "5:42:14", "remaining_time": "21:36:12"} +{"current_steps": 1440, "total_steps": 6870, "loss": 0.3427, "lr": 4.819716167882513e-05, "epoch": 0.62882096069869, "percentage": 20.96, "elapsed_time": "5:43:25", "remaining_time": "21:35:01"} +{"current_steps": 1445, "total_steps": 6870, "loss": 0.3387, "lr": 4.8173405315243216e-05, "epoch": 0.631004366812227, "percentage": 21.03, "elapsed_time": "5:44:37", "remaining_time": "21:33:49"} +{"current_steps": 1450, "total_steps": 6870, "loss": 0.3372, "lr": 4.814949938634793e-05, "epoch": 0.6331877729257642, "percentage": 21.11, "elapsed_time": "5:45:48", "remaining_time": "21:32:37"} +{"current_steps": 1455, "total_steps": 6870, "loss": 0.3397, "lr": 4.8125444046432434e-05, "epoch": 0.6353711790393013, "percentage": 21.18, "elapsed_time": "5:47:00", "remaining_time": "21:31:26"} +{"current_steps": 1460, "total_steps": 6870, "loss": 0.3481, "lr": 4.810123945075421e-05, "epoch": 0.6375545851528385, "percentage": 21.25, "elapsed_time": "5:48:12", "remaining_time": "21:30:14"} +{"current_steps": 1465, "total_steps": 6870, "loss": 0.3384, "lr": 4.807688575553406e-05, "epoch": 0.6397379912663755, "percentage": 21.32, "elapsed_time": "5:49:23", "remaining_time": "21:29:03"} +{"current_steps": 1470, "total_steps": 6870, "loss": 0.3318, "lr": 4.80523831179551e-05, "epoch": 0.6419213973799127, "percentage": 21.4, "elapsed_time": "5:50:35", "remaining_time": "21:27:52"} +{"current_steps": 1475, "total_steps": 6870, "loss": 0.3379, "lr": 4.8027731696161735e-05, "epoch": 0.6441048034934498, "percentage": 21.47, "elapsed_time": "5:51:46", "remaining_time": "21:26:40"} +{"current_steps": 1480, "total_steps": 6870, "loss": 0.334, "lr": 4.8002931649258674e-05, "epoch": 0.6462882096069869, "percentage": 21.54, "elapsed_time": "5:52:58", "remaining_time": "21:25:29"} +{"current_steps": 1485, "total_steps": 6870, "loss": 0.3329, "lr": 4.7977983137309855e-05, "epoch": 0.648471615720524, "percentage": 21.62, "elapsed_time": "5:54:09", "remaining_time": "21:24:17"} +{"current_steps": 1490, "total_steps": 6870, "loss": 0.3323, "lr": 4.795288632133747e-05, "epoch": 0.6506550218340611, "percentage": 21.69, "elapsed_time": "5:55:21", "remaining_time": "21:23:06"} +{"current_steps": 1495, "total_steps": 6870, "loss": 0.3565, "lr": 4.792764136332084e-05, "epoch": 0.6528384279475983, "percentage": 21.76, "elapsed_time": "5:56:33", "remaining_time": "21:21:54"} +{"current_steps": 1500, "total_steps": 6870, "loss": 0.3304, "lr": 4.790224842619548e-05, "epoch": 0.6550218340611353, "percentage": 21.83, "elapsed_time": "5:57:44", "remaining_time": "21:20:43"} +{"current_steps": 1505, "total_steps": 6870, "loss": 0.3407, "lr": 4.787670767385194e-05, "epoch": 0.6572052401746725, "percentage": 21.91, "elapsed_time": "5:58:56", "remaining_time": "21:19:31"} +{"current_steps": 1510, "total_steps": 6870, "loss": 0.3438, "lr": 4.785101927113482e-05, "epoch": 0.6593886462882096, "percentage": 21.98, "elapsed_time": "6:00:07", "remaining_time": "21:18:20"} +{"current_steps": 1515, "total_steps": 6870, "loss": 0.35, "lr": 4.782518338384168e-05, "epoch": 0.6615720524017468, "percentage": 22.05, "elapsed_time": "6:01:19", "remaining_time": "21:17:08"} +{"current_steps": 1520, "total_steps": 6870, "loss": 0.3437, "lr": 4.779920017872197e-05, "epoch": 0.6637554585152838, "percentage": 22.13, "elapsed_time": "6:02:30", "remaining_time": "21:15:57"} +{"current_steps": 1525, "total_steps": 6870, "loss": 0.3326, "lr": 4.7773069823475945e-05, "epoch": 0.665938864628821, "percentage": 22.2, "elapsed_time": "6:03:42", "remaining_time": "21:14:45"} +{"current_steps": 1530, "total_steps": 6870, "loss": 0.3479, "lr": 4.774679248675362e-05, "epoch": 0.6681222707423581, "percentage": 22.27, "elapsed_time": "6:04:53", "remaining_time": "21:13:33"} +{"current_steps": 1535, "total_steps": 6870, "loss": 0.3316, "lr": 4.772036833815363e-05, "epoch": 0.6703056768558951, "percentage": 22.34, "elapsed_time": "6:06:05", "remaining_time": "21:12:22"} +{"current_steps": 1540, "total_steps": 6870, "loss": 0.3239, "lr": 4.7693797548222166e-05, "epoch": 0.6724890829694323, "percentage": 22.42, "elapsed_time": "6:07:16", "remaining_time": "21:11:10"} +{"current_steps": 1545, "total_steps": 6870, "loss": 0.3332, "lr": 4.766708028845188e-05, "epoch": 0.6746724890829694, "percentage": 22.49, "elapsed_time": "6:08:28", "remaining_time": "21:09:59"} +{"current_steps": 1550, "total_steps": 6870, "loss": 0.3583, "lr": 4.764021673128075e-05, "epoch": 0.6768558951965066, "percentage": 22.56, "elapsed_time": "6:09:40", "remaining_time": "21:08:47"} +{"current_steps": 1555, "total_steps": 6870, "loss": 0.3503, "lr": 4.761320705009099e-05, "epoch": 0.6790393013100436, "percentage": 22.63, "elapsed_time": "6:10:51", "remaining_time": "21:07:36"} +{"current_steps": 1560, "total_steps": 6870, "loss": 0.3543, "lr": 4.758605141920792e-05, "epoch": 0.6812227074235808, "percentage": 22.71, "elapsed_time": "6:12:03", "remaining_time": "21:06:24"} +{"current_steps": 1565, "total_steps": 6870, "loss": 0.3461, "lr": 4.755875001389887e-05, "epoch": 0.6834061135371179, "percentage": 22.78, "elapsed_time": "6:13:14", "remaining_time": "21:05:13"} +{"current_steps": 1570, "total_steps": 6870, "loss": 0.3359, "lr": 4.753130301037199e-05, "epoch": 0.6855895196506551, "percentage": 22.85, "elapsed_time": "6:14:26", "remaining_time": "21:04:01"} +{"current_steps": 1575, "total_steps": 6870, "loss": 0.3405, "lr": 4.7503710585775174e-05, "epoch": 0.6877729257641921, "percentage": 22.93, "elapsed_time": "6:15:37", "remaining_time": "21:02:49"} +{"current_steps": 1580, "total_steps": 6870, "loss": 0.3459, "lr": 4.747597291819487e-05, "epoch": 0.6899563318777293, "percentage": 23.0, "elapsed_time": "6:16:49", "remaining_time": "21:01:38"} +{"current_steps": 1585, "total_steps": 6870, "loss": 0.3387, "lr": 4.744809018665495e-05, "epoch": 0.6921397379912664, "percentage": 23.07, "elapsed_time": "6:18:00", "remaining_time": "21:00:27"} +{"current_steps": 1590, "total_steps": 6870, "loss": 0.337, "lr": 4.742006257111558e-05, "epoch": 0.6943231441048034, "percentage": 23.14, "elapsed_time": "6:19:12", "remaining_time": "20:59:15"} +{"current_steps": 1595, "total_steps": 6870, "loss": 0.3621, "lr": 4.7391890252472016e-05, "epoch": 0.6965065502183406, "percentage": 23.22, "elapsed_time": "6:20:24", "remaining_time": "20:58:03"} +{"current_steps": 1600, "total_steps": 6870, "loss": 0.3433, "lr": 4.736357341255344e-05, "epoch": 0.6986899563318777, "percentage": 23.29, "elapsed_time": "6:21:35", "remaining_time": "20:56:52"} +{"current_steps": 1605, "total_steps": 6870, "loss": 0.3334, "lr": 4.7335112234121824e-05, "epoch": 0.7008733624454149, "percentage": 23.36, "elapsed_time": "6:22:47", "remaining_time": "20:55:40"} +{"current_steps": 1610, "total_steps": 6870, "loss": 0.3406, "lr": 4.730650690087072e-05, "epoch": 0.7030567685589519, "percentage": 23.44, "elapsed_time": "6:23:58", "remaining_time": "20:54:29"} +{"current_steps": 1615, "total_steps": 6870, "loss": 0.3438, "lr": 4.727775759742408e-05, "epoch": 0.7052401746724891, "percentage": 23.51, "elapsed_time": "6:25:10", "remaining_time": "20:53:17"} +{"current_steps": 1620, "total_steps": 6870, "loss": 0.3439, "lr": 4.724886450933505e-05, "epoch": 0.7074235807860262, "percentage": 23.58, "elapsed_time": "6:26:21", "remaining_time": "20:52:06"} +{"current_steps": 1625, "total_steps": 6870, "loss": 0.3517, "lr": 4.721982782308481e-05, "epoch": 0.7096069868995634, "percentage": 23.65, "elapsed_time": "6:27:33", "remaining_time": "20:50:54"} +{"current_steps": 1630, "total_steps": 6870, "loss": 0.3457, "lr": 4.719064772608134e-05, "epoch": 0.7117903930131004, "percentage": 23.73, "elapsed_time": "6:28:44", "remaining_time": "20:49:43"} +{"current_steps": 1635, "total_steps": 6870, "loss": 0.3284, "lr": 4.7161324406658225e-05, "epoch": 0.7139737991266376, "percentage": 23.8, "elapsed_time": "6:29:56", "remaining_time": "20:48:31"} +{"current_steps": 1640, "total_steps": 6870, "loss": 0.324, "lr": 4.713185805407342e-05, "epoch": 0.7161572052401747, "percentage": 23.87, "elapsed_time": "6:31:08", "remaining_time": "20:47:20"} +{"current_steps": 1645, "total_steps": 6870, "loss": 0.3548, "lr": 4.7102248858508044e-05, "epoch": 0.7183406113537117, "percentage": 23.94, "elapsed_time": "6:32:19", "remaining_time": "20:46:08"} +{"current_steps": 1650, "total_steps": 6870, "loss": 0.3299, "lr": 4.7072497011065156e-05, "epoch": 0.7205240174672489, "percentage": 24.02, "elapsed_time": "6:33:31", "remaining_time": "20:44:57"} +{"current_steps": 1655, "total_steps": 6870, "loss": 0.3266, "lr": 4.704260270376853e-05, "epoch": 0.722707423580786, "percentage": 24.09, "elapsed_time": "6:34:42", "remaining_time": "20:43:45"} +{"current_steps": 1660, "total_steps": 6870, "loss": 0.3384, "lr": 4.7012566129561365e-05, "epoch": 0.7248908296943232, "percentage": 24.16, "elapsed_time": "6:35:54", "remaining_time": "20:42:33"} +{"current_steps": 1665, "total_steps": 6870, "loss": 0.3327, "lr": 4.6982387482305104e-05, "epoch": 0.7270742358078602, "percentage": 24.24, "elapsed_time": "6:37:05", "remaining_time": "20:41:22"} +{"current_steps": 1670, "total_steps": 6870, "loss": 0.3269, "lr": 4.6952066956778155e-05, "epoch": 0.7292576419213974, "percentage": 24.31, "elapsed_time": "6:38:17", "remaining_time": "20:40:11"} +{"current_steps": 1675, "total_steps": 6870, "loss": 0.3325, "lr": 4.692160474867463e-05, "epoch": 0.7314410480349345, "percentage": 24.38, "elapsed_time": "6:39:28", "remaining_time": "20:38:59"} +{"current_steps": 1680, "total_steps": 6870, "loss": 0.3376, "lr": 4.6891001054603056e-05, "epoch": 0.7336244541484717, "percentage": 24.45, "elapsed_time": "6:40:40", "remaining_time": "20:37:47"} +{"current_steps": 1685, "total_steps": 6870, "loss": 0.3447, "lr": 4.6860256072085196e-05, "epoch": 0.7358078602620087, "percentage": 24.53, "elapsed_time": "6:41:52", "remaining_time": "20:36:36"} +{"current_steps": 1690, "total_steps": 6870, "loss": 0.3303, "lr": 4.6829369999554664e-05, "epoch": 0.7379912663755459, "percentage": 24.6, "elapsed_time": "6:43:03", "remaining_time": "20:35:24"} +{"current_steps": 1695, "total_steps": 6870, "loss": 0.3057, "lr": 4.6798343036355704e-05, "epoch": 0.740174672489083, "percentage": 24.67, "elapsed_time": "6:44:15", "remaining_time": "20:34:13"} +{"current_steps": 1700, "total_steps": 6870, "loss": 0.3375, "lr": 4.6767175382741914e-05, "epoch": 0.74235807860262, "percentage": 24.75, "elapsed_time": "6:45:26", "remaining_time": "20:33:01"} +{"current_steps": 1705, "total_steps": 6870, "loss": 0.3538, "lr": 4.673586723987491e-05, "epoch": 0.7445414847161572, "percentage": 24.82, "elapsed_time": "6:46:38", "remaining_time": "20:31:49"} +{"current_steps": 1710, "total_steps": 6870, "loss": 0.3334, "lr": 4.670441880982307e-05, "epoch": 0.7467248908296943, "percentage": 24.89, "elapsed_time": "6:47:49", "remaining_time": "20:30:37"} +{"current_steps": 1715, "total_steps": 6870, "loss": 0.3299, "lr": 4.667283029556019e-05, "epoch": 0.7489082969432315, "percentage": 24.96, "elapsed_time": "6:49:00", "remaining_time": "20:29:26"} +{"current_steps": 1720, "total_steps": 6870, "loss": 0.3447, "lr": 4.664110190096421e-05, "epoch": 0.7510917030567685, "percentage": 25.04, "elapsed_time": "6:50:12", "remaining_time": "20:28:14"} +{"current_steps": 1725, "total_steps": 6870, "loss": 0.3413, "lr": 4.660923383081588e-05, "epoch": 0.7532751091703057, "percentage": 25.11, "elapsed_time": "6:51:23", "remaining_time": "20:27:02"} +{"current_steps": 1730, "total_steps": 6870, "loss": 0.3366, "lr": 4.657722629079744e-05, "epoch": 0.7554585152838428, "percentage": 25.18, "elapsed_time": "6:52:35", "remaining_time": "20:25:51"} +{"current_steps": 1735, "total_steps": 6870, "loss": 0.3474, "lr": 4.6545079487491285e-05, "epoch": 0.75764192139738, "percentage": 25.25, "elapsed_time": "6:53:47", "remaining_time": "20:24:39"} +{"current_steps": 1740, "total_steps": 6870, "loss": 0.335, "lr": 4.6512793628378657e-05, "epoch": 0.759825327510917, "percentage": 25.33, "elapsed_time": "6:54:58", "remaining_time": "20:23:28"} +{"current_steps": 1745, "total_steps": 6870, "loss": 0.3382, "lr": 4.648036892183828e-05, "epoch": 0.7620087336244541, "percentage": 25.4, "elapsed_time": "6:56:10", "remaining_time": "20:22:16"} +{"current_steps": 1750, "total_steps": 6870, "loss": 0.3341, "lr": 4.644780557714502e-05, "epoch": 0.7641921397379913, "percentage": 25.47, "elapsed_time": "6:57:21", "remaining_time": "20:21:04"} +{"current_steps": 1755, "total_steps": 6870, "loss": 0.3241, "lr": 4.641510380446854e-05, "epoch": 0.7663755458515283, "percentage": 25.55, "elapsed_time": "6:58:33", "remaining_time": "20:19:53"} +{"current_steps": 1760, "total_steps": 6870, "loss": 0.3374, "lr": 4.638226381487195e-05, "epoch": 0.7685589519650655, "percentage": 25.62, "elapsed_time": "6:59:44", "remaining_time": "20:18:41"} +{"current_steps": 1765, "total_steps": 6870, "loss": 0.3448, "lr": 4.634928582031043e-05, "epoch": 0.7707423580786026, "percentage": 25.69, "elapsed_time": "7:00:56", "remaining_time": "20:17:29"} +{"current_steps": 1770, "total_steps": 6870, "loss": 0.3347, "lr": 4.631617003362988e-05, "epoch": 0.7729257641921398, "percentage": 25.76, "elapsed_time": "7:02:07", "remaining_time": "20:16:17"} +{"current_steps": 1775, "total_steps": 6870, "loss": 0.3212, "lr": 4.628291666856551e-05, "epoch": 0.7751091703056768, "percentage": 25.84, "elapsed_time": "7:03:19", "remaining_time": "20:15:06"} +{"current_steps": 1780, "total_steps": 6870, "loss": 0.331, "lr": 4.6249525939740514e-05, "epoch": 0.777292576419214, "percentage": 25.91, "elapsed_time": "7:04:30", "remaining_time": "20:13:54"} +{"current_steps": 1785, "total_steps": 6870, "loss": 0.3395, "lr": 4.6215998062664636e-05, "epoch": 0.7794759825327511, "percentage": 25.98, "elapsed_time": "7:05:42", "remaining_time": "20:12:43"} +{"current_steps": 1790, "total_steps": 6870, "loss": 0.3307, "lr": 4.61823332537328e-05, "epoch": 0.7816593886462883, "percentage": 26.06, "elapsed_time": "7:06:53", "remaining_time": "20:11:31"} +{"current_steps": 1795, "total_steps": 6870, "loss": 0.3337, "lr": 4.6148531730223735e-05, "epoch": 0.7838427947598253, "percentage": 26.13, "elapsed_time": "7:08:05", "remaining_time": "20:10:20"} +{"current_steps": 1800, "total_steps": 6870, "loss": 0.3297, "lr": 4.611459371029853e-05, "epoch": 0.7860262008733624, "percentage": 26.2, "elapsed_time": "7:09:16", "remaining_time": "20:09:08"} +{"current_steps": 1805, "total_steps": 6870, "loss": 0.3272, "lr": 4.6080519412999244e-05, "epoch": 0.7882096069868996, "percentage": 26.27, "elapsed_time": "7:10:28", "remaining_time": "20:07:56"} +{"current_steps": 1810, "total_steps": 6870, "loss": 0.3359, "lr": 4.604630905824751e-05, "epoch": 0.7903930131004366, "percentage": 26.35, "elapsed_time": "7:11:39", "remaining_time": "20:06:45"} +{"current_steps": 1815, "total_steps": 6870, "loss": 0.3312, "lr": 4.601196286684309e-05, "epoch": 0.7925764192139738, "percentage": 26.42, "elapsed_time": "7:12:51", "remaining_time": "20:05:33"} +{"current_steps": 1820, "total_steps": 6870, "loss": 0.3313, "lr": 4.597748106046247e-05, "epoch": 0.7947598253275109, "percentage": 26.49, "elapsed_time": "7:14:02", "remaining_time": "20:04:22"} +{"current_steps": 1825, "total_steps": 6870, "loss": 0.3367, "lr": 4.5942863861657394e-05, "epoch": 0.7969432314410481, "percentage": 26.56, "elapsed_time": "7:15:14", "remaining_time": "20:03:10"} +{"current_steps": 1830, "total_steps": 6870, "loss": 0.3427, "lr": 4.590811149385348e-05, "epoch": 0.7991266375545851, "percentage": 26.64, "elapsed_time": "7:16:26", "remaining_time": "20:01:58"} +{"current_steps": 1835, "total_steps": 6870, "loss": 0.3256, "lr": 4.5873224181348736e-05, "epoch": 0.8013100436681223, "percentage": 26.71, "elapsed_time": "7:17:37", "remaining_time": "20:00:47"} +{"current_steps": 1840, "total_steps": 6870, "loss": 0.3314, "lr": 4.5838202149312145e-05, "epoch": 0.8034934497816594, "percentage": 26.78, "elapsed_time": "7:18:49", "remaining_time": "19:59:35"} +{"current_steps": 1845, "total_steps": 6870, "loss": 0.3319, "lr": 4.580304562378218e-05, "epoch": 0.8056768558951966, "percentage": 26.86, "elapsed_time": "7:20:00", "remaining_time": "19:58:24"} +{"current_steps": 1850, "total_steps": 6870, "loss": 0.3238, "lr": 4.576775483166536e-05, "epoch": 0.8078602620087336, "percentage": 26.93, "elapsed_time": "7:21:12", "remaining_time": "19:57:12"} +{"current_steps": 1855, "total_steps": 6870, "loss": 0.3328, "lr": 4.5732330000734775e-05, "epoch": 0.8100436681222707, "percentage": 27.0, "elapsed_time": "7:22:23", "remaining_time": "19:56:01"} +{"current_steps": 1860, "total_steps": 6870, "loss": 0.3283, "lr": 4.569677135962864e-05, "epoch": 0.8122270742358079, "percentage": 27.07, "elapsed_time": "7:23:35", "remaining_time": "19:54:49"} +{"current_steps": 1865, "total_steps": 6870, "loss": 0.3144, "lr": 4.5661079137848817e-05, "epoch": 0.8144104803493449, "percentage": 27.15, "elapsed_time": "7:24:46", "remaining_time": "19:53:38"} +{"current_steps": 1870, "total_steps": 6870, "loss": 0.3191, "lr": 4.562525356575928e-05, "epoch": 0.8165938864628821, "percentage": 27.22, "elapsed_time": "7:25:58", "remaining_time": "19:52:26"} +{"current_steps": 1875, "total_steps": 6870, "loss": 0.3311, "lr": 4.558929487458472e-05, "epoch": 0.8187772925764192, "percentage": 27.29, "elapsed_time": "7:27:09", "remaining_time": "19:51:15"} +{"current_steps": 1880, "total_steps": 6870, "loss": 0.3363, "lr": 4.5553203296408966e-05, "epoch": 0.8209606986899564, "percentage": 27.37, "elapsed_time": "7:28:21", "remaining_time": "19:50:03"} +{"current_steps": 1885, "total_steps": 6870, "loss": 0.3221, "lr": 4.551697906417353e-05, "epoch": 0.8231441048034934, "percentage": 27.44, "elapsed_time": "7:29:33", "remaining_time": "19:48:51"} +{"current_steps": 1890, "total_steps": 6870, "loss": 0.3373, "lr": 4.5480622411676105e-05, "epoch": 0.8253275109170306, "percentage": 27.51, "elapsed_time": "7:30:44", "remaining_time": "19:47:40"} +{"current_steps": 1895, "total_steps": 6870, "loss": 0.3396, "lr": 4.5444133573569056e-05, "epoch": 0.8275109170305677, "percentage": 27.58, "elapsed_time": "7:31:56", "remaining_time": "19:46:28"} +{"current_steps": 1900, "total_steps": 6870, "loss": 0.3424, "lr": 4.540751278535788e-05, "epoch": 0.8296943231441049, "percentage": 27.66, "elapsed_time": "7:33:07", "remaining_time": "19:45:17"} +{"current_steps": 1905, "total_steps": 6870, "loss": 0.3228, "lr": 4.5370760283399714e-05, "epoch": 0.8318777292576419, "percentage": 27.73, "elapsed_time": "7:34:19", "remaining_time": "19:44:05"} +{"current_steps": 1910, "total_steps": 6870, "loss": 0.3249, "lr": 4.533387630490179e-05, "epoch": 0.834061135371179, "percentage": 27.8, "elapsed_time": "7:35:30", "remaining_time": "19:42:54"} +{"current_steps": 1915, "total_steps": 6870, "loss": 0.3358, "lr": 4.529686108791993e-05, "epoch": 0.8362445414847162, "percentage": 27.87, "elapsed_time": "7:36:42", "remaining_time": "19:41:42"} +{"current_steps": 1920, "total_steps": 6870, "loss": 0.3257, "lr": 4.525971487135697e-05, "epoch": 0.8384279475982532, "percentage": 27.95, "elapsed_time": "7:37:53", "remaining_time": "19:40:30"} +{"current_steps": 1925, "total_steps": 6870, "loss": 0.3311, "lr": 4.522243789496125e-05, "epoch": 0.8406113537117904, "percentage": 28.02, "elapsed_time": "7:39:05", "remaining_time": "19:39:19"} +{"current_steps": 1930, "total_steps": 6870, "loss": 0.329, "lr": 4.518503039932508e-05, "epoch": 0.8427947598253275, "percentage": 28.09, "elapsed_time": "7:40:16", "remaining_time": "19:38:07"} +{"current_steps": 1935, "total_steps": 6870, "loss": 0.3342, "lr": 4.5147492625883133e-05, "epoch": 0.8449781659388647, "percentage": 28.17, "elapsed_time": "7:41:28", "remaining_time": "19:36:56"} +{"current_steps": 1940, "total_steps": 6870, "loss": 0.3352, "lr": 4.510982481691093e-05, "epoch": 0.8471615720524017, "percentage": 28.24, "elapsed_time": "7:42:40", "remaining_time": "19:35:44"} +{"current_steps": 1945, "total_steps": 6870, "loss": 0.3279, "lr": 4.5072027215523256e-05, "epoch": 0.8493449781659389, "percentage": 28.31, "elapsed_time": "7:43:51", "remaining_time": "19:34:33"} +{"current_steps": 1950, "total_steps": 6870, "loss": 0.3141, "lr": 4.503410006567262e-05, "epoch": 0.851528384279476, "percentage": 28.38, "elapsed_time": "7:45:03", "remaining_time": "19:33:22"} +{"current_steps": 1955, "total_steps": 6870, "loss": 0.3381, "lr": 4.499604361214764e-05, "epoch": 0.8537117903930131, "percentage": 28.46, "elapsed_time": "7:46:14", "remaining_time": "19:32:10"} +{"current_steps": 1960, "total_steps": 6870, "loss": 0.3309, "lr": 4.495785810057151e-05, "epoch": 0.8558951965065502, "percentage": 28.53, "elapsed_time": "7:47:26", "remaining_time": "19:30:58"} +{"current_steps": 1965, "total_steps": 6870, "loss": 0.3152, "lr": 4.4919543777400354e-05, "epoch": 0.8580786026200873, "percentage": 28.6, "elapsed_time": "7:48:37", "remaining_time": "19:29:47"} +{"current_steps": 1970, "total_steps": 6870, "loss": 0.3372, "lr": 4.488110088992168e-05, "epoch": 0.8602620087336245, "percentage": 28.68, "elapsed_time": "7:49:49", "remaining_time": "19:28:36"} +{"current_steps": 1975, "total_steps": 6870, "loss": 0.3416, "lr": 4.4842529686252774e-05, "epoch": 0.8624454148471615, "percentage": 28.75, "elapsed_time": "7:51:01", "remaining_time": "19:27:24"} +{"current_steps": 1980, "total_steps": 6870, "loss": 0.3322, "lr": 4.4803830415339124e-05, "epoch": 0.8646288209606987, "percentage": 28.82, "elapsed_time": "7:52:12", "remaining_time": "19:26:13"} +{"current_steps": 1985, "total_steps": 6870, "loss": 0.3127, "lr": 4.476500332695275e-05, "epoch": 0.8668122270742358, "percentage": 28.89, "elapsed_time": "7:53:24", "remaining_time": "19:25:01"} +{"current_steps": 1990, "total_steps": 6870, "loss": 0.3263, "lr": 4.472604867169063e-05, "epoch": 0.868995633187773, "percentage": 28.97, "elapsed_time": "7:54:35", "remaining_time": "19:23:49"} +{"current_steps": 1995, "total_steps": 6870, "loss": 0.3326, "lr": 4.468696670097312e-05, "epoch": 0.87117903930131, "percentage": 29.04, "elapsed_time": "7:55:47", "remaining_time": "19:22:38"} +{"current_steps": 2000, "total_steps": 6870, "loss": 0.3393, "lr": 4.464775766704225e-05, "epoch": 0.8733624454148472, "percentage": 29.11, "elapsed_time": "7:56:58", "remaining_time": "19:21:26"} +{"current_steps": 2005, "total_steps": 6870, "loss": 0.3236, "lr": 4.4608421822960165e-05, "epoch": 0.8755458515283843, "percentage": 29.18, "elapsed_time": "7:58:10", "remaining_time": "19:20:14"} +{"current_steps": 2010, "total_steps": 6870, "loss": 0.3118, "lr": 4.456895942260745e-05, "epoch": 0.8777292576419214, "percentage": 29.26, "elapsed_time": "7:59:21", "remaining_time": "19:19:03"} +{"current_steps": 2015, "total_steps": 6870, "loss": 0.3332, "lr": 4.4529370720681516e-05, "epoch": 0.8799126637554585, "percentage": 29.33, "elapsed_time": "8:00:33", "remaining_time": "19:17:51"} +{"current_steps": 2020, "total_steps": 6870, "loss": 0.3238, "lr": 4.4489655972694946e-05, "epoch": 0.8820960698689956, "percentage": 29.4, "elapsed_time": "8:01:44", "remaining_time": "19:16:39"} +{"current_steps": 2025, "total_steps": 6870, "loss": 0.3269, "lr": 4.444981543497384e-05, "epoch": 0.8842794759825328, "percentage": 29.48, "elapsed_time": "8:02:56", "remaining_time": "19:15:28"} +{"current_steps": 2030, "total_steps": 6870, "loss": 0.3286, "lr": 4.440984936465618e-05, "epoch": 0.8864628820960698, "percentage": 29.55, "elapsed_time": "8:04:07", "remaining_time": "19:14:17"} +{"current_steps": 2035, "total_steps": 6870, "loss": 0.3172, "lr": 4.436975801969013e-05, "epoch": 0.888646288209607, "percentage": 29.62, "elapsed_time": "8:05:19", "remaining_time": "19:13:05"} +{"current_steps": 2040, "total_steps": 6870, "loss": 0.3277, "lr": 4.4329541658832454e-05, "epoch": 0.8908296943231441, "percentage": 29.69, "elapsed_time": "8:06:30", "remaining_time": "19:11:53"} +{"current_steps": 2045, "total_steps": 6870, "loss": 0.3371, "lr": 4.428920054164673e-05, "epoch": 0.8930131004366813, "percentage": 29.77, "elapsed_time": "8:07:42", "remaining_time": "19:10:42"} +{"current_steps": 2050, "total_steps": 6870, "loss": 0.3335, "lr": 4.424873492850177e-05, "epoch": 0.8951965065502183, "percentage": 29.84, "elapsed_time": "8:08:54", "remaining_time": "19:09:30"} +{"current_steps": 2055, "total_steps": 6870, "loss": 0.3418, "lr": 4.42081450805699e-05, "epoch": 0.8973799126637555, "percentage": 29.91, "elapsed_time": "8:10:05", "remaining_time": "19:08:19"} +{"current_steps": 2060, "total_steps": 6870, "loss": 0.3215, "lr": 4.4167431259825274e-05, "epoch": 0.8995633187772926, "percentage": 29.99, "elapsed_time": "8:11:17", "remaining_time": "19:07:07"} +{"current_steps": 2065, "total_steps": 6870, "loss": 0.3379, "lr": 4.41265937290422e-05, "epoch": 0.9017467248908297, "percentage": 30.06, "elapsed_time": "8:12:28", "remaining_time": "19:05:56"} +{"current_steps": 2070, "total_steps": 6870, "loss": 0.3169, "lr": 4.408563275179341e-05, "epoch": 0.9039301310043668, "percentage": 30.13, "elapsed_time": "8:13:40", "remaining_time": "19:04:44"} +{"current_steps": 2075, "total_steps": 6870, "loss": 0.3287, "lr": 4.404454859244841e-05, "epoch": 0.9061135371179039, "percentage": 30.2, "elapsed_time": "8:14:51", "remaining_time": "19:03:33"} +{"current_steps": 2080, "total_steps": 6870, "loss": 0.3485, "lr": 4.400334151617171e-05, "epoch": 0.9082969432314411, "percentage": 30.28, "elapsed_time": "8:16:03", "remaining_time": "19:02:21"} +{"current_steps": 2085, "total_steps": 6870, "loss": 0.316, "lr": 4.39620117889212e-05, "epoch": 0.9104803493449781, "percentage": 30.35, "elapsed_time": "8:17:14", "remaining_time": "19:01:09"} +{"current_steps": 2090, "total_steps": 6870, "loss": 0.3221, "lr": 4.3920559677446335e-05, "epoch": 0.9126637554585153, "percentage": 30.42, "elapsed_time": "8:18:26", "remaining_time": "18:59:58"} +{"current_steps": 2095, "total_steps": 6870, "loss": 0.3319, "lr": 4.387898544928648e-05, "epoch": 0.9148471615720524, "percentage": 30.49, "elapsed_time": "8:19:37", "remaining_time": "18:58:46"} +{"current_steps": 2100, "total_steps": 6870, "loss": 0.3313, "lr": 4.383728937276915e-05, "epoch": 0.9170305676855895, "percentage": 30.57, "elapsed_time": "8:20:49", "remaining_time": "18:57:35"} +{"current_steps": 2105, "total_steps": 6870, "loss": 0.3255, "lr": 4.37954717170083e-05, "epoch": 0.9192139737991266, "percentage": 30.64, "elapsed_time": "8:22:00", "remaining_time": "18:56:23"} +{"current_steps": 2110, "total_steps": 6870, "loss": 0.3233, "lr": 4.375353275190259e-05, "epoch": 0.9213973799126638, "percentage": 30.71, "elapsed_time": "8:23:12", "remaining_time": "18:55:12"} +{"current_steps": 2115, "total_steps": 6870, "loss": 0.3341, "lr": 4.371147274813362e-05, "epoch": 0.9235807860262009, "percentage": 30.79, "elapsed_time": "8:24:24", "remaining_time": "18:54:00"} +{"current_steps": 2120, "total_steps": 6870, "loss": 0.3271, "lr": 4.3669291977164185e-05, "epoch": 0.925764192139738, "percentage": 30.86, "elapsed_time": "8:25:35", "remaining_time": "18:52:48"} +{"current_steps": 2125, "total_steps": 6870, "loss": 0.3352, "lr": 4.362699071123655e-05, "epoch": 0.9279475982532751, "percentage": 30.93, "elapsed_time": "8:26:47", "remaining_time": "18:51:37"} +{"current_steps": 2130, "total_steps": 6870, "loss": 0.3221, "lr": 4.358456922337068e-05, "epoch": 0.9301310043668122, "percentage": 31.0, "elapsed_time": "8:27:58", "remaining_time": "18:50:25"} +{"current_steps": 2135, "total_steps": 6870, "loss": 0.3298, "lr": 4.354202778736245e-05, "epoch": 0.9323144104803494, "percentage": 31.08, "elapsed_time": "8:29:10", "remaining_time": "18:49:14"} +{"current_steps": 2140, "total_steps": 6870, "loss": 0.3355, "lr": 4.3499366677781927e-05, "epoch": 0.9344978165938864, "percentage": 31.15, "elapsed_time": "8:30:21", "remaining_time": "18:48:02"} +{"current_steps": 2145, "total_steps": 6870, "loss": 0.3137, "lr": 4.3456586169971555e-05, "epoch": 0.9366812227074236, "percentage": 31.22, "elapsed_time": "8:31:33", "remaining_time": "18:46:51"} +{"current_steps": 2150, "total_steps": 6870, "loss": 0.3392, "lr": 4.341368654004442e-05, "epoch": 0.9388646288209607, "percentage": 31.3, "elapsed_time": "8:32:44", "remaining_time": "18:45:39"} +{"current_steps": 2155, "total_steps": 6870, "loss": 0.3209, "lr": 4.3370668064882406e-05, "epoch": 0.9410480349344978, "percentage": 31.37, "elapsed_time": "8:33:56", "remaining_time": "18:44:28"} +{"current_steps": 2160, "total_steps": 6870, "loss": 0.347, "lr": 4.332753102213447e-05, "epoch": 0.9432314410480349, "percentage": 31.44, "elapsed_time": "8:35:07", "remaining_time": "18:43:16"} +{"current_steps": 2165, "total_steps": 6870, "loss": 0.3223, "lr": 4.328427569021481e-05, "epoch": 0.9454148471615721, "percentage": 31.51, "elapsed_time": "8:36:19", "remaining_time": "18:42:04"} +{"current_steps": 2170, "total_steps": 6870, "loss": 0.3131, "lr": 4.3240902348301134e-05, "epoch": 0.9475982532751092, "percentage": 31.59, "elapsed_time": "8:37:30", "remaining_time": "18:40:53"} +{"current_steps": 2175, "total_steps": 6870, "loss": 0.3254, "lr": 4.319741127633273e-05, "epoch": 0.9497816593886463, "percentage": 31.66, "elapsed_time": "8:38:42", "remaining_time": "18:39:41"} +{"current_steps": 2180, "total_steps": 6870, "loss": 0.3334, "lr": 4.315380275500879e-05, "epoch": 0.9519650655021834, "percentage": 31.73, "elapsed_time": "8:39:54", "remaining_time": "18:38:30"} +{"current_steps": 2185, "total_steps": 6870, "loss": 0.3194, "lr": 4.311007706578654e-05, "epoch": 0.9541484716157205, "percentage": 31.8, "elapsed_time": "8:41:05", "remaining_time": "18:37:18"} +{"current_steps": 2190, "total_steps": 6870, "loss": 0.3171, "lr": 4.306623449087939e-05, "epoch": 0.9563318777292577, "percentage": 31.88, "elapsed_time": "8:42:17", "remaining_time": "18:36:06"} +{"current_steps": 2195, "total_steps": 6870, "loss": 0.3196, "lr": 4.3022275313255215e-05, "epoch": 0.9585152838427947, "percentage": 31.95, "elapsed_time": "8:43:28", "remaining_time": "18:34:55"} +{"current_steps": 2200, "total_steps": 6870, "loss": 0.3128, "lr": 4.2978199816634404e-05, "epoch": 0.9606986899563319, "percentage": 32.02, "elapsed_time": "8:44:40", "remaining_time": "18:33:43"} +{"current_steps": 2205, "total_steps": 6870, "loss": 0.3275, "lr": 4.293400828548812e-05, "epoch": 0.962882096069869, "percentage": 32.1, "elapsed_time": "8:45:51", "remaining_time": "18:32:31"} +{"current_steps": 2210, "total_steps": 6870, "loss": 0.3252, "lr": 4.2889701005036444e-05, "epoch": 0.9650655021834061, "percentage": 32.17, "elapsed_time": "8:47:03", "remaining_time": "18:31:20"} +{"current_steps": 2215, "total_steps": 6870, "loss": 0.3394, "lr": 4.28452782612465e-05, "epoch": 0.9672489082969432, "percentage": 32.24, "elapsed_time": "8:48:14", "remaining_time": "18:30:08"} +{"current_steps": 2220, "total_steps": 6870, "loss": 0.3127, "lr": 4.2800740340830636e-05, "epoch": 0.9694323144104804, "percentage": 32.31, "elapsed_time": "8:49:26", "remaining_time": "18:28:57"} +{"current_steps": 2225, "total_steps": 6870, "loss": 0.3131, "lr": 4.275608753124459e-05, "epoch": 0.9716157205240175, "percentage": 32.39, "elapsed_time": "8:50:37", "remaining_time": "18:27:45"} +{"current_steps": 2230, "total_steps": 6870, "loss": 0.314, "lr": 4.271132012068559e-05, "epoch": 0.9737991266375546, "percentage": 32.46, "elapsed_time": "8:51:49", "remaining_time": "18:26:34"} +{"current_steps": 2235, "total_steps": 6870, "loss": 0.3213, "lr": 4.266643839809054e-05, "epoch": 0.9759825327510917, "percentage": 32.53, "elapsed_time": "8:53:00", "remaining_time": "18:25:22"} +{"current_steps": 2240, "total_steps": 6870, "loss": 0.326, "lr": 4.262144265313412e-05, "epoch": 0.9781659388646288, "percentage": 32.61, "elapsed_time": "8:54:12", "remaining_time": "18:24:10"} +{"current_steps": 2245, "total_steps": 6870, "loss": 0.3168, "lr": 4.2576333176226944e-05, "epoch": 0.980349344978166, "percentage": 32.68, "elapsed_time": "8:55:23", "remaining_time": "18:22:59"} +{"current_steps": 2250, "total_steps": 6870, "loss": 0.3317, "lr": 4.253111025851366e-05, "epoch": 0.982532751091703, "percentage": 32.75, "elapsed_time": "8:56:35", "remaining_time": "18:21:47"} +{"current_steps": 2255, "total_steps": 6870, "loss": 0.3126, "lr": 4.2485774191871084e-05, "epoch": 0.9847161572052402, "percentage": 32.82, "elapsed_time": "8:57:46", "remaining_time": "18:20:35"} +{"current_steps": 2260, "total_steps": 6870, "loss": 0.3181, "lr": 4.244032526890633e-05, "epoch": 0.9868995633187773, "percentage": 32.9, "elapsed_time": "8:58:58", "remaining_time": "18:19:24"} +{"current_steps": 2265, "total_steps": 6870, "loss": 0.3186, "lr": 4.239476378295489e-05, "epoch": 0.9890829694323144, "percentage": 32.97, "elapsed_time": "9:00:09", "remaining_time": "18:18:12"} +{"current_steps": 2270, "total_steps": 6870, "loss": 0.3093, "lr": 4.2349090028078766e-05, "epoch": 0.9912663755458515, "percentage": 33.04, "elapsed_time": "9:01:21", "remaining_time": "18:17:01"} +{"current_steps": 2275, "total_steps": 6870, "loss": 0.3082, "lr": 4.230330429906456e-05, "epoch": 0.9934497816593887, "percentage": 33.11, "elapsed_time": "9:02:32", "remaining_time": "18:15:49"} +{"current_steps": 2280, "total_steps": 6870, "loss": 0.308, "lr": 4.225740689142158e-05, "epoch": 0.9956331877729258, "percentage": 33.19, "elapsed_time": "9:03:44", "remaining_time": "18:14:38"} +{"current_steps": 2285, "total_steps": 6870, "loss": 0.3125, "lr": 4.221139810137992e-05, "epoch": 0.9978165938864629, "percentage": 33.26, "elapsed_time": "9:04:55", "remaining_time": "18:13:26"} +{"current_steps": 2290, "total_steps": 6870, "loss": 0.3134, "lr": 4.216527822588857e-05, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "9:06:07", "remaining_time": "18:12:14"} +{"current_steps": 2295, "total_steps": 6870, "loss": 0.2917, "lr": 4.2119047562613476e-05, "epoch": 1.002183406113537, "percentage": 33.41, "elapsed_time": "9:07:18", "remaining_time": "18:11:03"} +{"current_steps": 2300, "total_steps": 6870, "loss": 0.2763, "lr": 4.207270640993561e-05, "epoch": 1.0043668122270741, "percentage": 33.48, "elapsed_time": "9:08:30", "remaining_time": "18:09:51"} +{"current_steps": 2305, "total_steps": 6870, "loss": 0.267, "lr": 4.202625506694911e-05, "epoch": 1.0065502183406114, "percentage": 33.55, "elapsed_time": "9:09:41", "remaining_time": "18:08:40"} +{"current_steps": 2310, "total_steps": 6870, "loss": 0.2785, "lr": 4.197969383345925e-05, "epoch": 1.0087336244541485, "percentage": 33.62, "elapsed_time": "9:10:53", "remaining_time": "18:07:28"} +{"current_steps": 2315, "total_steps": 6870, "loss": 0.2961, "lr": 4.19330230099806e-05, "epoch": 1.0109170305676856, "percentage": 33.7, "elapsed_time": "9:12:05", "remaining_time": "18:06:16"} +{"current_steps": 2320, "total_steps": 6870, "loss": 0.2949, "lr": 4.188624289773501e-05, "epoch": 1.0131004366812226, "percentage": 33.77, "elapsed_time": "9:13:16", "remaining_time": "18:05:05"} +{"current_steps": 2325, "total_steps": 6870, "loss": 0.2738, "lr": 4.1839353798649717e-05, "epoch": 1.01528384279476, "percentage": 33.84, "elapsed_time": "9:14:28", "remaining_time": "18:03:53"} +{"current_steps": 2330, "total_steps": 6870, "loss": 0.2755, "lr": 4.1792356015355375e-05, "epoch": 1.017467248908297, "percentage": 33.92, "elapsed_time": "9:15:39", "remaining_time": "18:02:42"} +{"current_steps": 2335, "total_steps": 6870, "loss": 0.2845, "lr": 4.17452498511841e-05, "epoch": 1.019650655021834, "percentage": 33.99, "elapsed_time": "9:16:51", "remaining_time": "18:01:30"} +{"current_steps": 2340, "total_steps": 6870, "loss": 0.2808, "lr": 4.169803561016754e-05, "epoch": 1.0218340611353711, "percentage": 34.06, "elapsed_time": "9:18:02", "remaining_time": "18:00:19"} +{"current_steps": 2345, "total_steps": 6870, "loss": 0.2849, "lr": 4.1650713597034845e-05, "epoch": 1.0240174672489082, "percentage": 34.13, "elapsed_time": "9:19:14", "remaining_time": "17:59:07"} +{"current_steps": 2350, "total_steps": 6870, "loss": 0.2914, "lr": 4.16032841172108e-05, "epoch": 1.0262008733624455, "percentage": 34.21, "elapsed_time": "9:20:25", "remaining_time": "17:57:56"} +{"current_steps": 2355, "total_steps": 6870, "loss": 0.2847, "lr": 4.155574747681375e-05, "epoch": 1.0283842794759825, "percentage": 34.28, "elapsed_time": "9:21:37", "remaining_time": "17:56:44"} +{"current_steps": 2360, "total_steps": 6870, "loss": 0.2984, "lr": 4.1508103982653715e-05, "epoch": 1.0305676855895196, "percentage": 34.35, "elapsed_time": "9:22:48", "remaining_time": "17:55:33"} +{"current_steps": 2365, "total_steps": 6870, "loss": 0.2761, "lr": 4.146035394223034e-05, "epoch": 1.0327510917030567, "percentage": 34.43, "elapsed_time": "9:24:00", "remaining_time": "17:54:21"} +{"current_steps": 2370, "total_steps": 6870, "loss": 0.2737, "lr": 4.1412497663730954e-05, "epoch": 1.034934497816594, "percentage": 34.5, "elapsed_time": "9:25:12", "remaining_time": "17:53:10"} +{"current_steps": 2375, "total_steps": 6870, "loss": 0.2837, "lr": 4.1364535456028555e-05, "epoch": 1.037117903930131, "percentage": 34.57, "elapsed_time": "9:26:23", "remaining_time": "17:51:58"} +{"current_steps": 2380, "total_steps": 6870, "loss": 0.2613, "lr": 4.1316467628679834e-05, "epoch": 1.039301310043668, "percentage": 34.64, "elapsed_time": "9:27:35", "remaining_time": "17:50:46"} +{"current_steps": 2385, "total_steps": 6870, "loss": 0.2846, "lr": 4.126829449192316e-05, "epoch": 1.0414847161572052, "percentage": 34.72, "elapsed_time": "9:28:46", "remaining_time": "17:49:35"} +{"current_steps": 2390, "total_steps": 6870, "loss": 0.2783, "lr": 4.1220016356676615e-05, "epoch": 1.0436681222707425, "percentage": 34.79, "elapsed_time": "9:29:58", "remaining_time": "17:48:23"} +{"current_steps": 2395, "total_steps": 6870, "loss": 0.2822, "lr": 4.117163353453593e-05, "epoch": 1.0458515283842795, "percentage": 34.86, "elapsed_time": "9:31:09", "remaining_time": "17:47:12"} +{"current_steps": 2400, "total_steps": 6870, "loss": 0.2831, "lr": 4.112314633777251e-05, "epoch": 1.0480349344978166, "percentage": 34.93, "elapsed_time": "9:32:21", "remaining_time": "17:46:00"} +{"current_steps": 2405, "total_steps": 6870, "loss": 0.2735, "lr": 4.107455507933144e-05, "epoch": 1.0502183406113537, "percentage": 35.01, "elapsed_time": "9:33:32", "remaining_time": "17:44:49"} +{"current_steps": 2410, "total_steps": 6870, "loss": 0.2784, "lr": 4.102586007282938e-05, "epoch": 1.0524017467248907, "percentage": 35.08, "elapsed_time": "9:34:44", "remaining_time": "17:43:37"} +{"current_steps": 2415, "total_steps": 6870, "loss": 0.2815, "lr": 4.0977061632552656e-05, "epoch": 1.054585152838428, "percentage": 35.15, "elapsed_time": "9:35:56", "remaining_time": "17:42:26"} +{"current_steps": 2420, "total_steps": 6870, "loss": 0.291, "lr": 4.092816007345515e-05, "epoch": 1.056768558951965, "percentage": 35.23, "elapsed_time": "9:37:07", "remaining_time": "17:41:14"} +{"current_steps": 2425, "total_steps": 6870, "loss": 0.2653, "lr": 4.087915571115629e-05, "epoch": 1.0589519650655022, "percentage": 35.3, "elapsed_time": "9:38:19", "remaining_time": "17:40:03"} +{"current_steps": 2430, "total_steps": 6870, "loss": 0.2816, "lr": 4.083004886193902e-05, "epoch": 1.0611353711790392, "percentage": 35.37, "elapsed_time": "9:39:30", "remaining_time": "17:38:51"} +{"current_steps": 2435, "total_steps": 6870, "loss": 0.2871, "lr": 4.0780839842747754e-05, "epoch": 1.0633187772925765, "percentage": 35.44, "elapsed_time": "9:40:42", "remaining_time": "17:37:40"} +{"current_steps": 2440, "total_steps": 6870, "loss": 0.2901, "lr": 4.073152897118632e-05, "epoch": 1.0655021834061136, "percentage": 35.52, "elapsed_time": "9:41:53", "remaining_time": "17:36:28"} +{"current_steps": 2445, "total_steps": 6870, "loss": 0.2937, "lr": 4.0682116565515935e-05, "epoch": 1.0676855895196506, "percentage": 35.59, "elapsed_time": "9:43:05", "remaining_time": "17:35:16"} +{"current_steps": 2450, "total_steps": 6870, "loss": 0.2745, "lr": 4.063260294465311e-05, "epoch": 1.0698689956331877, "percentage": 35.66, "elapsed_time": "9:44:16", "remaining_time": "17:34:05"} +{"current_steps": 2455, "total_steps": 6870, "loss": 0.2751, "lr": 4.058298842816765e-05, "epoch": 1.072052401746725, "percentage": 35.74, "elapsed_time": "9:45:28", "remaining_time": "17:32:53"} +{"current_steps": 2460, "total_steps": 6870, "loss": 0.2745, "lr": 4.0533273336280516e-05, "epoch": 1.074235807860262, "percentage": 35.81, "elapsed_time": "9:46:39", "remaining_time": "17:31:42"} +{"current_steps": 2465, "total_steps": 6870, "loss": 0.2929, "lr": 4.048345798986186e-05, "epoch": 1.0764192139737991, "percentage": 35.88, "elapsed_time": "9:47:51", "remaining_time": "17:30:30"} +{"current_steps": 2470, "total_steps": 6870, "loss": 0.2771, "lr": 4.043354271042884e-05, "epoch": 1.0786026200873362, "percentage": 35.95, "elapsed_time": "9:49:03", "remaining_time": "17:29:19"} +{"current_steps": 2475, "total_steps": 6870, "loss": 0.2778, "lr": 4.038352782014362e-05, "epoch": 1.0807860262008733, "percentage": 36.03, "elapsed_time": "9:50:14", "remaining_time": "17:28:07"} +{"current_steps": 2480, "total_steps": 6870, "loss": 0.2843, "lr": 4.033341364181128e-05, "epoch": 1.0829694323144106, "percentage": 36.1, "elapsed_time": "9:51:26", "remaining_time": "17:26:56"} +{"current_steps": 2485, "total_steps": 6870, "loss": 0.281, "lr": 4.028320049887771e-05, "epoch": 1.0851528384279476, "percentage": 36.17, "elapsed_time": "9:52:37", "remaining_time": "17:25:44"} +{"current_steps": 2490, "total_steps": 6870, "loss": 0.2762, "lr": 4.023288871542752e-05, "epoch": 1.0873362445414847, "percentage": 36.24, "elapsed_time": "9:53:49", "remaining_time": "17:24:33"} +{"current_steps": 2495, "total_steps": 6870, "loss": 0.2803, "lr": 4.0182478616182015e-05, "epoch": 1.0895196506550218, "percentage": 36.32, "elapsed_time": "9:55:00", "remaining_time": "17:23:21"} +{"current_steps": 2500, "total_steps": 6870, "loss": 0.2882, "lr": 4.013197052649699e-05, "epoch": 1.091703056768559, "percentage": 36.39, "elapsed_time": "9:56:12", "remaining_time": "17:22:10"} +{"current_steps": 2505, "total_steps": 6870, "loss": 0.2845, "lr": 4.0081364772360725e-05, "epoch": 1.0938864628820961, "percentage": 36.46, "elapsed_time": "9:57:23", "remaining_time": "17:20:58"} +{"current_steps": 2510, "total_steps": 6870, "loss": 0.2742, "lr": 4.003066168039183e-05, "epoch": 1.0960698689956332, "percentage": 36.54, "elapsed_time": "9:58:35", "remaining_time": "17:19:46"} +{"current_steps": 2515, "total_steps": 6870, "loss": 0.2777, "lr": 3.9979861577837155e-05, "epoch": 1.0982532751091703, "percentage": 36.61, "elapsed_time": "9:59:46", "remaining_time": "17:18:35"} +{"current_steps": 2520, "total_steps": 6870, "loss": 0.2809, "lr": 3.9928964792569655e-05, "epoch": 1.1004366812227073, "percentage": 36.68, "elapsed_time": "10:00:58", "remaining_time": "17:17:23"} +{"current_steps": 2525, "total_steps": 6870, "loss": 0.2799, "lr": 3.987797165308633e-05, "epoch": 1.1026200873362446, "percentage": 36.75, "elapsed_time": "10:02:10", "remaining_time": "17:16:12"} +{"current_steps": 2530, "total_steps": 6870, "loss": 0.2924, "lr": 3.982688248850604e-05, "epoch": 1.1048034934497817, "percentage": 36.83, "elapsed_time": "10:03:21", "remaining_time": "17:15:00"} +{"current_steps": 2535, "total_steps": 6870, "loss": 0.29, "lr": 3.977569762856741e-05, "epoch": 1.1069868995633187, "percentage": 36.9, "elapsed_time": "10:04:33", "remaining_time": "17:13:49"} +{"current_steps": 2540, "total_steps": 6870, "loss": 0.283, "lr": 3.9724417403626705e-05, "epoch": 1.1091703056768558, "percentage": 36.97, "elapsed_time": "10:05:44", "remaining_time": "17:12:38"} +{"current_steps": 2545, "total_steps": 6870, "loss": 0.2928, "lr": 3.9673042144655697e-05, "epoch": 1.111353711790393, "percentage": 37.05, "elapsed_time": "10:06:56", "remaining_time": "17:11:26"} +{"current_steps": 2550, "total_steps": 6870, "loss": 0.2775, "lr": 3.9621572183239515e-05, "epoch": 1.1135371179039302, "percentage": 37.12, "elapsed_time": "10:08:07", "remaining_time": "17:10:14"} +{"current_steps": 2555, "total_steps": 6870, "loss": 0.3014, "lr": 3.957000785157452e-05, "epoch": 1.1157205240174672, "percentage": 37.19, "elapsed_time": "10:09:19", "remaining_time": "17:09:03"} +{"current_steps": 2560, "total_steps": 6870, "loss": 0.268, "lr": 3.951834948246616e-05, "epoch": 1.1179039301310043, "percentage": 37.26, "elapsed_time": "10:10:31", "remaining_time": "17:07:51"} +{"current_steps": 2565, "total_steps": 6870, "loss": 0.2997, "lr": 3.946659740932681e-05, "epoch": 1.1200873362445414, "percentage": 37.34, "elapsed_time": "10:11:42", "remaining_time": "17:06:40"} +{"current_steps": 2570, "total_steps": 6870, "loss": 0.2785, "lr": 3.9414751966173634e-05, "epoch": 1.1222707423580787, "percentage": 37.41, "elapsed_time": "10:12:54", "remaining_time": "17:05:28"} +{"current_steps": 2575, "total_steps": 6870, "loss": 0.2759, "lr": 3.93628134876264e-05, "epoch": 1.1244541484716157, "percentage": 37.48, "elapsed_time": "10:14:05", "remaining_time": "17:04:17"} +{"current_steps": 2580, "total_steps": 6870, "loss": 0.2804, "lr": 3.9310782308905395e-05, "epoch": 1.1266375545851528, "percentage": 37.55, "elapsed_time": "10:15:17", "remaining_time": "17:03:05"} +{"current_steps": 2585, "total_steps": 6870, "loss": 0.2669, "lr": 3.925865876582915e-05, "epoch": 1.1288209606986899, "percentage": 37.63, "elapsed_time": "10:16:28", "remaining_time": "17:01:54"} +{"current_steps": 2590, "total_steps": 6870, "loss": 0.2756, "lr": 3.920644319481237e-05, "epoch": 1.1310043668122272, "percentage": 37.7, "elapsed_time": "10:17:40", "remaining_time": "17:00:42"} +{"current_steps": 2595, "total_steps": 6870, "loss": 0.283, "lr": 3.915413593286371e-05, "epoch": 1.1331877729257642, "percentage": 37.77, "elapsed_time": "10:18:51", "remaining_time": "16:59:31"} +{"current_steps": 2600, "total_steps": 6870, "loss": 0.2749, "lr": 3.910173731758362e-05, "epoch": 1.1353711790393013, "percentage": 37.85, "elapsed_time": "10:20:03", "remaining_time": "16:58:19"} +{"current_steps": 2605, "total_steps": 6870, "loss": 0.2759, "lr": 3.904924768716216e-05, "epoch": 1.1375545851528384, "percentage": 37.92, "elapsed_time": "10:21:15", "remaining_time": "16:57:08"} +{"current_steps": 2610, "total_steps": 6870, "loss": 0.2745, "lr": 3.89966673803768e-05, "epoch": 1.1397379912663754, "percentage": 37.99, "elapsed_time": "10:22:26", "remaining_time": "16:55:56"} +{"current_steps": 2615, "total_steps": 6870, "loss": 0.2903, "lr": 3.894399673659031e-05, "epoch": 1.1419213973799127, "percentage": 38.06, "elapsed_time": "10:23:38", "remaining_time": "16:54:45"} +{"current_steps": 2620, "total_steps": 6870, "loss": 0.2687, "lr": 3.889123609574843e-05, "epoch": 1.1441048034934498, "percentage": 38.14, "elapsed_time": "10:24:49", "remaining_time": "16:53:33"} +{"current_steps": 2625, "total_steps": 6870, "loss": 0.2893, "lr": 3.883838579837781e-05, "epoch": 1.1462882096069869, "percentage": 38.21, "elapsed_time": "10:26:01", "remaining_time": "16:52:22"} +{"current_steps": 2630, "total_steps": 6870, "loss": 0.2848, "lr": 3.8785446185583755e-05, "epoch": 1.1484716157205241, "percentage": 38.28, "elapsed_time": "10:27:12", "remaining_time": "16:51:10"} +{"current_steps": 2635, "total_steps": 6870, "loss": 0.2845, "lr": 3.873241759904801e-05, "epoch": 1.1506550218340612, "percentage": 38.36, "elapsed_time": "10:28:24", "remaining_time": "16:49:59"} +{"current_steps": 2640, "total_steps": 6870, "loss": 0.2926, "lr": 3.8679300381026585e-05, "epoch": 1.1528384279475983, "percentage": 38.43, "elapsed_time": "10:29:36", "remaining_time": "16:48:47"} +{"current_steps": 2645, "total_steps": 6870, "loss": 0.2698, "lr": 3.862609487434752e-05, "epoch": 1.1550218340611353, "percentage": 38.5, "elapsed_time": "10:30:47", "remaining_time": "16:47:36"} +{"current_steps": 2650, "total_steps": 6870, "loss": 0.2814, "lr": 3.857280142240871e-05, "epoch": 1.1572052401746724, "percentage": 38.57, "elapsed_time": "10:31:59", "remaining_time": "16:46:24"} +{"current_steps": 2655, "total_steps": 6870, "loss": 0.2988, "lr": 3.851942036917565e-05, "epoch": 1.1593886462882097, "percentage": 38.65, "elapsed_time": "10:33:10", "remaining_time": "16:45:12"} +{"current_steps": 2660, "total_steps": 6870, "loss": 0.2828, "lr": 3.846595205917922e-05, "epoch": 1.1615720524017468, "percentage": 38.72, "elapsed_time": "10:34:22", "remaining_time": "16:44:01"} +{"current_steps": 2665, "total_steps": 6870, "loss": 0.284, "lr": 3.8412396837513484e-05, "epoch": 1.1637554585152838, "percentage": 38.79, "elapsed_time": "10:35:33", "remaining_time": "16:42:49"} +{"current_steps": 2670, "total_steps": 6870, "loss": 0.2895, "lr": 3.835875504983344e-05, "epoch": 1.165938864628821, "percentage": 38.86, "elapsed_time": "10:36:45", "remaining_time": "16:41:38"} +{"current_steps": 2675, "total_steps": 6870, "loss": 0.281, "lr": 3.830502704235282e-05, "epoch": 1.1681222707423582, "percentage": 38.94, "elapsed_time": "10:37:57", "remaining_time": "16:40:26"} +{"current_steps": 2680, "total_steps": 6870, "loss": 0.2889, "lr": 3.825121316184181e-05, "epoch": 1.1703056768558953, "percentage": 39.01, "elapsed_time": "10:39:08", "remaining_time": "16:39:15"} +{"current_steps": 2685, "total_steps": 6870, "loss": 0.266, "lr": 3.8197313755624855e-05, "epoch": 1.1724890829694323, "percentage": 39.08, "elapsed_time": "10:40:20", "remaining_time": "16:38:03"} +{"current_steps": 2690, "total_steps": 6870, "loss": 0.2791, "lr": 3.8143329171578366e-05, "epoch": 1.1746724890829694, "percentage": 39.16, "elapsed_time": "10:41:31", "remaining_time": "16:36:52"} +{"current_steps": 2695, "total_steps": 6870, "loss": 0.2972, "lr": 3.808925975812855e-05, "epoch": 1.1768558951965065, "percentage": 39.23, "elapsed_time": "10:42:43", "remaining_time": "16:35:40"} +{"current_steps": 2700, "total_steps": 6870, "loss": 0.2902, "lr": 3.803510586424908e-05, "epoch": 1.1790393013100438, "percentage": 39.3, "elapsed_time": "10:43:54", "remaining_time": "16:34:29"} +{"current_steps": 2705, "total_steps": 6870, "loss": 0.282, "lr": 3.798086783945892e-05, "epoch": 1.1812227074235808, "percentage": 39.37, "elapsed_time": "10:45:06", "remaining_time": "16:33:17"} +{"current_steps": 2710, "total_steps": 6870, "loss": 0.2837, "lr": 3.792654603381998e-05, "epoch": 1.1834061135371179, "percentage": 39.45, "elapsed_time": "10:46:17", "remaining_time": "16:32:06"} +{"current_steps": 2715, "total_steps": 6870, "loss": 0.2712, "lr": 3.7872140797934956e-05, "epoch": 1.185589519650655, "percentage": 39.52, "elapsed_time": "10:47:29", "remaining_time": "16:30:54"} +{"current_steps": 2720, "total_steps": 6870, "loss": 0.2754, "lr": 3.781765248294499e-05, "epoch": 1.1877729257641922, "percentage": 39.59, "elapsed_time": "10:48:41", "remaining_time": "16:29:43"} +{"current_steps": 2725, "total_steps": 6870, "loss": 0.2854, "lr": 3.7763081440527435e-05, "epoch": 1.1899563318777293, "percentage": 39.67, "elapsed_time": "10:49:52", "remaining_time": "16:28:31"} +{"current_steps": 2730, "total_steps": 6870, "loss": 0.2858, "lr": 3.7708428022893596e-05, "epoch": 1.1921397379912664, "percentage": 39.74, "elapsed_time": "10:51:04", "remaining_time": "16:27:20"} +{"current_steps": 2735, "total_steps": 6870, "loss": 0.2718, "lr": 3.7653692582786416e-05, "epoch": 1.1943231441048034, "percentage": 39.81, "elapsed_time": "10:52:15", "remaining_time": "16:26:08"} +{"current_steps": 2740, "total_steps": 6870, "loss": 0.2717, "lr": 3.7598875473478246e-05, "epoch": 1.1965065502183405, "percentage": 39.88, "elapsed_time": "10:53:27", "remaining_time": "16:24:57"} +{"current_steps": 2745, "total_steps": 6870, "loss": 0.271, "lr": 3.7543977048768534e-05, "epoch": 1.1986899563318778, "percentage": 39.96, "elapsed_time": "10:54:38", "remaining_time": "16:23:45"} +{"current_steps": 2750, "total_steps": 6870, "loss": 0.2847, "lr": 3.748899766298157e-05, "epoch": 1.2008733624454149, "percentage": 40.03, "elapsed_time": "10:55:50", "remaining_time": "16:22:33"} +{"current_steps": 2755, "total_steps": 6870, "loss": 0.2754, "lr": 3.743393767096416e-05, "epoch": 1.203056768558952, "percentage": 40.1, "elapsed_time": "10:57:01", "remaining_time": "16:21:22"} +{"current_steps": 2760, "total_steps": 6870, "loss": 0.2788, "lr": 3.737879742808337e-05, "epoch": 1.205240174672489, "percentage": 40.17, "elapsed_time": "10:58:13", "remaining_time": "16:20:10"} +{"current_steps": 2765, "total_steps": 6870, "loss": 0.2872, "lr": 3.732357729022421e-05, "epoch": 1.2074235807860263, "percentage": 40.25, "elapsed_time": "10:59:25", "remaining_time": "16:18:59"} +{"current_steps": 2770, "total_steps": 6870, "loss": 0.2869, "lr": 3.7268277613787356e-05, "epoch": 1.2096069868995634, "percentage": 40.32, "elapsed_time": "11:00:36", "remaining_time": "16:17:47"} +{"current_steps": 2775, "total_steps": 6870, "loss": 0.2852, "lr": 3.721289875568683e-05, "epoch": 1.2117903930131004, "percentage": 40.39, "elapsed_time": "11:01:48", "remaining_time": "16:16:36"} +{"current_steps": 2780, "total_steps": 6870, "loss": 0.27, "lr": 3.715744107334773e-05, "epoch": 1.2139737991266375, "percentage": 40.47, "elapsed_time": "11:02:59", "remaining_time": "16:15:24"} +{"current_steps": 2785, "total_steps": 6870, "loss": 0.2823, "lr": 3.7101904924703865e-05, "epoch": 1.2161572052401746, "percentage": 40.54, "elapsed_time": "11:04:11", "remaining_time": "16:14:13"} +{"current_steps": 2790, "total_steps": 6870, "loss": 0.2771, "lr": 3.704629066819549e-05, "epoch": 1.2183406113537119, "percentage": 40.61, "elapsed_time": "11:05:22", "remaining_time": "16:13:01"} +{"current_steps": 2795, "total_steps": 6870, "loss": 0.2698, "lr": 3.6990598662767014e-05, "epoch": 1.220524017467249, "percentage": 40.68, "elapsed_time": "11:06:34", "remaining_time": "16:11:50"} +{"current_steps": 2800, "total_steps": 6870, "loss": 0.2725, "lr": 3.693482926786461e-05, "epoch": 1.222707423580786, "percentage": 40.76, "elapsed_time": "11:07:45", "remaining_time": "16:10:38"} +{"current_steps": 2805, "total_steps": 6870, "loss": 0.2892, "lr": 3.687898284343396e-05, "epoch": 1.224890829694323, "percentage": 40.83, "elapsed_time": "11:08:57", "remaining_time": "16:09:26"} +{"current_steps": 2810, "total_steps": 6870, "loss": 0.2804, "lr": 3.68230597499179e-05, "epoch": 1.2270742358078603, "percentage": 40.9, "elapsed_time": "11:10:08", "remaining_time": "16:08:15"} +{"current_steps": 2815, "total_steps": 6870, "loss": 0.3014, "lr": 3.676706034825409e-05, "epoch": 1.2292576419213974, "percentage": 40.98, "elapsed_time": "11:11:20", "remaining_time": "16:07:03"} +{"current_steps": 2820, "total_steps": 6870, "loss": 0.2748, "lr": 3.6710984999872735e-05, "epoch": 1.2314410480349345, "percentage": 41.05, "elapsed_time": "11:12:31", "remaining_time": "16:05:52"} +{"current_steps": 2825, "total_steps": 6870, "loss": 0.2903, "lr": 3.665483406669418e-05, "epoch": 1.2336244541484715, "percentage": 41.12, "elapsed_time": "11:13:43", "remaining_time": "16:04:40"} +{"current_steps": 2830, "total_steps": 6870, "loss": 0.2853, "lr": 3.6598607911126614e-05, "epoch": 1.2358078602620086, "percentage": 41.19, "elapsed_time": "11:14:54", "remaining_time": "16:03:28"} +{"current_steps": 2835, "total_steps": 6870, "loss": 0.2661, "lr": 3.654230689606372e-05, "epoch": 1.237991266375546, "percentage": 41.27, "elapsed_time": "11:16:06", "remaining_time": "16:02:17"} +{"current_steps": 2840, "total_steps": 6870, "loss": 0.2776, "lr": 3.648593138488235e-05, "epoch": 1.240174672489083, "percentage": 41.34, "elapsed_time": "11:17:17", "remaining_time": "16:01:05"} +{"current_steps": 2845, "total_steps": 6870, "loss": 0.2807, "lr": 3.6429481741440176e-05, "epoch": 1.24235807860262, "percentage": 41.41, "elapsed_time": "11:18:29", "remaining_time": "15:59:54"} +{"current_steps": 2850, "total_steps": 6870, "loss": 0.2781, "lr": 3.63729583300733e-05, "epoch": 1.244541484716157, "percentage": 41.48, "elapsed_time": "11:19:40", "remaining_time": "15:58:42"} +{"current_steps": 2855, "total_steps": 6870, "loss": 0.2871, "lr": 3.6316361515593966e-05, "epoch": 1.2467248908296944, "percentage": 41.56, "elapsed_time": "11:20:52", "remaining_time": "15:57:30"} +{"current_steps": 2860, "total_steps": 6870, "loss": 0.2761, "lr": 3.625969166328815e-05, "epoch": 1.2489082969432315, "percentage": 41.63, "elapsed_time": "11:22:03", "remaining_time": "15:56:19"} +{"current_steps": 2865, "total_steps": 6870, "loss": 0.289, "lr": 3.620294913891326e-05, "epoch": 1.2510917030567685, "percentage": 41.7, "elapsed_time": "11:23:15", "remaining_time": "15:55:07"} +{"current_steps": 2870, "total_steps": 6870, "loss": 0.2855, "lr": 3.614613430869571e-05, "epoch": 1.2532751091703056, "percentage": 41.78, "elapsed_time": "11:24:27", "remaining_time": "15:53:56"} +{"current_steps": 2875, "total_steps": 6870, "loss": 0.2881, "lr": 3.608924753932862e-05, "epoch": 1.2554585152838427, "percentage": 41.85, "elapsed_time": "11:25:38", "remaining_time": "15:52:45"} +{"current_steps": 2880, "total_steps": 6870, "loss": 0.2859, "lr": 3.6032289197969374e-05, "epoch": 1.25764192139738, "percentage": 41.92, "elapsed_time": "11:26:50", "remaining_time": "15:51:33"} +{"current_steps": 2885, "total_steps": 6870, "loss": 0.2871, "lr": 3.5975259652237333e-05, "epoch": 1.259825327510917, "percentage": 41.99, "elapsed_time": "11:28:01", "remaining_time": "15:50:21"} +{"current_steps": 2890, "total_steps": 6870, "loss": 0.2732, "lr": 3.5918159270211424e-05, "epoch": 1.262008733624454, "percentage": 42.07, "elapsed_time": "11:29:13", "remaining_time": "15:49:10"} +{"current_steps": 2895, "total_steps": 6870, "loss": 0.2772, "lr": 3.586098842042773e-05, "epoch": 1.2641921397379914, "percentage": 42.14, "elapsed_time": "11:30:24", "remaining_time": "15:47:58"} +{"current_steps": 2900, "total_steps": 6870, "loss": 0.2778, "lr": 3.580374747187719e-05, "epoch": 1.2663755458515285, "percentage": 42.21, "elapsed_time": "11:31:36", "remaining_time": "15:46:47"} +{"current_steps": 2905, "total_steps": 6870, "loss": 0.2748, "lr": 3.574643679400313e-05, "epoch": 1.2685589519650655, "percentage": 42.29, "elapsed_time": "11:32:48", "remaining_time": "15:45:35"} +{"current_steps": 2910, "total_steps": 6870, "loss": 0.2883, "lr": 3.568905675669895e-05, "epoch": 1.2707423580786026, "percentage": 42.36, "elapsed_time": "11:33:59", "remaining_time": "15:44:24"} +{"current_steps": 2915, "total_steps": 6870, "loss": 0.2661, "lr": 3.5631607730305694e-05, "epoch": 1.2729257641921397, "percentage": 42.43, "elapsed_time": "11:35:11", "remaining_time": "15:43:12"} +{"current_steps": 2920, "total_steps": 6870, "loss": 0.2797, "lr": 3.5574090085609696e-05, "epoch": 1.2751091703056767, "percentage": 42.5, "elapsed_time": "11:36:22", "remaining_time": "15:42:01"} +{"current_steps": 2925, "total_steps": 6870, "loss": 0.282, "lr": 3.551650419384013e-05, "epoch": 1.277292576419214, "percentage": 42.58, "elapsed_time": "11:37:34", "remaining_time": "15:40:49"} +{"current_steps": 2930, "total_steps": 6870, "loss": 0.2737, "lr": 3.545885042666669e-05, "epoch": 1.279475982532751, "percentage": 42.65, "elapsed_time": "11:38:45", "remaining_time": "15:39:38"} +{"current_steps": 2935, "total_steps": 6870, "loss": 0.2834, "lr": 3.5401129156197105e-05, "epoch": 1.2816593886462881, "percentage": 42.72, "elapsed_time": "11:39:57", "remaining_time": "15:38:26"} +{"current_steps": 2940, "total_steps": 6870, "loss": 0.2818, "lr": 3.534334075497482e-05, "epoch": 1.2838427947598254, "percentage": 42.79, "elapsed_time": "11:41:09", "remaining_time": "15:37:15"} +{"current_steps": 2945, "total_steps": 6870, "loss": 0.282, "lr": 3.5285485595976534e-05, "epoch": 1.2860262008733625, "percentage": 42.87, "elapsed_time": "11:42:20", "remaining_time": "15:36:03"} +{"current_steps": 2950, "total_steps": 6870, "loss": 0.272, "lr": 3.5227564052609816e-05, "epoch": 1.2882096069868996, "percentage": 42.94, "elapsed_time": "11:43:32", "remaining_time": "15:34:51"} +{"current_steps": 2955, "total_steps": 6870, "loss": 0.2785, "lr": 3.5169576498710696e-05, "epoch": 1.2903930131004366, "percentage": 43.01, "elapsed_time": "11:44:43", "remaining_time": "15:33:40"} +{"current_steps": 2960, "total_steps": 6870, "loss": 0.268, "lr": 3.511152330854125e-05, "epoch": 1.2925764192139737, "percentage": 43.09, "elapsed_time": "11:45:55", "remaining_time": "15:32:28"} +{"current_steps": 2965, "total_steps": 6870, "loss": 0.2815, "lr": 3.505340485678717e-05, "epoch": 1.294759825327511, "percentage": 43.16, "elapsed_time": "11:47:06", "remaining_time": "15:31:17"} +{"current_steps": 2970, "total_steps": 6870, "loss": 0.2978, "lr": 3.499522151855537e-05, "epoch": 1.296943231441048, "percentage": 43.23, "elapsed_time": "11:48:18", "remaining_time": "15:30:05"} +{"current_steps": 2975, "total_steps": 6870, "loss": 0.2695, "lr": 3.493697366937154e-05, "epoch": 1.2991266375545851, "percentage": 43.3, "elapsed_time": "11:49:29", "remaining_time": "15:28:54"} +{"current_steps": 2980, "total_steps": 6870, "loss": 0.2938, "lr": 3.487866168517775e-05, "epoch": 1.3013100436681222, "percentage": 43.38, "elapsed_time": "11:50:41", "remaining_time": "15:27:42"} +{"current_steps": 2985, "total_steps": 6870, "loss": 0.2819, "lr": 3.4820285942330003e-05, "epoch": 1.3034934497816595, "percentage": 43.45, "elapsed_time": "11:51:52", "remaining_time": "15:26:30"} +{"current_steps": 2990, "total_steps": 6870, "loss": 0.2801, "lr": 3.476184681759581e-05, "epoch": 1.3056768558951966, "percentage": 43.52, "elapsed_time": "11:53:04", "remaining_time": "15:25:19"} +{"current_steps": 2995, "total_steps": 6870, "loss": 0.2783, "lr": 3.4703344688151776e-05, "epoch": 1.3078602620087336, "percentage": 43.6, "elapsed_time": "11:54:15", "remaining_time": "15:24:07"} +{"current_steps": 3000, "total_steps": 6870, "loss": 0.2818, "lr": 3.46447799315811e-05, "epoch": 1.3100436681222707, "percentage": 43.67, "elapsed_time": "11:55:27", "remaining_time": "15:22:56"} +{"current_steps": 3005, "total_steps": 6870, "loss": 0.279, "lr": 3.458615292587125e-05, "epoch": 1.3122270742358078, "percentage": 43.74, "elapsed_time": "11:56:38", "remaining_time": "15:21:44"} +{"current_steps": 3010, "total_steps": 6870, "loss": 0.2858, "lr": 3.452746404941143e-05, "epoch": 1.314410480349345, "percentage": 43.81, "elapsed_time": "11:57:50", "remaining_time": "15:20:33"} +{"current_steps": 3015, "total_steps": 6870, "loss": 0.2747, "lr": 3.446871368099017e-05, "epoch": 1.3165938864628821, "percentage": 43.89, "elapsed_time": "11:59:02", "remaining_time": "15:19:21"} +{"current_steps": 3020, "total_steps": 6870, "loss": 0.2862, "lr": 3.440990219979289e-05, "epoch": 1.3187772925764192, "percentage": 43.96, "elapsed_time": "12:00:13", "remaining_time": "15:18:10"} +{"current_steps": 3025, "total_steps": 6870, "loss": 0.2703, "lr": 3.435102998539942e-05, "epoch": 1.3209606986899565, "percentage": 44.03, "elapsed_time": "12:01:25", "remaining_time": "15:16:58"} +{"current_steps": 3030, "total_steps": 6870, "loss": 0.2695, "lr": 3.4292097417781595e-05, "epoch": 1.3231441048034935, "percentage": 44.1, "elapsed_time": "12:02:36", "remaining_time": "15:15:47"} +{"current_steps": 3035, "total_steps": 6870, "loss": 0.2666, "lr": 3.4233104877300775e-05, "epoch": 1.3253275109170306, "percentage": 44.18, "elapsed_time": "12:03:48", "remaining_time": "15:14:35"} +{"current_steps": 3040, "total_steps": 6870, "loss": 0.2658, "lr": 3.41740527447054e-05, "epoch": 1.3275109170305677, "percentage": 44.25, "elapsed_time": "12:04:59", "remaining_time": "15:13:24"} +{"current_steps": 3045, "total_steps": 6870, "loss": 0.2716, "lr": 3.411494140112852e-05, "epoch": 1.3296943231441047, "percentage": 44.32, "elapsed_time": "12:06:11", "remaining_time": "15:12:12"} +{"current_steps": 3050, "total_steps": 6870, "loss": 0.288, "lr": 3.4055771228085347e-05, "epoch": 1.3318777292576418, "percentage": 44.4, "elapsed_time": "12:07:22", "remaining_time": "15:11:00"} +{"current_steps": 3055, "total_steps": 6870, "loss": 0.2723, "lr": 3.399654260747078e-05, "epoch": 1.334061135371179, "percentage": 44.47, "elapsed_time": "12:08:34", "remaining_time": "15:09:49"} +{"current_steps": 3060, "total_steps": 6870, "loss": 0.2877, "lr": 3.3937255921556974e-05, "epoch": 1.3362445414847162, "percentage": 44.54, "elapsed_time": "12:09:46", "remaining_time": "15:08:37"} +{"current_steps": 3065, "total_steps": 6870, "loss": 0.2782, "lr": 3.3877911552990826e-05, "epoch": 1.3384279475982532, "percentage": 44.61, "elapsed_time": "12:10:57", "remaining_time": "15:07:26"} +{"current_steps": 3070, "total_steps": 6870, "loss": 0.2727, "lr": 3.3818509884791514e-05, "epoch": 1.3406113537117905, "percentage": 44.69, "elapsed_time": "12:12:09", "remaining_time": "15:06:14"} +{"current_steps": 3075, "total_steps": 6870, "loss": 0.2741, "lr": 3.375905130034808e-05, "epoch": 1.3427947598253276, "percentage": 44.76, "elapsed_time": "12:13:20", "remaining_time": "15:05:03"} +{"current_steps": 3080, "total_steps": 6870, "loss": 0.287, "lr": 3.369953618341688e-05, "epoch": 1.3449781659388647, "percentage": 44.83, "elapsed_time": "12:14:32", "remaining_time": "15:03:51"} +{"current_steps": 3085, "total_steps": 6870, "loss": 0.2753, "lr": 3.3639964918119135e-05, "epoch": 1.3471615720524017, "percentage": 44.91, "elapsed_time": "12:15:43", "remaining_time": "15:02:40"} +{"current_steps": 3090, "total_steps": 6870, "loss": 0.2795, "lr": 3.3580337888938515e-05, "epoch": 1.3493449781659388, "percentage": 44.98, "elapsed_time": "12:16:55", "remaining_time": "15:01:28"} +{"current_steps": 3095, "total_steps": 6870, "loss": 0.2818, "lr": 3.3520655480718515e-05, "epoch": 1.3515283842794759, "percentage": 45.05, "elapsed_time": "12:18:07", "remaining_time": "15:00:17"} +{"current_steps": 3100, "total_steps": 6870, "loss": 0.2799, "lr": 3.346091807866013e-05, "epoch": 1.3537117903930131, "percentage": 45.12, "elapsed_time": "12:19:18", "remaining_time": "14:59:05"} +{"current_steps": 3105, "total_steps": 6870, "loss": 0.2748, "lr": 3.3401126068319244e-05, "epoch": 1.3558951965065502, "percentage": 45.2, "elapsed_time": "12:20:30", "remaining_time": "14:57:54"} +{"current_steps": 3110, "total_steps": 6870, "loss": 0.2799, "lr": 3.3341279835604224e-05, "epoch": 1.3580786026200873, "percentage": 45.27, "elapsed_time": "12:21:41", "remaining_time": "14:56:42"} +{"current_steps": 3115, "total_steps": 6870, "loss": 0.2948, "lr": 3.328137976677339e-05, "epoch": 1.3602620087336246, "percentage": 45.34, "elapsed_time": "12:22:53", "remaining_time": "14:55:30"} +{"current_steps": 3120, "total_steps": 6870, "loss": 0.2883, "lr": 3.322142624843253e-05, "epoch": 1.3624454148471616, "percentage": 45.41, "elapsed_time": "12:24:04", "remaining_time": "14:54:19"} +{"current_steps": 3125, "total_steps": 6870, "loss": 0.2813, "lr": 3.3161419667532384e-05, "epoch": 1.3646288209606987, "percentage": 45.49, "elapsed_time": "12:25:16", "remaining_time": "14:53:07"} +{"current_steps": 3130, "total_steps": 6870, "loss": 0.2714, "lr": 3.3101360411366205e-05, "epoch": 1.3668122270742358, "percentage": 45.56, "elapsed_time": "12:26:27", "remaining_time": "14:51:56"} +{"current_steps": 3135, "total_steps": 6870, "loss": 0.2773, "lr": 3.304124886756719e-05, "epoch": 1.3689956331877728, "percentage": 45.63, "elapsed_time": "12:27:39", "remaining_time": "14:50:44"} +{"current_steps": 3140, "total_steps": 6870, "loss": 0.2718, "lr": 3.2981085424106036e-05, "epoch": 1.37117903930131, "percentage": 45.71, "elapsed_time": "12:28:50", "remaining_time": "14:49:33"} +{"current_steps": 3145, "total_steps": 6870, "loss": 0.293, "lr": 3.2920870469288375e-05, "epoch": 1.3733624454148472, "percentage": 45.78, "elapsed_time": "12:30:02", "remaining_time": "14:48:21"} +{"current_steps": 3150, "total_steps": 6870, "loss": 0.2767, "lr": 3.2860604391752344e-05, "epoch": 1.3755458515283843, "percentage": 45.85, "elapsed_time": "12:31:13", "remaining_time": "14:47:09"} +{"current_steps": 3155, "total_steps": 6870, "loss": 0.28, "lr": 3.2800287580466e-05, "epoch": 1.3777292576419213, "percentage": 45.92, "elapsed_time": "12:32:25", "remaining_time": "14:45:58"} +{"current_steps": 3160, "total_steps": 6870, "loss": 0.2626, "lr": 3.273992042472487e-05, "epoch": 1.3799126637554586, "percentage": 46.0, "elapsed_time": "12:33:36", "remaining_time": "14:44:46"} +{"current_steps": 3165, "total_steps": 6870, "loss": 0.2823, "lr": 3.2679503314149395e-05, "epoch": 1.3820960698689957, "percentage": 46.07, "elapsed_time": "12:34:48", "remaining_time": "14:43:35"} +{"current_steps": 3170, "total_steps": 6870, "loss": 0.2774, "lr": 3.261903663868243e-05, "epoch": 1.3842794759825328, "percentage": 46.14, "elapsed_time": "12:35:59", "remaining_time": "14:42:23"} +{"current_steps": 3175, "total_steps": 6870, "loss": 0.2706, "lr": 3.2558520788586764e-05, "epoch": 1.3864628820960698, "percentage": 46.22, "elapsed_time": "12:37:11", "remaining_time": "14:41:12"} +{"current_steps": 3180, "total_steps": 6870, "loss": 0.2652, "lr": 3.249795615444253e-05, "epoch": 1.388646288209607, "percentage": 46.29, "elapsed_time": "12:38:23", "remaining_time": "14:40:00"} +{"current_steps": 3185, "total_steps": 6870, "loss": 0.277, "lr": 3.243734312714475e-05, "epoch": 1.3908296943231442, "percentage": 46.36, "elapsed_time": "12:39:34", "remaining_time": "14:38:49"} +{"current_steps": 3190, "total_steps": 6870, "loss": 0.2796, "lr": 3.2376682097900754e-05, "epoch": 1.3930131004366813, "percentage": 46.43, "elapsed_time": "12:40:46", "remaining_time": "14:37:37"} +{"current_steps": 3195, "total_steps": 6870, "loss": 0.2875, "lr": 3.2315973458227714e-05, "epoch": 1.3951965065502183, "percentage": 46.51, "elapsed_time": "12:41:57", "remaining_time": "14:36:26"} +{"current_steps": 3200, "total_steps": 6870, "loss": 0.2817, "lr": 3.225521759995007e-05, "epoch": 1.3973799126637554, "percentage": 46.58, "elapsed_time": "12:43:09", "remaining_time": "14:35:14"} +{"current_steps": 3205, "total_steps": 6870, "loss": 0.2742, "lr": 3.219441491519703e-05, "epoch": 1.3995633187772927, "percentage": 46.65, "elapsed_time": "12:44:20", "remaining_time": "14:34:03"} +{"current_steps": 3210, "total_steps": 6870, "loss": 0.2791, "lr": 3.2133565796400046e-05, "epoch": 1.4017467248908297, "percentage": 46.72, "elapsed_time": "12:45:32", "remaining_time": "14:32:51"} +{"current_steps": 3215, "total_steps": 6870, "loss": 0.2687, "lr": 3.2072670636290195e-05, "epoch": 1.4039301310043668, "percentage": 46.8, "elapsed_time": "12:46:43", "remaining_time": "14:31:40"} +{"current_steps": 3220, "total_steps": 6870, "loss": 0.2743, "lr": 3.20117298278958e-05, "epoch": 1.4061135371179039, "percentage": 46.87, "elapsed_time": "12:47:55", "remaining_time": "14:30:28"} +{"current_steps": 3225, "total_steps": 6870, "loss": 0.2904, "lr": 3.195074376453975e-05, "epoch": 1.408296943231441, "percentage": 46.94, "elapsed_time": "12:49:07", "remaining_time": "14:29:16"} +{"current_steps": 3230, "total_steps": 6870, "loss": 0.2635, "lr": 3.188971283983703e-05, "epoch": 1.4104803493449782, "percentage": 47.02, "elapsed_time": "12:50:18", "remaining_time": "14:28:05"} +{"current_steps": 3235, "total_steps": 6870, "loss": 0.2752, "lr": 3.1828637447692187e-05, "epoch": 1.4126637554585153, "percentage": 47.09, "elapsed_time": "12:51:30", "remaining_time": "14:26:53"} +{"current_steps": 3240, "total_steps": 6870, "loss": 0.2802, "lr": 3.176751798229673e-05, "epoch": 1.4148471615720524, "percentage": 47.16, "elapsed_time": "12:52:41", "remaining_time": "14:25:42"} +{"current_steps": 3245, "total_steps": 6870, "loss": 0.2583, "lr": 3.1706354838126687e-05, "epoch": 1.4170305676855894, "percentage": 47.23, "elapsed_time": "12:53:53", "remaining_time": "14:24:30"} +{"current_steps": 3250, "total_steps": 6870, "loss": 0.2747, "lr": 3.1645148409939915e-05, "epoch": 1.4192139737991267, "percentage": 47.31, "elapsed_time": "12:55:04", "remaining_time": "14:23:19"} +{"current_steps": 3255, "total_steps": 6870, "loss": 0.2857, "lr": 3.158389909277371e-05, "epoch": 1.4213973799126638, "percentage": 47.38, "elapsed_time": "12:56:16", "remaining_time": "14:22:07"} +{"current_steps": 3260, "total_steps": 6870, "loss": 0.2824, "lr": 3.152260728194213e-05, "epoch": 1.4235807860262009, "percentage": 47.45, "elapsed_time": "12:57:27", "remaining_time": "14:20:56"} +{"current_steps": 3265, "total_steps": 6870, "loss": 0.2789, "lr": 3.1461273373033516e-05, "epoch": 1.425764192139738, "percentage": 47.53, "elapsed_time": "12:58:39", "remaining_time": "14:19:44"} +{"current_steps": 3270, "total_steps": 6870, "loss": 0.2783, "lr": 3.1399897761907914e-05, "epoch": 1.427947598253275, "percentage": 47.6, "elapsed_time": "12:59:50", "remaining_time": "14:18:32"} +{"current_steps": 3275, "total_steps": 6870, "loss": 0.272, "lr": 3.133848084469454e-05, "epoch": 1.4301310043668123, "percentage": 47.67, "elapsed_time": "13:01:02", "remaining_time": "14:17:21"} +{"current_steps": 3280, "total_steps": 6870, "loss": 0.2694, "lr": 3.1277023017789164e-05, "epoch": 1.4323144104803494, "percentage": 47.74, "elapsed_time": "13:02:14", "remaining_time": "14:16:09"} +{"current_steps": 3285, "total_steps": 6870, "loss": 0.2756, "lr": 3.121552467785164e-05, "epoch": 1.4344978165938864, "percentage": 47.82, "elapsed_time": "13:03:25", "remaining_time": "14:14:58"} +{"current_steps": 3290, "total_steps": 6870, "loss": 0.2631, "lr": 3.1153986221803284e-05, "epoch": 1.4366812227074237, "percentage": 47.89, "elapsed_time": "13:04:37", "remaining_time": "14:13:46"} +{"current_steps": 3295, "total_steps": 6870, "loss": 0.2747, "lr": 3.109240804682431e-05, "epoch": 1.4388646288209608, "percentage": 47.96, "elapsed_time": "13:05:48", "remaining_time": "14:12:35"} +{"current_steps": 3300, "total_steps": 6870, "loss": 0.2735, "lr": 3.103079055035131e-05, "epoch": 1.4410480349344978, "percentage": 48.03, "elapsed_time": "13:07:00", "remaining_time": "14:11:23"} +{"current_steps": 3305, "total_steps": 6870, "loss": 0.2718, "lr": 3.096913413007467e-05, "epoch": 1.443231441048035, "percentage": 48.11, "elapsed_time": "13:08:11", "remaining_time": "14:10:12"} +{"current_steps": 3310, "total_steps": 6870, "loss": 0.2713, "lr": 3.090743918393596e-05, "epoch": 1.445414847161572, "percentage": 48.18, "elapsed_time": "13:09:23", "remaining_time": "14:09:00"} +{"current_steps": 3315, "total_steps": 6870, "loss": 0.2753, "lr": 3.0845706110125435e-05, "epoch": 1.447598253275109, "percentage": 48.25, "elapsed_time": "13:10:35", "remaining_time": "14:07:49"} +{"current_steps": 3320, "total_steps": 6870, "loss": 0.2706, "lr": 3.078393530707942e-05, "epoch": 1.4497816593886463, "percentage": 48.33, "elapsed_time": "13:11:46", "remaining_time": "14:06:37"} +{"current_steps": 3325, "total_steps": 6870, "loss": 0.2797, "lr": 3.072212717347776e-05, "epoch": 1.4519650655021834, "percentage": 48.4, "elapsed_time": "13:12:58", "remaining_time": "14:05:26"} +{"current_steps": 3330, "total_steps": 6870, "loss": 0.2793, "lr": 3.0660282108241235e-05, "epoch": 1.4541484716157205, "percentage": 48.47, "elapsed_time": "13:14:09", "remaining_time": "14:04:14"} +{"current_steps": 3335, "total_steps": 6870, "loss": 0.2911, "lr": 3.059840051052898e-05, "epoch": 1.4563318777292578, "percentage": 48.54, "elapsed_time": "13:15:21", "remaining_time": "14:03:03"} +{"current_steps": 3340, "total_steps": 6870, "loss": 0.267, "lr": 3.053648277973592e-05, "epoch": 1.4585152838427948, "percentage": 48.62, "elapsed_time": "13:16:33", "remaining_time": "14:01:51"} +{"current_steps": 3345, "total_steps": 6870, "loss": 0.2858, "lr": 3.04745293154902e-05, "epoch": 1.460698689956332, "percentage": 48.69, "elapsed_time": "13:17:44", "remaining_time": "14:00:40"} +{"current_steps": 3350, "total_steps": 6870, "loss": 0.2683, "lr": 3.0412540517650582e-05, "epoch": 1.462882096069869, "percentage": 48.76, "elapsed_time": "13:18:56", "remaining_time": "13:59:28"} +{"current_steps": 3355, "total_steps": 6870, "loss": 0.2859, "lr": 3.03505167863039e-05, "epoch": 1.465065502183406, "percentage": 48.84, "elapsed_time": "13:20:07", "remaining_time": "13:58:17"} +{"current_steps": 3360, "total_steps": 6870, "loss": 0.2804, "lr": 3.0288458521762414e-05, "epoch": 1.467248908296943, "percentage": 48.91, "elapsed_time": "13:21:19", "remaining_time": "13:57:05"} +{"current_steps": 3365, "total_steps": 6870, "loss": 0.2671, "lr": 3.02263661245613e-05, "epoch": 1.4694323144104804, "percentage": 48.98, "elapsed_time": "13:22:30", "remaining_time": "13:55:54"} +{"current_steps": 3370, "total_steps": 6870, "loss": 0.2807, "lr": 3.016423999545603e-05, "epoch": 1.4716157205240175, "percentage": 49.05, "elapsed_time": "13:23:42", "remaining_time": "13:54:42"} +{"current_steps": 3375, "total_steps": 6870, "loss": 0.2846, "lr": 3.0102080535419775e-05, "epoch": 1.4737991266375545, "percentage": 49.13, "elapsed_time": "13:24:54", "remaining_time": "13:53:31"} +{"current_steps": 3380, "total_steps": 6870, "loss": 0.2768, "lr": 3.0039888145640845e-05, "epoch": 1.4759825327510918, "percentage": 49.2, "elapsed_time": "13:26:05", "remaining_time": "13:52:19"} +{"current_steps": 3385, "total_steps": 6870, "loss": 0.2732, "lr": 2.9977663227520065e-05, "epoch": 1.4781659388646289, "percentage": 49.27, "elapsed_time": "13:27:17", "remaining_time": "13:51:08"} +{"current_steps": 3390, "total_steps": 6870, "loss": 0.2692, "lr": 2.991540618266822e-05, "epoch": 1.480349344978166, "percentage": 49.34, "elapsed_time": "13:28:28", "remaining_time": "13:49:56"} +{"current_steps": 3395, "total_steps": 6870, "loss": 0.259, "lr": 2.9853117412903443e-05, "epoch": 1.482532751091703, "percentage": 49.42, "elapsed_time": "13:29:40", "remaining_time": "13:48:45"} +{"current_steps": 3400, "total_steps": 6870, "loss": 0.2674, "lr": 2.979079732024862e-05, "epoch": 1.48471615720524, "percentage": 49.49, "elapsed_time": "13:30:51", "remaining_time": "13:47:33"} +{"current_steps": 3405, "total_steps": 6870, "loss": 0.2741, "lr": 2.9728446306928813e-05, "epoch": 1.4868995633187774, "percentage": 49.56, "elapsed_time": "13:32:03", "remaining_time": "13:46:21"} +{"current_steps": 3410, "total_steps": 6870, "loss": 0.2648, "lr": 2.966606477536863e-05, "epoch": 1.4890829694323144, "percentage": 49.64, "elapsed_time": "13:33:14", "remaining_time": "13:45:10"} +{"current_steps": 3415, "total_steps": 6870, "loss": 0.2743, "lr": 2.960365312818967e-05, "epoch": 1.4912663755458515, "percentage": 49.71, "elapsed_time": "13:34:26", "remaining_time": "13:43:58"} +{"current_steps": 3420, "total_steps": 6870, "loss": 0.2716, "lr": 2.9541211768207883e-05, "epoch": 1.4934497816593886, "percentage": 49.78, "elapsed_time": "13:35:37", "remaining_time": "13:42:47"} +{"current_steps": 3425, "total_steps": 6870, "loss": 0.2748, "lr": 2.9478741098431027e-05, "epoch": 1.4956331877729259, "percentage": 49.85, "elapsed_time": "13:36:49", "remaining_time": "13:41:35"} +{"current_steps": 3430, "total_steps": 6870, "loss": 0.301, "lr": 2.9416241522055987e-05, "epoch": 1.497816593886463, "percentage": 49.93, "elapsed_time": "13:38:01", "remaining_time": "13:40:24"} +{"current_steps": 3435, "total_steps": 6870, "loss": 0.2799, "lr": 2.9353713442466246e-05, "epoch": 1.5, "percentage": 50.0, "elapsed_time": "13:39:12", "remaining_time": "13:39:12"} +{"current_steps": 3440, "total_steps": 6870, "loss": 0.2712, "lr": 2.929115726322924e-05, "epoch": 1.502183406113537, "percentage": 50.07, "elapsed_time": "13:40:24", "remaining_time": "13:38:01"} +{"current_steps": 3445, "total_steps": 6870, "loss": 0.2778, "lr": 2.9228573388093765e-05, "epoch": 1.5043668122270741, "percentage": 50.15, "elapsed_time": "13:41:35", "remaining_time": "13:36:49"} +{"current_steps": 3450, "total_steps": 6870, "loss": 0.2779, "lr": 2.916596222098738e-05, "epoch": 1.5065502183406112, "percentage": 50.22, "elapsed_time": "13:42:47", "remaining_time": "13:35:37"} +{"current_steps": 3455, "total_steps": 6870, "loss": 0.272, "lr": 2.9103324166013777e-05, "epoch": 1.5087336244541485, "percentage": 50.29, "elapsed_time": "13:43:58", "remaining_time": "13:34:26"} +{"current_steps": 3460, "total_steps": 6870, "loss": 0.2732, "lr": 2.9040659627450195e-05, "epoch": 1.5109170305676856, "percentage": 50.36, "elapsed_time": "13:45:10", "remaining_time": "13:33:14"} +{"current_steps": 3465, "total_steps": 6870, "loss": 0.2694, "lr": 2.897796900974481e-05, "epoch": 1.5131004366812228, "percentage": 50.44, "elapsed_time": "13:46:21", "remaining_time": "13:32:03"} +{"current_steps": 3470, "total_steps": 6870, "loss": 0.2752, "lr": 2.8915252717514108e-05, "epoch": 1.51528384279476, "percentage": 50.51, "elapsed_time": "13:47:33", "remaining_time": "13:30:51"} +{"current_steps": 3475, "total_steps": 6870, "loss": 0.28, "lr": 2.8852511155540286e-05, "epoch": 1.517467248908297, "percentage": 50.58, "elapsed_time": "13:48:45", "remaining_time": "13:29:40"} +{"current_steps": 3480, "total_steps": 6870, "loss": 0.2669, "lr": 2.8789744728768632e-05, "epoch": 1.519650655021834, "percentage": 50.66, "elapsed_time": "13:49:56", "remaining_time": "13:28:28"} +{"current_steps": 3485, "total_steps": 6870, "loss": 0.2774, "lr": 2.8726953842304917e-05, "epoch": 1.5218340611353711, "percentage": 50.73, "elapsed_time": "13:51:08", "remaining_time": "13:27:17"} +{"current_steps": 3490, "total_steps": 6870, "loss": 0.2822, "lr": 2.8664138901412784e-05, "epoch": 1.5240174672489082, "percentage": 50.8, "elapsed_time": "13:52:19", "remaining_time": "13:26:05"} +{"current_steps": 3495, "total_steps": 6870, "loss": 0.2701, "lr": 2.8601300311511135e-05, "epoch": 1.5262008733624453, "percentage": 50.87, "elapsed_time": "13:53:31", "remaining_time": "13:24:54"} +{"current_steps": 3500, "total_steps": 6870, "loss": 0.2705, "lr": 2.8538438478171493e-05, "epoch": 1.5283842794759825, "percentage": 50.95, "elapsed_time": "13:54:42", "remaining_time": "13:23:42"} +{"current_steps": 3505, "total_steps": 6870, "loss": 0.2645, "lr": 2.8475553807115392e-05, "epoch": 1.5305676855895196, "percentage": 51.02, "elapsed_time": "13:55:54", "remaining_time": "13:22:31"} +{"current_steps": 3510, "total_steps": 6870, "loss": 0.2716, "lr": 2.8412646704211787e-05, "epoch": 1.532751091703057, "percentage": 51.09, "elapsed_time": "13:57:05", "remaining_time": "13:21:19"} +{"current_steps": 3515, "total_steps": 6870, "loss": 0.281, "lr": 2.8349717575474395e-05, "epoch": 1.534934497816594, "percentage": 51.16, "elapsed_time": "13:58:17", "remaining_time": "13:20:07"} +{"current_steps": 3520, "total_steps": 6870, "loss": 0.285, "lr": 2.8286766827059103e-05, "epoch": 1.537117903930131, "percentage": 51.24, "elapsed_time": "13:59:28", "remaining_time": "13:18:56"} +{"current_steps": 3525, "total_steps": 6870, "loss": 0.2705, "lr": 2.8223794865261326e-05, "epoch": 1.539301310043668, "percentage": 51.31, "elapsed_time": "14:00:40", "remaining_time": "13:17:44"} +{"current_steps": 3530, "total_steps": 6870, "loss": 0.2643, "lr": 2.8160802096513396e-05, "epoch": 1.5414847161572052, "percentage": 51.38, "elapsed_time": "14:01:51", "remaining_time": "13:16:33"} +{"current_steps": 3535, "total_steps": 6870, "loss": 0.2797, "lr": 2.809778892738194e-05, "epoch": 1.5436681222707422, "percentage": 51.46, "elapsed_time": "14:03:03", "remaining_time": "13:15:21"} +{"current_steps": 3540, "total_steps": 6870, "loss": 0.2702, "lr": 2.8034755764565252e-05, "epoch": 1.5458515283842795, "percentage": 51.53, "elapsed_time": "14:04:15", "remaining_time": "13:14:10"} +{"current_steps": 3545, "total_steps": 6870, "loss": 0.2717, "lr": 2.797170301489066e-05, "epoch": 1.5480349344978166, "percentage": 51.6, "elapsed_time": "14:05:26", "remaining_time": "13:12:58"} +{"current_steps": 3550, "total_steps": 6870, "loss": 0.2618, "lr": 2.7908631085311933e-05, "epoch": 1.5502183406113537, "percentage": 51.67, "elapsed_time": "14:06:38", "remaining_time": "13:11:47"} +{"current_steps": 3555, "total_steps": 6870, "loss": 0.2638, "lr": 2.78455403829066e-05, "epoch": 1.552401746724891, "percentage": 51.75, "elapsed_time": "14:07:49", "remaining_time": "13:10:35"} +{"current_steps": 3560, "total_steps": 6870, "loss": 0.2681, "lr": 2.7782431314873377e-05, "epoch": 1.554585152838428, "percentage": 51.82, "elapsed_time": "14:09:01", "remaining_time": "13:09:24"} +{"current_steps": 3565, "total_steps": 6870, "loss": 0.2715, "lr": 2.7719304288529503e-05, "epoch": 1.556768558951965, "percentage": 51.89, "elapsed_time": "14:10:13", "remaining_time": "13:08:12"} +{"current_steps": 3570, "total_steps": 6870, "loss": 0.2755, "lr": 2.7656159711308127e-05, "epoch": 1.5589519650655022, "percentage": 51.97, "elapsed_time": "14:11:24", "remaining_time": "13:07:01"} +{"current_steps": 3575, "total_steps": 6870, "loss": 0.267, "lr": 2.7592997990755665e-05, "epoch": 1.5611353711790392, "percentage": 52.04, "elapsed_time": "14:12:36", "remaining_time": "13:05:49"} +{"current_steps": 3580, "total_steps": 6870, "loss": 0.2691, "lr": 2.75298195345292e-05, "epoch": 1.5633187772925763, "percentage": 52.11, "elapsed_time": "14:13:47", "remaining_time": "13:04:38"} +{"current_steps": 3585, "total_steps": 6870, "loss": 0.2619, "lr": 2.7466624750393804e-05, "epoch": 1.5655021834061136, "percentage": 52.18, "elapsed_time": "14:14:59", "remaining_time": "13:03:26"} +{"current_steps": 3590, "total_steps": 6870, "loss": 0.2703, "lr": 2.740341404621996e-05, "epoch": 1.5676855895196506, "percentage": 52.26, "elapsed_time": "14:16:10", "remaining_time": "13:02:15"} +{"current_steps": 3595, "total_steps": 6870, "loss": 0.2594, "lr": 2.7340187829980884e-05, "epoch": 1.569868995633188, "percentage": 52.33, "elapsed_time": "14:17:22", "remaining_time": "13:01:03"} +{"current_steps": 3600, "total_steps": 6870, "loss": 0.2754, "lr": 2.7276946509749905e-05, "epoch": 1.572052401746725, "percentage": 52.4, "elapsed_time": "14:18:34", "remaining_time": "12:59:51"} +{"current_steps": 3605, "total_steps": 6870, "loss": 0.2887, "lr": 2.7213690493697852e-05, "epoch": 1.574235807860262, "percentage": 52.47, "elapsed_time": "14:19:45", "remaining_time": "12:58:40"} +{"current_steps": 3610, "total_steps": 6870, "loss": 0.2661, "lr": 2.7150420190090397e-05, "epoch": 1.5764192139737991, "percentage": 52.55, "elapsed_time": "14:20:57", "remaining_time": "12:57:28"} +{"current_steps": 3615, "total_steps": 6870, "loss": 0.2698, "lr": 2.7087136007285417e-05, "epoch": 1.5786026200873362, "percentage": 52.62, "elapsed_time": "14:22:08", "remaining_time": "12:56:17"} +{"current_steps": 3620, "total_steps": 6870, "loss": 0.2603, "lr": 2.7023838353730386e-05, "epoch": 1.5807860262008733, "percentage": 52.69, "elapsed_time": "14:23:20", "remaining_time": "12:55:05"} +{"current_steps": 3625, "total_steps": 6870, "loss": 0.2609, "lr": 2.6960527637959704e-05, "epoch": 1.5829694323144103, "percentage": 52.77, "elapsed_time": "14:24:31", "remaining_time": "12:53:54"} +{"current_steps": 3630, "total_steps": 6870, "loss": 0.2743, "lr": 2.689720426859208e-05, "epoch": 1.5851528384279476, "percentage": 52.84, "elapsed_time": "14:25:43", "remaining_time": "12:52:42"} +{"current_steps": 3635, "total_steps": 6870, "loss": 0.2754, "lr": 2.68338686543279e-05, "epoch": 1.5873362445414847, "percentage": 52.91, "elapsed_time": "14:26:54", "remaining_time": "12:51:31"} +{"current_steps": 3640, "total_steps": 6870, "loss": 0.2689, "lr": 2.6770521203946582e-05, "epoch": 1.589519650655022, "percentage": 52.98, "elapsed_time": "14:28:06", "remaining_time": "12:50:19"} +{"current_steps": 3645, "total_steps": 6870, "loss": 0.2709, "lr": 2.670716232630392e-05, "epoch": 1.591703056768559, "percentage": 53.06, "elapsed_time": "14:29:18", "remaining_time": "12:49:08"} +{"current_steps": 3650, "total_steps": 6870, "loss": 0.269, "lr": 2.6643792430329473e-05, "epoch": 1.5938864628820961, "percentage": 53.13, "elapsed_time": "14:30:29", "remaining_time": "12:47:56"} +{"current_steps": 3655, "total_steps": 6870, "loss": 0.2891, "lr": 2.6580411925023916e-05, "epoch": 1.5960698689956332, "percentage": 53.2, "elapsed_time": "14:31:41", "remaining_time": "12:46:44"} +{"current_steps": 3660, "total_steps": 6870, "loss": 0.2771, "lr": 2.6517021219456402e-05, "epoch": 1.5982532751091703, "percentage": 53.28, "elapsed_time": "14:32:52", "remaining_time": "12:45:33"} +{"current_steps": 3665, "total_steps": 6870, "loss": 0.2767, "lr": 2.6453620722761896e-05, "epoch": 1.6004366812227073, "percentage": 53.35, "elapsed_time": "14:34:04", "remaining_time": "12:44:21"} +{"current_steps": 3670, "total_steps": 6870, "loss": 0.2772, "lr": 2.6390210844138593e-05, "epoch": 1.6026200873362444, "percentage": 53.42, "elapsed_time": "14:35:15", "remaining_time": "12:43:10"} +{"current_steps": 3675, "total_steps": 6870, "loss": 0.2748, "lr": 2.6326791992845202e-05, "epoch": 1.6048034934497817, "percentage": 53.49, "elapsed_time": "14:36:27", "remaining_time": "12:41:58"} +{"current_steps": 3680, "total_steps": 6870, "loss": 0.2629, "lr": 2.626336457819837e-05, "epoch": 1.6069868995633187, "percentage": 53.57, "elapsed_time": "14:37:38", "remaining_time": "12:40:47"} +{"current_steps": 3685, "total_steps": 6870, "loss": 0.2897, "lr": 2.619992900957e-05, "epoch": 1.609170305676856, "percentage": 53.64, "elapsed_time": "14:38:50", "remaining_time": "12:39:35"} +{"current_steps": 3690, "total_steps": 6870, "loss": 0.283, "lr": 2.613648569638464e-05, "epoch": 1.611353711790393, "percentage": 53.71, "elapsed_time": "14:40:01", "remaining_time": "12:38:24"} +{"current_steps": 3695, "total_steps": 6870, "loss": 0.2691, "lr": 2.6073035048116796e-05, "epoch": 1.6135371179039302, "percentage": 53.78, "elapsed_time": "14:41:13", "remaining_time": "12:37:12"} +{"current_steps": 3700, "total_steps": 6870, "loss": 0.2759, "lr": 2.6009577474288333e-05, "epoch": 1.6157205240174672, "percentage": 53.86, "elapsed_time": "14:42:24", "remaining_time": "12:36:00"} +{"current_steps": 3705, "total_steps": 6870, "loss": 0.2639, "lr": 2.5946113384465813e-05, "epoch": 1.6179039301310043, "percentage": 53.93, "elapsed_time": "14:43:36", "remaining_time": "12:34:49"} +{"current_steps": 3710, "total_steps": 6870, "loss": 0.2706, "lr": 2.5882643188257856e-05, "epoch": 1.6200873362445414, "percentage": 54.0, "elapsed_time": "14:44:48", "remaining_time": "12:33:37"} +{"current_steps": 3715, "total_steps": 6870, "loss": 0.2722, "lr": 2.5819167295312485e-05, "epoch": 1.6222707423580784, "percentage": 54.08, "elapsed_time": "14:45:59", "remaining_time": "12:32:26"} +{"current_steps": 3720, "total_steps": 6870, "loss": 0.2705, "lr": 2.57556861153145e-05, "epoch": 1.6244541484716157, "percentage": 54.15, "elapsed_time": "14:47:11", "remaining_time": "12:31:14"} +{"current_steps": 3725, "total_steps": 6870, "loss": 0.2724, "lr": 2.569220005798281e-05, "epoch": 1.6266375545851528, "percentage": 54.22, "elapsed_time": "14:48:22", "remaining_time": "12:30:03"} +{"current_steps": 3730, "total_steps": 6870, "loss": 0.2713, "lr": 2.5628709533067824e-05, "epoch": 1.62882096069869, "percentage": 54.29, "elapsed_time": "14:49:34", "remaining_time": "12:28:51"} +{"current_steps": 3735, "total_steps": 6870, "loss": 0.2605, "lr": 2.556521495034877e-05, "epoch": 1.6310043668122272, "percentage": 54.37, "elapsed_time": "14:50:46", "remaining_time": "12:27:40"} +{"current_steps": 3740, "total_steps": 6870, "loss": 0.2571, "lr": 2.550171671963108e-05, "epoch": 1.6331877729257642, "percentage": 54.44, "elapsed_time": "14:51:57", "remaining_time": "12:26:28"} +{"current_steps": 3745, "total_steps": 6870, "loss": 0.2696, "lr": 2.543821525074371e-05, "epoch": 1.6353711790393013, "percentage": 54.51, "elapsed_time": "14:53:09", "remaining_time": "12:25:17"} +{"current_steps": 3750, "total_steps": 6870, "loss": 0.2601, "lr": 2.537471095353653e-05, "epoch": 1.6375545851528384, "percentage": 54.59, "elapsed_time": "14:54:20", "remaining_time": "12:24:05"} +{"current_steps": 3755, "total_steps": 6870, "loss": 0.2711, "lr": 2.5311204237877657e-05, "epoch": 1.6397379912663754, "percentage": 54.66, "elapsed_time": "14:55:32", "remaining_time": "12:22:54"} +{"current_steps": 3760, "total_steps": 6870, "loss": 0.2565, "lr": 2.524769551365083e-05, "epoch": 1.6419213973799127, "percentage": 54.73, "elapsed_time": "14:56:43", "remaining_time": "12:21:42"} +{"current_steps": 3765, "total_steps": 6870, "loss": 0.2804, "lr": 2.5184185190752752e-05, "epoch": 1.6441048034934498, "percentage": 54.8, "elapsed_time": "14:57:55", "remaining_time": "12:20:30"} +{"current_steps": 3770, "total_steps": 6870, "loss": 0.2722, "lr": 2.512067367909041e-05, "epoch": 1.6462882096069869, "percentage": 54.88, "elapsed_time": "14:59:06", "remaining_time": "12:19:19"} +{"current_steps": 3775, "total_steps": 6870, "loss": 0.2688, "lr": 2.505716138857851e-05, "epoch": 1.6484716157205241, "percentage": 54.95, "elapsed_time": "15:00:18", "remaining_time": "12:18:07"} +{"current_steps": 3780, "total_steps": 6870, "loss": 0.2738, "lr": 2.499364872913676e-05, "epoch": 1.6506550218340612, "percentage": 55.02, "elapsed_time": "15:01:29", "remaining_time": "12:16:56"} +{"current_steps": 3785, "total_steps": 6870, "loss": 0.2712, "lr": 2.4930136110687246e-05, "epoch": 1.6528384279475983, "percentage": 55.09, "elapsed_time": "15:02:41", "remaining_time": "12:15:44"} +{"current_steps": 3790, "total_steps": 6870, "loss": 0.2864, "lr": 2.486662394315181e-05, "epoch": 1.6550218340611353, "percentage": 55.17, "elapsed_time": "15:03:52", "remaining_time": "12:14:33"} +{"current_steps": 3795, "total_steps": 6870, "loss": 0.2732, "lr": 2.4803112636449355e-05, "epoch": 1.6572052401746724, "percentage": 55.24, "elapsed_time": "15:05:04", "remaining_time": "12:13:21"} +{"current_steps": 3800, "total_steps": 6870, "loss": 0.2789, "lr": 2.473960260049325e-05, "epoch": 1.6593886462882095, "percentage": 55.31, "elapsed_time": "15:06:16", "remaining_time": "12:12:10"} +{"current_steps": 3805, "total_steps": 6870, "loss": 0.2929, "lr": 2.4676094245188658e-05, "epoch": 1.6615720524017468, "percentage": 55.39, "elapsed_time": "15:07:27", "remaining_time": "12:10:58"} +{"current_steps": 3810, "total_steps": 6870, "loss": 0.2683, "lr": 2.461258798042989e-05, "epoch": 1.6637554585152838, "percentage": 55.46, "elapsed_time": "15:08:39", "remaining_time": "12:09:47"} +{"current_steps": 3815, "total_steps": 6870, "loss": 0.2552, "lr": 2.454908421609777e-05, "epoch": 1.6659388646288211, "percentage": 55.53, "elapsed_time": "15:09:50", "remaining_time": "12:08:35"} +{"current_steps": 3820, "total_steps": 6870, "loss": 0.2785, "lr": 2.4485583362056974e-05, "epoch": 1.6681222707423582, "percentage": 55.6, "elapsed_time": "15:11:02", "remaining_time": "12:07:24"} +{"current_steps": 3825, "total_steps": 6870, "loss": 0.2661, "lr": 2.4422085828153403e-05, "epoch": 1.6703056768558953, "percentage": 55.68, "elapsed_time": "15:12:13", "remaining_time": "12:06:12"} +{"current_steps": 3830, "total_steps": 6870, "loss": 0.2688, "lr": 2.435859202421153e-05, "epoch": 1.6724890829694323, "percentage": 55.75, "elapsed_time": "15:13:25", "remaining_time": "12:05:00"} +{"current_steps": 3835, "total_steps": 6870, "loss": 0.2602, "lr": 2.429510236003175e-05, "epoch": 1.6746724890829694, "percentage": 55.82, "elapsed_time": "15:14:37", "remaining_time": "12:03:49"} +{"current_steps": 3840, "total_steps": 6870, "loss": 0.2713, "lr": 2.4231617245387745e-05, "epoch": 1.6768558951965065, "percentage": 55.9, "elapsed_time": "15:15:48", "remaining_time": "12:02:37"} +{"current_steps": 3845, "total_steps": 6870, "loss": 0.2712, "lr": 2.416813709002382e-05, "epoch": 1.6790393013100435, "percentage": 55.97, "elapsed_time": "15:17:00", "remaining_time": "12:01:26"} +{"current_steps": 3850, "total_steps": 6870, "loss": 0.2863, "lr": 2.4104662303652288e-05, "epoch": 1.6812227074235808, "percentage": 56.04, "elapsed_time": "15:18:11", "remaining_time": "12:00:14"} +{"current_steps": 3855, "total_steps": 6870, "loss": 0.2679, "lr": 2.4041193295950788e-05, "epoch": 1.6834061135371179, "percentage": 56.11, "elapsed_time": "15:19:23", "remaining_time": "11:59:03"} +{"current_steps": 3860, "total_steps": 6870, "loss": 0.2762, "lr": 2.39777304765597e-05, "epoch": 1.6855895196506552, "percentage": 56.19, "elapsed_time": "15:20:34", "remaining_time": "11:57:51"} +{"current_steps": 3865, "total_steps": 6870, "loss": 0.2768, "lr": 2.391427425507943e-05, "epoch": 1.6877729257641922, "percentage": 56.26, "elapsed_time": "15:21:46", "remaining_time": "11:56:40"} +{"current_steps": 3870, "total_steps": 6870, "loss": 0.2659, "lr": 2.385082504106781e-05, "epoch": 1.6899563318777293, "percentage": 56.33, "elapsed_time": "15:22:58", "remaining_time": "11:55:28"} +{"current_steps": 3875, "total_steps": 6870, "loss": 0.2651, "lr": 2.378738324403744e-05, "epoch": 1.6921397379912664, "percentage": 56.4, "elapsed_time": "15:24:09", "remaining_time": "11:54:17"} +{"current_steps": 3880, "total_steps": 6870, "loss": 0.267, "lr": 2.3723949273453073e-05, "epoch": 1.6943231441048034, "percentage": 56.48, "elapsed_time": "15:25:21", "remaining_time": "11:53:05"} +{"current_steps": 3885, "total_steps": 6870, "loss": 0.2673, "lr": 2.3660523538728904e-05, "epoch": 1.6965065502183405, "percentage": 56.55, "elapsed_time": "15:26:32", "remaining_time": "11:51:54"} +{"current_steps": 3890, "total_steps": 6870, "loss": 0.2603, "lr": 2.3597106449226015e-05, "epoch": 1.6986899563318776, "percentage": 56.62, "elapsed_time": "15:27:44", "remaining_time": "11:50:42"} +{"current_steps": 3895, "total_steps": 6870, "loss": 0.2534, "lr": 2.3533698414249668e-05, "epoch": 1.7008733624454149, "percentage": 56.7, "elapsed_time": "15:28:55", "remaining_time": "11:49:31"} +{"current_steps": 3900, "total_steps": 6870, "loss": 0.2607, "lr": 2.3470299843046693e-05, "epoch": 1.703056768558952, "percentage": 56.77, "elapsed_time": "15:30:07", "remaining_time": "11:48:19"} +{"current_steps": 3905, "total_steps": 6870, "loss": 0.2674, "lr": 2.340691114480284e-05, "epoch": 1.7052401746724892, "percentage": 56.84, "elapsed_time": "15:31:19", "remaining_time": "11:47:08"} +{"current_steps": 3910, "total_steps": 6870, "loss": 0.2729, "lr": 2.334353272864013e-05, "epoch": 1.7074235807860263, "percentage": 56.91, "elapsed_time": "15:32:30", "remaining_time": "11:45:56"} +{"current_steps": 3915, "total_steps": 6870, "loss": 0.2665, "lr": 2.3280165003614227e-05, "epoch": 1.7096069868995634, "percentage": 56.99, "elapsed_time": "15:33:42", "remaining_time": "11:44:45"} +{"current_steps": 3920, "total_steps": 6870, "loss": 0.2707, "lr": 2.3216808378711788e-05, "epoch": 1.7117903930131004, "percentage": 57.06, "elapsed_time": "15:34:53", "remaining_time": "11:43:33"} +{"current_steps": 3925, "total_steps": 6870, "loss": 0.2418, "lr": 2.3153463262847835e-05, "epoch": 1.7139737991266375, "percentage": 57.13, "elapsed_time": "15:36:05", "remaining_time": "11:42:21"} +{"current_steps": 3930, "total_steps": 6870, "loss": 0.268, "lr": 2.3090130064863113e-05, "epoch": 1.7161572052401746, "percentage": 57.21, "elapsed_time": "15:37:16", "remaining_time": "11:41:10"} +{"current_steps": 3935, "total_steps": 6870, "loss": 0.2748, "lr": 2.3026809193521423e-05, "epoch": 1.7183406113537116, "percentage": 57.28, "elapsed_time": "15:38:28", "remaining_time": "11:39:58"} +{"current_steps": 3940, "total_steps": 6870, "loss": 0.2681, "lr": 2.296350105750703e-05, "epoch": 1.720524017467249, "percentage": 57.35, "elapsed_time": "15:39:40", "remaining_time": "11:38:47"} +{"current_steps": 3945, "total_steps": 6870, "loss": 0.2599, "lr": 2.2900206065421997e-05, "epoch": 1.722707423580786, "percentage": 57.42, "elapsed_time": "15:40:52", "remaining_time": "11:37:36"} +{"current_steps": 3950, "total_steps": 6870, "loss": 0.2775, "lr": 2.2836924625783554e-05, "epoch": 1.7248908296943233, "percentage": 57.5, "elapsed_time": "15:42:04", "remaining_time": "11:36:24"} +{"current_steps": 3955, "total_steps": 6870, "loss": 0.2811, "lr": 2.2773657147021464e-05, "epoch": 1.7270742358078603, "percentage": 57.57, "elapsed_time": "15:43:15", "remaining_time": "11:35:13"} +{"current_steps": 3960, "total_steps": 6870, "loss": 0.2596, "lr": 2.271040403747537e-05, "epoch": 1.7292576419213974, "percentage": 57.64, "elapsed_time": "15:44:27", "remaining_time": "11:34:01"} +{"current_steps": 3965, "total_steps": 6870, "loss": 0.2698, "lr": 2.2647165705392186e-05, "epoch": 1.7314410480349345, "percentage": 57.71, "elapsed_time": "15:45:38", "remaining_time": "11:32:50"} +{"current_steps": 3970, "total_steps": 6870, "loss": 0.272, "lr": 2.2583942558923456e-05, "epoch": 1.7336244541484715, "percentage": 57.79, "elapsed_time": "15:46:50", "remaining_time": "11:31:38"} +{"current_steps": 3975, "total_steps": 6870, "loss": 0.2745, "lr": 2.2520735006122688e-05, "epoch": 1.7358078602620086, "percentage": 57.86, "elapsed_time": "15:48:01", "remaining_time": "11:30:27"} +{"current_steps": 3980, "total_steps": 6870, "loss": 0.2588, "lr": 2.2457543454942786e-05, "epoch": 1.737991266375546, "percentage": 57.93, "elapsed_time": "15:49:13", "remaining_time": "11:29:15"} +{"current_steps": 3985, "total_steps": 6870, "loss": 0.2622, "lr": 2.2394368313233332e-05, "epoch": 1.740174672489083, "percentage": 58.01, "elapsed_time": "15:50:25", "remaining_time": "11:28:04"} +{"current_steps": 3990, "total_steps": 6870, "loss": 0.2603, "lr": 2.2331209988738024e-05, "epoch": 1.74235807860262, "percentage": 58.08, "elapsed_time": "15:51:36", "remaining_time": "11:26:52"} +{"current_steps": 3995, "total_steps": 6870, "loss": 0.2621, "lr": 2.226806888909202e-05, "epoch": 1.7445414847161573, "percentage": 58.15, "elapsed_time": "15:52:48", "remaining_time": "11:25:41"} +{"current_steps": 4000, "total_steps": 6870, "loss": 0.2636, "lr": 2.2204945421819292e-05, "epoch": 1.7467248908296944, "percentage": 58.22, "elapsed_time": "15:53:59", "remaining_time": "11:24:29"} +{"current_steps": 4005, "total_steps": 6870, "loss": 0.2744, "lr": 2.2141839994330027e-05, "epoch": 1.7489082969432315, "percentage": 58.3, "elapsed_time": "15:55:11", "remaining_time": "11:23:18"} +{"current_steps": 4010, "total_steps": 6870, "loss": 0.2711, "lr": 2.207875301391796e-05, "epoch": 1.7510917030567685, "percentage": 58.37, "elapsed_time": "15:56:22", "remaining_time": "11:22:06"} +{"current_steps": 4015, "total_steps": 6870, "loss": 0.2542, "lr": 2.2015684887757776e-05, "epoch": 1.7532751091703056, "percentage": 58.44, "elapsed_time": "15:57:34", "remaining_time": "11:20:54"} +{"current_steps": 4020, "total_steps": 6870, "loss": 0.2757, "lr": 2.195263602290248e-05, "epoch": 1.7554585152838427, "percentage": 58.52, "elapsed_time": "15:58:46", "remaining_time": "11:19:43"} +{"current_steps": 4025, "total_steps": 6870, "loss": 0.2469, "lr": 2.188960682628074e-05, "epoch": 1.75764192139738, "percentage": 58.59, "elapsed_time": "15:59:57", "remaining_time": "11:18:31"} +{"current_steps": 4030, "total_steps": 6870, "loss": 0.2707, "lr": 2.1826597704694306e-05, "epoch": 1.759825327510917, "percentage": 58.66, "elapsed_time": "16:01:09", "remaining_time": "11:17:20"} +{"current_steps": 4035, "total_steps": 6870, "loss": 0.2701, "lr": 2.176360906481533e-05, "epoch": 1.762008733624454, "percentage": 58.73, "elapsed_time": "16:02:20", "remaining_time": "11:16:08"} +{"current_steps": 4040, "total_steps": 6870, "loss": 0.2606, "lr": 2.1700641313183807e-05, "epoch": 1.7641921397379914, "percentage": 58.81, "elapsed_time": "16:03:32", "remaining_time": "11:14:57"} +{"current_steps": 4045, "total_steps": 6870, "loss": 0.2646, "lr": 2.163769485620489e-05, "epoch": 1.7663755458515285, "percentage": 58.88, "elapsed_time": "16:04:43", "remaining_time": "11:13:45"} +{"current_steps": 4050, "total_steps": 6870, "loss": 0.2721, "lr": 2.1574770100146295e-05, "epoch": 1.7685589519650655, "percentage": 58.95, "elapsed_time": "16:05:55", "remaining_time": "11:12:34"} +{"current_steps": 4055, "total_steps": 6870, "loss": 0.2598, "lr": 2.1511867451135693e-05, "epoch": 1.7707423580786026, "percentage": 59.02, "elapsed_time": "16:07:06", "remaining_time": "11:11:22"} +{"current_steps": 4060, "total_steps": 6870, "loss": 0.2687, "lr": 2.1448987315158048e-05, "epoch": 1.7729257641921397, "percentage": 59.1, "elapsed_time": "16:08:18", "remaining_time": "11:10:11"} +{"current_steps": 4065, "total_steps": 6870, "loss": 0.263, "lr": 2.1386130098053036e-05, "epoch": 1.7751091703056767, "percentage": 59.17, "elapsed_time": "16:09:30", "remaining_time": "11:08:59"} +{"current_steps": 4070, "total_steps": 6870, "loss": 0.271, "lr": 2.1323296205512418e-05, "epoch": 1.777292576419214, "percentage": 59.24, "elapsed_time": "16:10:41", "remaining_time": "11:07:47"} +{"current_steps": 4075, "total_steps": 6870, "loss": 0.258, "lr": 2.1260486043077388e-05, "epoch": 1.779475982532751, "percentage": 59.32, "elapsed_time": "16:11:53", "remaining_time": "11:06:36"} +{"current_steps": 4080, "total_steps": 6870, "loss": 0.2662, "lr": 2.1197700016136014e-05, "epoch": 1.7816593886462884, "percentage": 59.39, "elapsed_time": "16:13:04", "remaining_time": "11:05:24"} +{"current_steps": 4085, "total_steps": 6870, "loss": 0.2574, "lr": 2.113493852992056e-05, "epoch": 1.7838427947598254, "percentage": 59.46, "elapsed_time": "16:14:16", "remaining_time": "11:04:13"} +{"current_steps": 4090, "total_steps": 6870, "loss": 0.273, "lr": 2.1072201989504913e-05, "epoch": 1.7860262008733625, "percentage": 59.53, "elapsed_time": "16:15:27", "remaining_time": "11:03:01"} +{"current_steps": 4095, "total_steps": 6870, "loss": 0.2692, "lr": 2.1009490799801965e-05, "epoch": 1.7882096069868996, "percentage": 59.61, "elapsed_time": "16:16:39", "remaining_time": "11:01:50"} +{"current_steps": 4100, "total_steps": 6870, "loss": 0.2745, "lr": 2.0946805365560966e-05, "epoch": 1.7903930131004366, "percentage": 59.68, "elapsed_time": "16:17:50", "remaining_time": "11:00:38"} +{"current_steps": 4105, "total_steps": 6870, "loss": 0.2659, "lr": 2.0884146091364956e-05, "epoch": 1.7925764192139737, "percentage": 59.75, "elapsed_time": "16:19:02", "remaining_time": "10:59:27"} +{"current_steps": 4110, "total_steps": 6870, "loss": 0.2648, "lr": 2.0821513381628132e-05, "epoch": 1.7947598253275108, "percentage": 59.83, "elapsed_time": "16:20:13", "remaining_time": "10:58:15"} +{"current_steps": 4115, "total_steps": 6870, "loss": 0.2564, "lr": 2.0758907640593228e-05, "epoch": 1.796943231441048, "percentage": 59.9, "elapsed_time": "16:21:25", "remaining_time": "10:57:03"} +{"current_steps": 4120, "total_steps": 6870, "loss": 0.2723, "lr": 2.0696329272328932e-05, "epoch": 1.7991266375545851, "percentage": 59.97, "elapsed_time": "16:22:36", "remaining_time": "10:55:52"} +{"current_steps": 4125, "total_steps": 6870, "loss": 0.2616, "lr": 2.063377868072724e-05, "epoch": 1.8013100436681224, "percentage": 60.04, "elapsed_time": "16:23:48", "remaining_time": "10:54:40"} +{"current_steps": 4130, "total_steps": 6870, "loss": 0.27, "lr": 2.0571256269500893e-05, "epoch": 1.8034934497816595, "percentage": 60.12, "elapsed_time": "16:25:00", "remaining_time": "10:53:29"} +{"current_steps": 4135, "total_steps": 6870, "loss": 0.2678, "lr": 2.0508762442180745e-05, "epoch": 1.8056768558951966, "percentage": 60.19, "elapsed_time": "16:26:11", "remaining_time": "10:52:17"} +{"current_steps": 4140, "total_steps": 6870, "loss": 0.2777, "lr": 2.0446297602113167e-05, "epoch": 1.8078602620087336, "percentage": 60.26, "elapsed_time": "16:27:23", "remaining_time": "10:51:06"} +{"current_steps": 4145, "total_steps": 6870, "loss": 0.2632, "lr": 2.0383862152457432e-05, "epoch": 1.8100436681222707, "percentage": 60.33, "elapsed_time": "16:28:34", "remaining_time": "10:49:54"} +{"current_steps": 4150, "total_steps": 6870, "loss": 0.2756, "lr": 2.0321456496183134e-05, "epoch": 1.8122270742358078, "percentage": 60.41, "elapsed_time": "16:29:46", "remaining_time": "10:48:43"} +{"current_steps": 4155, "total_steps": 6870, "loss": 0.2703, "lr": 2.0259081036067563e-05, "epoch": 1.8144104803493448, "percentage": 60.48, "elapsed_time": "16:30:57", "remaining_time": "10:47:31"} +{"current_steps": 4160, "total_steps": 6870, "loss": 0.2527, "lr": 2.0196736174693126e-05, "epoch": 1.8165938864628821, "percentage": 60.55, "elapsed_time": "16:32:09", "remaining_time": "10:46:19"} +{"current_steps": 4165, "total_steps": 6870, "loss": 0.2642, "lr": 2.013442231444474e-05, "epoch": 1.8187772925764192, "percentage": 60.63, "elapsed_time": "16:33:20", "remaining_time": "10:45:08"} +{"current_steps": 4170, "total_steps": 6870, "loss": 0.2651, "lr": 2.007213985750724e-05, "epoch": 1.8209606986899565, "percentage": 60.7, "elapsed_time": "16:34:32", "remaining_time": "10:43:56"} +{"current_steps": 4175, "total_steps": 6870, "loss": 0.2653, "lr": 2.000988920586275e-05, "epoch": 1.8231441048034935, "percentage": 60.77, "elapsed_time": "16:35:43", "remaining_time": "10:42:45"} +{"current_steps": 4180, "total_steps": 6870, "loss": 0.2571, "lr": 1.994767076128816e-05, "epoch": 1.8253275109170306, "percentage": 60.84, "elapsed_time": "16:36:55", "remaining_time": "10:41:33"} +{"current_steps": 4185, "total_steps": 6870, "loss": 0.2754, "lr": 1.988548492535246e-05, "epoch": 1.8275109170305677, "percentage": 60.92, "elapsed_time": "16:38:06", "remaining_time": "10:40:22"} +{"current_steps": 4190, "total_steps": 6870, "loss": 0.2717, "lr": 1.9823332099414185e-05, "epoch": 1.8296943231441047, "percentage": 60.99, "elapsed_time": "16:39:18", "remaining_time": "10:39:10"} +{"current_steps": 4195, "total_steps": 6870, "loss": 0.2502, "lr": 1.9761212684618824e-05, "epoch": 1.8318777292576418, "percentage": 61.06, "elapsed_time": "16:40:30", "remaining_time": "10:37:58"} +{"current_steps": 4200, "total_steps": 6870, "loss": 0.2514, "lr": 1.9699127081896214e-05, "epoch": 1.8340611353711789, "percentage": 61.14, "elapsed_time": "16:41:41", "remaining_time": "10:36:47"} +{"current_steps": 4205, "total_steps": 6870, "loss": 0.2523, "lr": 1.963707569195797e-05, "epoch": 1.8362445414847162, "percentage": 61.21, "elapsed_time": "16:42:53", "remaining_time": "10:35:35"} +{"current_steps": 4210, "total_steps": 6870, "loss": 0.2649, "lr": 1.9575058915294885e-05, "epoch": 1.8384279475982532, "percentage": 61.28, "elapsed_time": "16:44:04", "remaining_time": "10:34:24"} +{"current_steps": 4215, "total_steps": 6870, "loss": 0.2778, "lr": 1.9513077152174363e-05, "epoch": 1.8406113537117905, "percentage": 61.35, "elapsed_time": "16:45:16", "remaining_time": "10:33:12"} +{"current_steps": 4220, "total_steps": 6870, "loss": 0.2588, "lr": 1.9451130802637822e-05, "epoch": 1.8427947598253276, "percentage": 61.43, "elapsed_time": "16:46:27", "remaining_time": "10:32:01"} +{"current_steps": 4225, "total_steps": 6870, "loss": 0.2701, "lr": 1.9389220266498102e-05, "epoch": 1.8449781659388647, "percentage": 61.5, "elapsed_time": "16:47:39", "remaining_time": "10:30:49"} +{"current_steps": 4230, "total_steps": 6870, "loss": 0.2644, "lr": 1.9327345943336904e-05, "epoch": 1.8471615720524017, "percentage": 61.57, "elapsed_time": "16:48:50", "remaining_time": "10:29:38"} +{"current_steps": 4235, "total_steps": 6870, "loss": 0.2748, "lr": 1.9265508232502208e-05, "epoch": 1.8493449781659388, "percentage": 61.64, "elapsed_time": "16:50:02", "remaining_time": "10:28:26"} +{"current_steps": 4240, "total_steps": 6870, "loss": 0.26, "lr": 1.9203707533105687e-05, "epoch": 1.8515283842794759, "percentage": 61.72, "elapsed_time": "16:51:14", "remaining_time": "10:27:15"} +{"current_steps": 4245, "total_steps": 6870, "loss": 0.2711, "lr": 1.914194424402015e-05, "epoch": 1.8537117903930131, "percentage": 61.79, "elapsed_time": "16:52:25", "remaining_time": "10:26:03"} +{"current_steps": 4250, "total_steps": 6870, "loss": 0.2512, "lr": 1.9080218763876917e-05, "epoch": 1.8558951965065502, "percentage": 61.86, "elapsed_time": "16:53:37", "remaining_time": "10:24:51"} +{"current_steps": 4255, "total_steps": 6870, "loss": 0.2627, "lr": 1.901853149106332e-05, "epoch": 1.8580786026200873, "percentage": 61.94, "elapsed_time": "16:54:48", "remaining_time": "10:23:40"} +{"current_steps": 4260, "total_steps": 6870, "loss": 0.2657, "lr": 1.8956882823720075e-05, "epoch": 1.8602620087336246, "percentage": 62.01, "elapsed_time": "16:56:00", "remaining_time": "10:22:28"} +{"current_steps": 4265, "total_steps": 6870, "loss": 0.2599, "lr": 1.889527315973874e-05, "epoch": 1.8624454148471616, "percentage": 62.08, "elapsed_time": "16:57:11", "remaining_time": "10:21:17"} +{"current_steps": 4270, "total_steps": 6870, "loss": 0.2636, "lr": 1.8833702896759132e-05, "epoch": 1.8646288209606987, "percentage": 62.15, "elapsed_time": "16:58:23", "remaining_time": "10:20:05"} +{"current_steps": 4275, "total_steps": 6870, "loss": 0.2744, "lr": 1.8772172432166767e-05, "epoch": 1.8668122270742358, "percentage": 62.23, "elapsed_time": "16:59:35", "remaining_time": "10:18:54"} +{"current_steps": 4280, "total_steps": 6870, "loss": 0.2744, "lr": 1.87106821630903e-05, "epoch": 1.8689956331877728, "percentage": 62.3, "elapsed_time": "17:00:46", "remaining_time": "10:17:42"} +{"current_steps": 4285, "total_steps": 6870, "loss": 0.2637, "lr": 1.8649232486398955e-05, "epoch": 1.87117903930131, "percentage": 62.37, "elapsed_time": "17:01:58", "remaining_time": "10:16:31"} +{"current_steps": 4290, "total_steps": 6870, "loss": 0.2598, "lr": 1.8587823798699958e-05, "epoch": 1.8733624454148472, "percentage": 62.45, "elapsed_time": "17:03:09", "remaining_time": "10:15:19"} +{"current_steps": 4295, "total_steps": 6870, "loss": 0.2528, "lr": 1.8526456496335997e-05, "epoch": 1.8755458515283843, "percentage": 62.52, "elapsed_time": "17:04:21", "remaining_time": "10:14:08"} +{"current_steps": 4300, "total_steps": 6870, "loss": 0.2548, "lr": 1.846513097538265e-05, "epoch": 1.8777292576419216, "percentage": 62.59, "elapsed_time": "17:05:32", "remaining_time": "10:12:56"} +{"current_steps": 4305, "total_steps": 6870, "loss": 0.2747, "lr": 1.8403847631645815e-05, "epoch": 1.8799126637554586, "percentage": 62.66, "elapsed_time": "17:06:44", "remaining_time": "10:11:45"} +{"current_steps": 4310, "total_steps": 6870, "loss": 0.2754, "lr": 1.834260686065919e-05, "epoch": 1.8820960698689957, "percentage": 62.74, "elapsed_time": "17:07:56", "remaining_time": "10:10:33"} +{"current_steps": 4315, "total_steps": 6870, "loss": 0.2556, "lr": 1.8281409057681685e-05, "epoch": 1.8842794759825328, "percentage": 62.81, "elapsed_time": "17:09:07", "remaining_time": "10:09:22"} +{"current_steps": 4320, "total_steps": 6870, "loss": 0.2728, "lr": 1.8220254617694904e-05, "epoch": 1.8864628820960698, "percentage": 62.88, "elapsed_time": "17:10:19", "remaining_time": "10:08:10"} +{"current_steps": 4325, "total_steps": 6870, "loss": 0.2674, "lr": 1.815914393540057e-05, "epoch": 1.888646288209607, "percentage": 62.95, "elapsed_time": "17:11:30", "remaining_time": "10:06:58"} +{"current_steps": 4330, "total_steps": 6870, "loss": 0.2682, "lr": 1.8098077405217973e-05, "epoch": 1.890829694323144, "percentage": 63.03, "elapsed_time": "17:12:42", "remaining_time": "10:05:47"} +{"current_steps": 4335, "total_steps": 6870, "loss": 0.2755, "lr": 1.8037055421281453e-05, "epoch": 1.8930131004366813, "percentage": 63.1, "elapsed_time": "17:13:53", "remaining_time": "10:04:35"} +{"current_steps": 4340, "total_steps": 6870, "loss": 0.2538, "lr": 1.7976078377437843e-05, "epoch": 1.8951965065502183, "percentage": 63.17, "elapsed_time": "17:15:05", "remaining_time": "10:03:24"} +{"current_steps": 4345, "total_steps": 6870, "loss": 0.2707, "lr": 1.7915146667243912e-05, "epoch": 1.8973799126637556, "percentage": 63.25, "elapsed_time": "17:16:16", "remaining_time": "10:02:12"} +{"current_steps": 4350, "total_steps": 6870, "loss": 0.2724, "lr": 1.785426068396385e-05, "epoch": 1.8995633187772927, "percentage": 63.32, "elapsed_time": "17:17:28", "remaining_time": "10:01:01"} +{"current_steps": 4355, "total_steps": 6870, "loss": 0.3122, "lr": 1.7793420820566698e-05, "epoch": 1.9017467248908297, "percentage": 63.39, "elapsed_time": "17:18:40", "remaining_time": "9:59:49"} +{"current_steps": 4360, "total_steps": 6870, "loss": 0.2669, "lr": 1.7732627469723867e-05, "epoch": 1.9039301310043668, "percentage": 63.46, "elapsed_time": "17:19:51", "remaining_time": "9:58:38"} +{"current_steps": 4365, "total_steps": 6870, "loss": 0.2633, "lr": 1.7671881023806526e-05, "epoch": 1.9061135371179039, "percentage": 63.54, "elapsed_time": "17:21:03", "remaining_time": "9:57:26"} +{"current_steps": 4370, "total_steps": 6870, "loss": 0.264, "lr": 1.7611181874883133e-05, "epoch": 1.908296943231441, "percentage": 63.61, "elapsed_time": "17:22:14", "remaining_time": "9:56:15"} +{"current_steps": 4375, "total_steps": 6870, "loss": 0.2631, "lr": 1.755053041471689e-05, "epoch": 1.910480349344978, "percentage": 63.68, "elapsed_time": "17:23:26", "remaining_time": "9:55:03"} +{"current_steps": 4380, "total_steps": 6870, "loss": 0.2624, "lr": 1.748992703476318e-05, "epoch": 1.9126637554585153, "percentage": 63.76, "elapsed_time": "17:24:37", "remaining_time": "9:53:51"} +{"current_steps": 4385, "total_steps": 6870, "loss": 0.2493, "lr": 1.7429372126167105e-05, "epoch": 1.9148471615720524, "percentage": 63.83, "elapsed_time": "17:25:49", "remaining_time": "9:52:40"} +{"current_steps": 4390, "total_steps": 6870, "loss": 0.2617, "lr": 1.7368866079760887e-05, "epoch": 1.9170305676855897, "percentage": 63.9, "elapsed_time": "17:27:01", "remaining_time": "9:51:28"} +{"current_steps": 4395, "total_steps": 6870, "loss": 0.2688, "lr": 1.7308409286061407e-05, "epoch": 1.9192139737991267, "percentage": 63.97, "elapsed_time": "17:28:12", "remaining_time": "9:50:17"} +{"current_steps": 4400, "total_steps": 6870, "loss": 0.2668, "lr": 1.7248002135267645e-05, "epoch": 1.9213973799126638, "percentage": 64.05, "elapsed_time": "17:29:24", "remaining_time": "9:49:05"} +{"current_steps": 4405, "total_steps": 6870, "loss": 0.2736, "lr": 1.7187645017258196e-05, "epoch": 1.9235807860262009, "percentage": 64.12, "elapsed_time": "17:30:35", "remaining_time": "9:47:54"} +{"current_steps": 4410, "total_steps": 6870, "loss": 0.2618, "lr": 1.712733832158872e-05, "epoch": 1.925764192139738, "percentage": 64.19, "elapsed_time": "17:31:47", "remaining_time": "9:46:42"} +{"current_steps": 4415, "total_steps": 6870, "loss": 0.2656, "lr": 1.7067082437489436e-05, "epoch": 1.927947598253275, "percentage": 64.26, "elapsed_time": "17:32:58", "remaining_time": "9:45:31"} +{"current_steps": 4420, "total_steps": 6870, "loss": 0.2625, "lr": 1.7006877753862632e-05, "epoch": 1.930131004366812, "percentage": 64.34, "elapsed_time": "17:34:10", "remaining_time": "9:44:19"} +{"current_steps": 4425, "total_steps": 6870, "loss": 0.2544, "lr": 1.6946724659280133e-05, "epoch": 1.9323144104803494, "percentage": 64.41, "elapsed_time": "17:35:21", "remaining_time": "9:43:07"} +{"current_steps": 4430, "total_steps": 6870, "loss": 0.2759, "lr": 1.6886623541980796e-05, "epoch": 1.9344978165938864, "percentage": 64.48, "elapsed_time": "17:36:33", "remaining_time": "9:41:56"} +{"current_steps": 4435, "total_steps": 6870, "loss": 0.2646, "lr": 1.682657478986801e-05, "epoch": 1.9366812227074237, "percentage": 64.56, "elapsed_time": "17:37:44", "remaining_time": "9:40:44"} +{"current_steps": 4440, "total_steps": 6870, "loss": 0.2597, "lr": 1.6766578790507192e-05, "epoch": 1.9388646288209608, "percentage": 64.63, "elapsed_time": "17:38:56", "remaining_time": "9:39:33"} +{"current_steps": 4445, "total_steps": 6870, "loss": 0.26, "lr": 1.6706635931123277e-05, "epoch": 1.9410480349344978, "percentage": 64.7, "elapsed_time": "17:40:07", "remaining_time": "9:38:21"} +{"current_steps": 4450, "total_steps": 6870, "loss": 0.2493, "lr": 1.664674659859822e-05, "epoch": 1.943231441048035, "percentage": 64.77, "elapsed_time": "17:41:19", "remaining_time": "9:37:10"} +{"current_steps": 4455, "total_steps": 6870, "loss": 0.2762, "lr": 1.658691117946853e-05, "epoch": 1.945414847161572, "percentage": 64.85, "elapsed_time": "17:42:31", "remaining_time": "9:35:58"} +{"current_steps": 4460, "total_steps": 6870, "loss": 0.2634, "lr": 1.6527130059922717e-05, "epoch": 1.947598253275109, "percentage": 64.92, "elapsed_time": "17:43:42", "remaining_time": "9:34:47"} +{"current_steps": 4465, "total_steps": 6870, "loss": 0.2617, "lr": 1.646740362579886e-05, "epoch": 1.9497816593886463, "percentage": 64.99, "elapsed_time": "17:44:54", "remaining_time": "9:33:35"} +{"current_steps": 4470, "total_steps": 6870, "loss": 0.2658, "lr": 1.6407732262582067e-05, "epoch": 1.9519650655021834, "percentage": 65.07, "elapsed_time": "17:46:05", "remaining_time": "9:32:23"} +{"current_steps": 4475, "total_steps": 6870, "loss": 0.2594, "lr": 1.634811635540201e-05, "epoch": 1.9541484716157205, "percentage": 65.14, "elapsed_time": "17:47:17", "remaining_time": "9:31:12"} +{"current_steps": 4480, "total_steps": 6870, "loss": 0.2678, "lr": 1.6288556289030452e-05, "epoch": 1.9563318777292578, "percentage": 65.21, "elapsed_time": "17:48:28", "remaining_time": "9:30:00"} +{"current_steps": 4485, "total_steps": 6870, "loss": 0.2543, "lr": 1.6229052447878743e-05, "epoch": 1.9585152838427948, "percentage": 65.28, "elapsed_time": "17:49:40", "remaining_time": "9:28:49"} +{"current_steps": 4490, "total_steps": 6870, "loss": 0.2589, "lr": 1.6169605215995345e-05, "epoch": 1.960698689956332, "percentage": 65.36, "elapsed_time": "17:50:51", "remaining_time": "9:27:37"} +{"current_steps": 4495, "total_steps": 6870, "loss": 0.256, "lr": 1.6110214977063345e-05, "epoch": 1.962882096069869, "percentage": 65.43, "elapsed_time": "17:52:03", "remaining_time": "9:26:26"} +{"current_steps": 4500, "total_steps": 6870, "loss": 0.2508, "lr": 1.6050882114398e-05, "epoch": 1.965065502183406, "percentage": 65.5, "elapsed_time": "17:53:14", "remaining_time": "9:25:14"} +{"current_steps": 4505, "total_steps": 6870, "loss": 0.2609, "lr": 1.5991607010944242e-05, "epoch": 1.967248908296943, "percentage": 65.57, "elapsed_time": "17:54:26", "remaining_time": "9:24:03"} +{"current_steps": 4510, "total_steps": 6870, "loss": 0.2642, "lr": 1.5932390049274227e-05, "epoch": 1.9694323144104804, "percentage": 65.65, "elapsed_time": "17:55:38", "remaining_time": "9:22:51"} +{"current_steps": 4515, "total_steps": 6870, "loss": 0.2722, "lr": 1.587323161158484e-05, "epoch": 1.9716157205240175, "percentage": 65.72, "elapsed_time": "17:56:49", "remaining_time": "9:21:40"} +{"current_steps": 4520, "total_steps": 6870, "loss": 0.2651, "lr": 1.5814132079695232e-05, "epoch": 1.9737991266375547, "percentage": 65.79, "elapsed_time": "17:58:01", "remaining_time": "9:20:28"} +{"current_steps": 4525, "total_steps": 6870, "loss": 0.2586, "lr": 1.57550918350444e-05, "epoch": 1.9759825327510918, "percentage": 65.87, "elapsed_time": "17:59:12", "remaining_time": "9:19:16"} +{"current_steps": 4530, "total_steps": 6870, "loss": 0.2556, "lr": 1.5696111258688657e-05, "epoch": 1.9781659388646289, "percentage": 65.94, "elapsed_time": "18:00:24", "remaining_time": "9:18:05"} +{"current_steps": 4535, "total_steps": 6870, "loss": 0.2656, "lr": 1.563719073129923e-05, "epoch": 1.980349344978166, "percentage": 66.01, "elapsed_time": "18:01:35", "remaining_time": "9:16:53"} +{"current_steps": 4540, "total_steps": 6870, "loss": 0.2594, "lr": 1.557833063315976e-05, "epoch": 1.982532751091703, "percentage": 66.08, "elapsed_time": "18:02:47", "remaining_time": "9:15:42"} +{"current_steps": 4545, "total_steps": 6870, "loss": 0.2596, "lr": 1.5519531344163873e-05, "epoch": 1.98471615720524, "percentage": 66.16, "elapsed_time": "18:03:59", "remaining_time": "9:14:30"} +{"current_steps": 4550, "total_steps": 6870, "loss": 0.2647, "lr": 1.5460793243812732e-05, "epoch": 1.9868995633187772, "percentage": 66.23, "elapsed_time": "18:05:10", "remaining_time": "9:13:19"} +{"current_steps": 4555, "total_steps": 6870, "loss": 0.2715, "lr": 1.5402116711212566e-05, "epoch": 1.9890829694323144, "percentage": 66.3, "elapsed_time": "18:06:22", "remaining_time": "9:12:07"} +{"current_steps": 4560, "total_steps": 6870, "loss": 0.2544, "lr": 1.5343502125072236e-05, "epoch": 1.9912663755458515, "percentage": 66.38, "elapsed_time": "18:07:33", "remaining_time": "9:10:56"} +{"current_steps": 4565, "total_steps": 6870, "loss": 0.2662, "lr": 1.5284949863700805e-05, "epoch": 1.9934497816593888, "percentage": 66.45, "elapsed_time": "18:08:45", "remaining_time": "9:09:44"} +{"current_steps": 4570, "total_steps": 6870, "loss": 0.2621, "lr": 1.5226460305005044e-05, "epoch": 1.9956331877729259, "percentage": 66.52, "elapsed_time": "18:09:56", "remaining_time": "9:08:32"} +{"current_steps": 4575, "total_steps": 6870, "loss": 0.2695, "lr": 1.5168033826487072e-05, "epoch": 1.997816593886463, "percentage": 66.59, "elapsed_time": "18:11:08", "remaining_time": "9:07:21"} +{"current_steps": 4580, "total_steps": 6870, "loss": 0.257, "lr": 1.5109670805241846e-05, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "18:12:19", "remaining_time": "9:06:09"} +{"current_steps": 4585, "total_steps": 6870, "loss": 0.2215, "lr": 1.505137161795478e-05, "epoch": 2.002183406113537, "percentage": 66.74, "elapsed_time": "18:13:31", "remaining_time": "9:04:58"} +{"current_steps": 4590, "total_steps": 6870, "loss": 0.2148, "lr": 1.4993136640899286e-05, "epoch": 2.004366812227074, "percentage": 66.81, "elapsed_time": "18:14:42", "remaining_time": "9:03:46"} +{"current_steps": 4595, "total_steps": 6870, "loss": 0.2053, "lr": 1.4934966249934334e-05, "epoch": 2.006550218340611, "percentage": 66.89, "elapsed_time": "18:15:54", "remaining_time": "9:02:35"} +{"current_steps": 4600, "total_steps": 6870, "loss": 0.2163, "lr": 1.487686082050207e-05, "epoch": 2.0087336244541483, "percentage": 66.96, "elapsed_time": "18:17:05", "remaining_time": "9:01:23"} +{"current_steps": 4605, "total_steps": 6870, "loss": 0.2071, "lr": 1.4818820727625348e-05, "epoch": 2.010917030567686, "percentage": 67.03, "elapsed_time": "18:18:17", "remaining_time": "9:00:12"} +{"current_steps": 4610, "total_steps": 6870, "loss": 0.2145, "lr": 1.4760846345905344e-05, "epoch": 2.013100436681223, "percentage": 67.1, "elapsed_time": "18:19:29", "remaining_time": "8:59:00"} +{"current_steps": 4615, "total_steps": 6870, "loss": 0.2168, "lr": 1.4702938049519105e-05, "epoch": 2.01528384279476, "percentage": 67.18, "elapsed_time": "18:20:40", "remaining_time": "8:57:49"} +{"current_steps": 4620, "total_steps": 6870, "loss": 0.2076, "lr": 1.4645096212217167e-05, "epoch": 2.017467248908297, "percentage": 67.25, "elapsed_time": "18:21:52", "remaining_time": "8:56:37"} +{"current_steps": 4625, "total_steps": 6870, "loss": 0.2233, "lr": 1.4587321207321115e-05, "epoch": 2.019650655021834, "percentage": 67.32, "elapsed_time": "18:23:03", "remaining_time": "8:55:26"} +{"current_steps": 4630, "total_steps": 6870, "loss": 0.2016, "lr": 1.4529613407721192e-05, "epoch": 2.021834061135371, "percentage": 67.39, "elapsed_time": "18:24:15", "remaining_time": "8:54:14"} +{"current_steps": 4635, "total_steps": 6870, "loss": 0.2091, "lr": 1.4471973185873888e-05, "epoch": 2.024017467248908, "percentage": 67.47, "elapsed_time": "18:25:27", "remaining_time": "8:53:02"} +{"current_steps": 4640, "total_steps": 6870, "loss": 0.2028, "lr": 1.4414400913799535e-05, "epoch": 2.0262008733624453, "percentage": 67.54, "elapsed_time": "18:26:38", "remaining_time": "8:51:51"} +{"current_steps": 4645, "total_steps": 6870, "loss": 0.2035, "lr": 1.4356896963079885e-05, "epoch": 2.0283842794759823, "percentage": 67.61, "elapsed_time": "18:27:50", "remaining_time": "8:50:39"} +{"current_steps": 4650, "total_steps": 6870, "loss": 0.2042, "lr": 1.4299461704855759e-05, "epoch": 2.03056768558952, "percentage": 67.69, "elapsed_time": "18:29:01", "remaining_time": "8:49:28"} +{"current_steps": 4655, "total_steps": 6870, "loss": 0.2151, "lr": 1.424209550982461e-05, "epoch": 2.032751091703057, "percentage": 67.76, "elapsed_time": "18:30:13", "remaining_time": "8:48:16"} +{"current_steps": 4660, "total_steps": 6870, "loss": 0.2175, "lr": 1.4184798748238148e-05, "epoch": 2.034934497816594, "percentage": 67.83, "elapsed_time": "18:31:24", "remaining_time": "8:47:05"} +{"current_steps": 4665, "total_steps": 6870, "loss": 0.2068, "lr": 1.4127571789899946e-05, "epoch": 2.037117903930131, "percentage": 67.9, "elapsed_time": "18:32:36", "remaining_time": "8:45:53"} +{"current_steps": 4670, "total_steps": 6870, "loss": 0.2164, "lr": 1.4070415004163056e-05, "epoch": 2.039301310043668, "percentage": 67.98, "elapsed_time": "18:33:48", "remaining_time": "8:44:42"} +{"current_steps": 4675, "total_steps": 6870, "loss": 0.2135, "lr": 1.4013328759927625e-05, "epoch": 2.041484716157205, "percentage": 68.05, "elapsed_time": "18:34:59", "remaining_time": "8:43:30"} +{"current_steps": 4680, "total_steps": 6870, "loss": 0.2017, "lr": 1.39563134256385e-05, "epoch": 2.0436681222707422, "percentage": 68.12, "elapsed_time": "18:36:11", "remaining_time": "8:42:19"} +{"current_steps": 4685, "total_steps": 6870, "loss": 0.2185, "lr": 1.3899369369282888e-05, "epoch": 2.0458515283842793, "percentage": 68.2, "elapsed_time": "18:37:22", "remaining_time": "8:41:07"} +{"current_steps": 4690, "total_steps": 6870, "loss": 0.2189, "lr": 1.3842496958387938e-05, "epoch": 2.0480349344978164, "percentage": 68.27, "elapsed_time": "18:38:34", "remaining_time": "8:39:56"} +{"current_steps": 4695, "total_steps": 6870, "loss": 0.204, "lr": 1.3785696560018374e-05, "epoch": 2.050218340611354, "percentage": 68.34, "elapsed_time": "18:39:45", "remaining_time": "8:38:44"} +{"current_steps": 4700, "total_steps": 6870, "loss": 0.206, "lr": 1.372896854077416e-05, "epoch": 2.052401746724891, "percentage": 68.41, "elapsed_time": "18:40:57", "remaining_time": "8:37:32"} +{"current_steps": 4705, "total_steps": 6870, "loss": 0.213, "lr": 1.3672313266788106e-05, "epoch": 2.054585152838428, "percentage": 68.49, "elapsed_time": "18:42:09", "remaining_time": "8:36:21"} +{"current_steps": 4710, "total_steps": 6870, "loss": 0.2125, "lr": 1.3615731103723507e-05, "epoch": 2.056768558951965, "percentage": 68.56, "elapsed_time": "18:43:20", "remaining_time": "8:35:09"} +{"current_steps": 4715, "total_steps": 6870, "loss": 0.2063, "lr": 1.3559222416771793e-05, "epoch": 2.058951965065502, "percentage": 68.63, "elapsed_time": "18:44:32", "remaining_time": "8:33:58"} +{"current_steps": 4720, "total_steps": 6870, "loss": 0.2108, "lr": 1.350278757065016e-05, "epoch": 2.061135371179039, "percentage": 68.7, "elapsed_time": "18:45:43", "remaining_time": "8:32:46"} +{"current_steps": 4725, "total_steps": 6870, "loss": 0.2139, "lr": 1.3446426929599229e-05, "epoch": 2.0633187772925763, "percentage": 68.78, "elapsed_time": "18:46:55", "remaining_time": "8:31:35"} +{"current_steps": 4730, "total_steps": 6870, "loss": 0.1966, "lr": 1.3390140857380678e-05, "epoch": 2.0655021834061134, "percentage": 68.85, "elapsed_time": "18:48:06", "remaining_time": "8:30:23"} +{"current_steps": 4735, "total_steps": 6870, "loss": 0.2256, "lr": 1.3333929717274919e-05, "epoch": 2.067685589519651, "percentage": 68.92, "elapsed_time": "18:49:18", "remaining_time": "8:29:12"} +{"current_steps": 4740, "total_steps": 6870, "loss": 0.2199, "lr": 1.3277793872078732e-05, "epoch": 2.069868995633188, "percentage": 69.0, "elapsed_time": "18:50:30", "remaining_time": "8:28:00"} +{"current_steps": 4745, "total_steps": 6870, "loss": 0.2129, "lr": 1.3221733684102905e-05, "epoch": 2.072052401746725, "percentage": 69.07, "elapsed_time": "18:51:41", "remaining_time": "8:26:49"} +{"current_steps": 4750, "total_steps": 6870, "loss": 0.2108, "lr": 1.3165749515169967e-05, "epoch": 2.074235807860262, "percentage": 69.14, "elapsed_time": "18:52:53", "remaining_time": "8:25:37"} +{"current_steps": 4755, "total_steps": 6870, "loss": 0.2182, "lr": 1.310984172661177e-05, "epoch": 2.076419213973799, "percentage": 69.21, "elapsed_time": "18:54:04", "remaining_time": "8:24:25"} +{"current_steps": 4760, "total_steps": 6870, "loss": 0.2145, "lr": 1.305401067926722e-05, "epoch": 2.078602620087336, "percentage": 69.29, "elapsed_time": "18:55:16", "remaining_time": "8:23:14"} +{"current_steps": 4765, "total_steps": 6870, "loss": 0.2003, "lr": 1.2998256733479897e-05, "epoch": 2.0807860262008733, "percentage": 69.36, "elapsed_time": "18:56:27", "remaining_time": "8:22:02"} +{"current_steps": 4770, "total_steps": 6870, "loss": 0.2042, "lr": 1.294258024909577e-05, "epoch": 2.0829694323144103, "percentage": 69.43, "elapsed_time": "18:57:39", "remaining_time": "8:20:51"} +{"current_steps": 4775, "total_steps": 6870, "loss": 0.2209, "lr": 1.288698158546085e-05, "epoch": 2.0851528384279474, "percentage": 69.51, "elapsed_time": "18:58:50", "remaining_time": "8:19:39"} +{"current_steps": 4780, "total_steps": 6870, "loss": 0.2172, "lr": 1.2831461101418884e-05, "epoch": 2.087336244541485, "percentage": 69.58, "elapsed_time": "19:00:02", "remaining_time": "8:18:28"} +{"current_steps": 4785, "total_steps": 6870, "loss": 0.2232, "lr": 1.2776019155309035e-05, "epoch": 2.089519650655022, "percentage": 69.65, "elapsed_time": "19:01:13", "remaining_time": "8:17:16"} +{"current_steps": 4790, "total_steps": 6870, "loss": 0.2146, "lr": 1.2720656104963569e-05, "epoch": 2.091703056768559, "percentage": 69.72, "elapsed_time": "19:02:25", "remaining_time": "8:16:05"} +{"current_steps": 4795, "total_steps": 6870, "loss": 0.2169, "lr": 1.2665372307705525e-05, "epoch": 2.093886462882096, "percentage": 69.8, "elapsed_time": "19:03:37", "remaining_time": "8:14:53"} +{"current_steps": 4800, "total_steps": 6870, "loss": 0.2203, "lr": 1.2610168120346455e-05, "epoch": 2.096069868995633, "percentage": 69.87, "elapsed_time": "19:04:48", "remaining_time": "8:13:41"} +{"current_steps": 4805, "total_steps": 6870, "loss": 0.2169, "lr": 1.2555043899184077e-05, "epoch": 2.0982532751091703, "percentage": 69.94, "elapsed_time": "19:06:00", "remaining_time": "8:12:30"} +{"current_steps": 4810, "total_steps": 6870, "loss": 0.2134, "lr": 1.2500000000000006e-05, "epoch": 2.1004366812227073, "percentage": 70.01, "elapsed_time": "19:07:11", "remaining_time": "8:11:18"} +{"current_steps": 4815, "total_steps": 6870, "loss": 0.2156, "lr": 1.2445036778057434e-05, "epoch": 2.1026200873362444, "percentage": 70.09, "elapsed_time": "19:08:23", "remaining_time": "8:10:07"} +{"current_steps": 4820, "total_steps": 6870, "loss": 0.2155, "lr": 1.2390154588098854e-05, "epoch": 2.1048034934497815, "percentage": 70.16, "elapsed_time": "19:09:34", "remaining_time": "8:08:55"} +{"current_steps": 4825, "total_steps": 6870, "loss": 0.2078, "lr": 1.233535378434376e-05, "epoch": 2.106986899563319, "percentage": 70.23, "elapsed_time": "19:10:46", "remaining_time": "8:07:44"} +{"current_steps": 4830, "total_steps": 6870, "loss": 0.2138, "lr": 1.2280634720486364e-05, "epoch": 2.109170305676856, "percentage": 70.31, "elapsed_time": "19:11:57", "remaining_time": "8:06:32"} +{"current_steps": 4835, "total_steps": 6870, "loss": 0.2098, "lr": 1.2225997749693318e-05, "epoch": 2.111353711790393, "percentage": 70.38, "elapsed_time": "19:13:09", "remaining_time": "8:05:21"} +{"current_steps": 4840, "total_steps": 6870, "loss": 0.2141, "lr": 1.2171443224601443e-05, "epoch": 2.11353711790393, "percentage": 70.45, "elapsed_time": "19:14:21", "remaining_time": "8:04:09"} +{"current_steps": 4845, "total_steps": 6870, "loss": 0.2079, "lr": 1.2116971497315402e-05, "epoch": 2.1157205240174672, "percentage": 70.52, "elapsed_time": "19:15:32", "remaining_time": "8:02:58"} +{"current_steps": 4850, "total_steps": 6870, "loss": 0.2096, "lr": 1.2062582919405502e-05, "epoch": 2.1179039301310043, "percentage": 70.6, "elapsed_time": "19:16:44", "remaining_time": "8:01:46"} +{"current_steps": 4855, "total_steps": 6870, "loss": 0.2142, "lr": 1.200827784190537e-05, "epoch": 2.1200873362445414, "percentage": 70.67, "elapsed_time": "19:17:55", "remaining_time": "8:00:34"} +{"current_steps": 4860, "total_steps": 6870, "loss": 0.2086, "lr": 1.1954056615309728e-05, "epoch": 2.1222707423580784, "percentage": 70.74, "elapsed_time": "19:19:07", "remaining_time": "7:59:23"} +{"current_steps": 4865, "total_steps": 6870, "loss": 0.2129, "lr": 1.1899919589572092e-05, "epoch": 2.1244541484716155, "percentage": 70.82, "elapsed_time": "19:20:18", "remaining_time": "7:58:11"} +{"current_steps": 4870, "total_steps": 6870, "loss": 0.2064, "lr": 1.1845867114102532e-05, "epoch": 2.126637554585153, "percentage": 70.89, "elapsed_time": "19:21:30", "remaining_time": "7:57:00"} +{"current_steps": 4875, "total_steps": 6870, "loss": 0.2226, "lr": 1.1791899537765416e-05, "epoch": 2.12882096069869, "percentage": 70.96, "elapsed_time": "19:22:42", "remaining_time": "7:55:48"} +{"current_steps": 4880, "total_steps": 6870, "loss": 0.2218, "lr": 1.173801720887717e-05, "epoch": 2.131004366812227, "percentage": 71.03, "elapsed_time": "19:23:53", "remaining_time": "7:54:37"} +{"current_steps": 4885, "total_steps": 6870, "loss": 0.1998, "lr": 1.1684220475203986e-05, "epoch": 2.1331877729257642, "percentage": 71.11, "elapsed_time": "19:25:05", "remaining_time": "7:53:25"} +{"current_steps": 4890, "total_steps": 6870, "loss": 0.2123, "lr": 1.1630509683959643e-05, "epoch": 2.1353711790393013, "percentage": 71.18, "elapsed_time": "19:26:16", "remaining_time": "7:52:14"} +{"current_steps": 4895, "total_steps": 6870, "loss": 0.2171, "lr": 1.1576885181803215e-05, "epoch": 2.1375545851528384, "percentage": 71.25, "elapsed_time": "19:27:28", "remaining_time": "7:51:02"} +{"current_steps": 4900, "total_steps": 6870, "loss": 0.2135, "lr": 1.1523347314836858e-05, "epoch": 2.1397379912663754, "percentage": 71.32, "elapsed_time": "19:28:39", "remaining_time": "7:49:51"} +{"current_steps": 4905, "total_steps": 6870, "loss": 0.2202, "lr": 1.1469896428603563e-05, "epoch": 2.1419213973799125, "percentage": 71.4, "elapsed_time": "19:29:51", "remaining_time": "7:48:39"} +{"current_steps": 4910, "total_steps": 6870, "loss": 0.2023, "lr": 1.1416532868084937e-05, "epoch": 2.14410480349345, "percentage": 71.47, "elapsed_time": "19:31:02", "remaining_time": "7:47:27"} +{"current_steps": 4915, "total_steps": 6870, "loss": 0.2155, "lr": 1.1363256977698968e-05, "epoch": 2.146288209606987, "percentage": 71.54, "elapsed_time": "19:32:14", "remaining_time": "7:46:16"} +{"current_steps": 4920, "total_steps": 6870, "loss": 0.2119, "lr": 1.1310069101297807e-05, "epoch": 2.148471615720524, "percentage": 71.62, "elapsed_time": "19:33:26", "remaining_time": "7:45:04"} +{"current_steps": 4925, "total_steps": 6870, "loss": 0.21, "lr": 1.1256969582165544e-05, "epoch": 2.150655021834061, "percentage": 71.69, "elapsed_time": "19:34:37", "remaining_time": "7:43:53"} +{"current_steps": 4930, "total_steps": 6870, "loss": 0.1967, "lr": 1.1203958763016007e-05, "epoch": 2.1528384279475983, "percentage": 71.76, "elapsed_time": "19:35:49", "remaining_time": "7:42:41"} +{"current_steps": 4935, "total_steps": 6870, "loss": 0.2095, "lr": 1.1151036985990509e-05, "epoch": 2.1550218340611353, "percentage": 71.83, "elapsed_time": "19:37:00", "remaining_time": "7:41:30"} +{"current_steps": 4940, "total_steps": 6870, "loss": 0.2144, "lr": 1.1098204592655703e-05, "epoch": 2.1572052401746724, "percentage": 71.91, "elapsed_time": "19:38:12", "remaining_time": "7:40:18"} +{"current_steps": 4945, "total_steps": 6870, "loss": 0.2094, "lr": 1.1045461924001325e-05, "epoch": 2.1593886462882095, "percentage": 71.98, "elapsed_time": "19:39:23", "remaining_time": "7:39:06"} +{"current_steps": 4950, "total_steps": 6870, "loss": 0.2073, "lr": 1.0992809320438016e-05, "epoch": 2.1615720524017465, "percentage": 72.05, "elapsed_time": "19:40:35", "remaining_time": "7:37:55"} +{"current_steps": 4955, "total_steps": 6870, "loss": 0.2095, "lr": 1.0940247121795123e-05, "epoch": 2.1637554585152836, "percentage": 72.13, "elapsed_time": "19:41:46", "remaining_time": "7:36:43"} +{"current_steps": 4960, "total_steps": 6870, "loss": 0.2172, "lr": 1.08877756673185e-05, "epoch": 2.165938864628821, "percentage": 72.2, "elapsed_time": "19:42:58", "remaining_time": "7:35:32"} +{"current_steps": 4965, "total_steps": 6870, "loss": 0.2177, "lr": 1.0835395295668327e-05, "epoch": 2.168122270742358, "percentage": 72.27, "elapsed_time": "19:44:09", "remaining_time": "7:34:20"} +{"current_steps": 4970, "total_steps": 6870, "loss": 0.2051, "lr": 1.0783106344916913e-05, "epoch": 2.1703056768558953, "percentage": 72.34, "elapsed_time": "19:45:21", "remaining_time": "7:33:09"} +{"current_steps": 4975, "total_steps": 6870, "loss": 0.2222, "lr": 1.073090915254652e-05, "epoch": 2.1724890829694323, "percentage": 72.42, "elapsed_time": "19:46:32", "remaining_time": "7:31:57"} +{"current_steps": 4980, "total_steps": 6870, "loss": 0.2005, "lr": 1.06788040554472e-05, "epoch": 2.1746724890829694, "percentage": 72.49, "elapsed_time": "19:47:44", "remaining_time": "7:30:46"} +{"current_steps": 4985, "total_steps": 6870, "loss": 0.203, "lr": 1.0626791389914573e-05, "epoch": 2.1768558951965065, "percentage": 72.56, "elapsed_time": "19:48:56", "remaining_time": "7:29:34"} +{"current_steps": 4990, "total_steps": 6870, "loss": 0.214, "lr": 1.0574871491647723e-05, "epoch": 2.1790393013100435, "percentage": 72.63, "elapsed_time": "19:50:07", "remaining_time": "7:28:23"} +{"current_steps": 4995, "total_steps": 6870, "loss": 0.2125, "lr": 1.0523044695746975e-05, "epoch": 2.1812227074235806, "percentage": 72.71, "elapsed_time": "19:51:19", "remaining_time": "7:27:11"} +{"current_steps": 5000, "total_steps": 6870, "loss": 0.2119, "lr": 1.0471311336711772e-05, "epoch": 2.183406113537118, "percentage": 72.78, "elapsed_time": "19:52:30", "remaining_time": "7:26:00"} +{"current_steps": 5005, "total_steps": 6870, "loss": 0.2168, "lr": 1.0419671748438487e-05, "epoch": 2.185589519650655, "percentage": 72.85, "elapsed_time": "19:53:42", "remaining_time": "7:24:48"} +{"current_steps": 5010, "total_steps": 6870, "loss": 0.211, "lr": 1.0368126264218282e-05, "epoch": 2.1877729257641922, "percentage": 72.93, "elapsed_time": "19:54:54", "remaining_time": "7:23:36"} +{"current_steps": 5015, "total_steps": 6870, "loss": 0.2057, "lr": 1.0316675216734952e-05, "epoch": 2.1899563318777293, "percentage": 73.0, "elapsed_time": "19:56:05", "remaining_time": "7:22:25"} +{"current_steps": 5020, "total_steps": 6870, "loss": 0.2229, "lr": 1.026531893806279e-05, "epoch": 2.1921397379912664, "percentage": 73.07, "elapsed_time": "19:57:17", "remaining_time": "7:21:13"} +{"current_steps": 5025, "total_steps": 6870, "loss": 0.2159, "lr": 1.0214057759664424e-05, "epoch": 2.1943231441048034, "percentage": 73.14, "elapsed_time": "19:58:28", "remaining_time": "7:20:02"} +{"current_steps": 5030, "total_steps": 6870, "loss": 0.223, "lr": 1.0162892012388703e-05, "epoch": 2.1965065502183405, "percentage": 73.22, "elapsed_time": "19:59:40", "remaining_time": "7:18:50"} +{"current_steps": 5035, "total_steps": 6870, "loss": 0.2127, "lr": 1.0111822026468515e-05, "epoch": 2.1986899563318776, "percentage": 73.29, "elapsed_time": "20:00:51", "remaining_time": "7:17:39"} +{"current_steps": 5040, "total_steps": 6870, "loss": 0.2133, "lr": 1.0060848131518716e-05, "epoch": 2.2008733624454146, "percentage": 73.36, "elapsed_time": "20:02:03", "remaining_time": "7:16:27"} +{"current_steps": 5045, "total_steps": 6870, "loss": 0.2137, "lr": 1.0009970656533965e-05, "epoch": 2.203056768558952, "percentage": 73.44, "elapsed_time": "20:03:15", "remaining_time": "7:15:16"} +{"current_steps": 5050, "total_steps": 6870, "loss": 0.2161, "lr": 9.95918992988661e-06, "epoch": 2.2052401746724892, "percentage": 73.51, "elapsed_time": "20:04:26", "remaining_time": "7:14:04"} +{"current_steps": 5055, "total_steps": 6870, "loss": 0.2097, "lr": 9.908506279324564e-06, "epoch": 2.2074235807860263, "percentage": 73.58, "elapsed_time": "20:05:38", "remaining_time": "7:12:53"} +{"current_steps": 5060, "total_steps": 6870, "loss": 0.2065, "lr": 9.857920031969198e-06, "epoch": 2.2096069868995634, "percentage": 73.65, "elapsed_time": "20:06:49", "remaining_time": "7:11:41"} +{"current_steps": 5065, "total_steps": 6870, "loss": 0.2313, "lr": 9.807431514313225e-06, "epoch": 2.2117903930131004, "percentage": 73.73, "elapsed_time": "20:08:01", "remaining_time": "7:10:29"} +{"current_steps": 5070, "total_steps": 6870, "loss": 0.2192, "lr": 9.757041052218587e-06, "epoch": 2.2139737991266375, "percentage": 73.8, "elapsed_time": "20:09:12", "remaining_time": "7:09:18"} +{"current_steps": 5075, "total_steps": 6870, "loss": 0.2092, "lr": 9.70674897091437e-06, "epoch": 2.2161572052401746, "percentage": 73.87, "elapsed_time": "20:10:24", "remaining_time": "7:08:06"} +{"current_steps": 5080, "total_steps": 6870, "loss": 0.2027, "lr": 9.656555594994687e-06, "epoch": 2.2183406113537116, "percentage": 73.94, "elapsed_time": "20:11:36", "remaining_time": "7:06:55"} +{"current_steps": 5085, "total_steps": 6870, "loss": 0.2016, "lr": 9.606461248416573e-06, "epoch": 2.2205240174672487, "percentage": 74.02, "elapsed_time": "20:12:47", "remaining_time": "7:05:43"} +{"current_steps": 5090, "total_steps": 6870, "loss": 0.2098, "lr": 9.556466254497931e-06, "epoch": 2.222707423580786, "percentage": 74.09, "elapsed_time": "20:13:59", "remaining_time": "7:04:32"} +{"current_steps": 5095, "total_steps": 6870, "loss": 0.2081, "lr": 9.506570935915419e-06, "epoch": 2.2248908296943233, "percentage": 74.16, "elapsed_time": "20:15:10", "remaining_time": "7:03:20"} +{"current_steps": 5100, "total_steps": 6870, "loss": 0.2082, "lr": 9.456775614702364e-06, "epoch": 2.2270742358078603, "percentage": 74.24, "elapsed_time": "20:16:22", "remaining_time": "7:02:09"} +{"current_steps": 5105, "total_steps": 6870, "loss": 0.2106, "lr": 9.407080612246697e-06, "epoch": 2.2292576419213974, "percentage": 74.31, "elapsed_time": "20:17:33", "remaining_time": "7:00:57"} +{"current_steps": 5110, "total_steps": 6870, "loss": 0.2252, "lr": 9.357486249288891e-06, "epoch": 2.2314410480349345, "percentage": 74.38, "elapsed_time": "20:18:45", "remaining_time": "6:59:46"} +{"current_steps": 5115, "total_steps": 6870, "loss": 0.2022, "lr": 9.307992845919844e-06, "epoch": 2.2336244541484715, "percentage": 74.45, "elapsed_time": "20:19:57", "remaining_time": "6:58:34"} +{"current_steps": 5120, "total_steps": 6870, "loss": 0.2075, "lr": 9.258600721578872e-06, "epoch": 2.2358078602620086, "percentage": 74.53, "elapsed_time": "20:21:08", "remaining_time": "6:57:22"} +{"current_steps": 5125, "total_steps": 6870, "loss": 0.2187, "lr": 9.209310195051582e-06, "epoch": 2.2379912663755457, "percentage": 74.6, "elapsed_time": "20:22:20", "remaining_time": "6:56:11"} +{"current_steps": 5130, "total_steps": 6870, "loss": 0.1939, "lr": 9.160121584467878e-06, "epoch": 2.2401746724890828, "percentage": 74.67, "elapsed_time": "20:23:31", "remaining_time": "6:54:59"} +{"current_steps": 5135, "total_steps": 6870, "loss": 0.2153, "lr": 9.111035207299878e-06, "epoch": 2.2423580786026203, "percentage": 74.75, "elapsed_time": "20:24:43", "remaining_time": "6:53:48"} +{"current_steps": 5140, "total_steps": 6870, "loss": 0.2155, "lr": 9.062051380359857e-06, "epoch": 2.2445414847161573, "percentage": 74.82, "elapsed_time": "20:25:54", "remaining_time": "6:52:36"} +{"current_steps": 5145, "total_steps": 6870, "loss": 0.219, "lr": 9.01317041979822e-06, "epoch": 2.2467248908296944, "percentage": 74.89, "elapsed_time": "20:27:06", "remaining_time": "6:51:25"} +{"current_steps": 5150, "total_steps": 6870, "loss": 0.1981, "lr": 8.964392641101455e-06, "epoch": 2.2489082969432315, "percentage": 74.96, "elapsed_time": "20:28:17", "remaining_time": "6:50:13"} +{"current_steps": 5155, "total_steps": 6870, "loss": 0.2047, "lr": 8.915718359090086e-06, "epoch": 2.2510917030567685, "percentage": 75.04, "elapsed_time": "20:29:29", "remaining_time": "6:49:02"} +{"current_steps": 5160, "total_steps": 6870, "loss": 0.2228, "lr": 8.867147887916663e-06, "epoch": 2.2532751091703056, "percentage": 75.11, "elapsed_time": "20:30:40", "remaining_time": "6:47:50"} +{"current_steps": 5165, "total_steps": 6870, "loss": 0.2115, "lr": 8.818681541063714e-06, "epoch": 2.2554585152838427, "percentage": 75.18, "elapsed_time": "20:31:52", "remaining_time": "6:46:38"} +{"current_steps": 5170, "total_steps": 6870, "loss": 0.2013, "lr": 8.770319631341745e-06, "epoch": 2.2576419213973797, "percentage": 75.25, "elapsed_time": "20:33:04", "remaining_time": "6:45:27"} +{"current_steps": 5175, "total_steps": 6870, "loss": 0.1977, "lr": 8.722062470887169e-06, "epoch": 2.2598253275109172, "percentage": 75.33, "elapsed_time": "20:34:15", "remaining_time": "6:44:15"} +{"current_steps": 5180, "total_steps": 6870, "loss": 0.213, "lr": 8.673910371160368e-06, "epoch": 2.2620087336244543, "percentage": 75.4, "elapsed_time": "20:35:27", "remaining_time": "6:43:04"} +{"current_steps": 5185, "total_steps": 6870, "loss": 0.2104, "lr": 8.625863642943623e-06, "epoch": 2.2641921397379914, "percentage": 75.47, "elapsed_time": "20:36:38", "remaining_time": "6:41:52"} +{"current_steps": 5190, "total_steps": 6870, "loss": 0.2088, "lr": 8.577922596339142e-06, "epoch": 2.2663755458515285, "percentage": 75.55, "elapsed_time": "20:37:50", "remaining_time": "6:40:41"} +{"current_steps": 5195, "total_steps": 6870, "loss": 0.212, "lr": 8.530087540767029e-06, "epoch": 2.2685589519650655, "percentage": 75.62, "elapsed_time": "20:39:01", "remaining_time": "6:39:29"} +{"current_steps": 5200, "total_steps": 6870, "loss": 0.209, "lr": 8.482358784963312e-06, "epoch": 2.2707423580786026, "percentage": 75.69, "elapsed_time": "20:40:13", "remaining_time": "6:38:18"} +{"current_steps": 5205, "total_steps": 6870, "loss": 0.1947, "lr": 8.43473663697794e-06, "epoch": 2.2729257641921397, "percentage": 75.76, "elapsed_time": "20:41:25", "remaining_time": "6:37:06"} +{"current_steps": 5210, "total_steps": 6870, "loss": 0.2036, "lr": 8.387221404172796e-06, "epoch": 2.2751091703056767, "percentage": 75.84, "elapsed_time": "20:42:36", "remaining_time": "6:35:55"} +{"current_steps": 5215, "total_steps": 6870, "loss": 0.2144, "lr": 8.339813393219714e-06, "epoch": 2.277292576419214, "percentage": 75.91, "elapsed_time": "20:43:48", "remaining_time": "6:34:43"} +{"current_steps": 5220, "total_steps": 6870, "loss": 0.2204, "lr": 8.292512910098508e-06, "epoch": 2.279475982532751, "percentage": 75.98, "elapsed_time": "20:44:59", "remaining_time": "6:33:32"} +{"current_steps": 5225, "total_steps": 6870, "loss": 0.2199, "lr": 8.245320260094955e-06, "epoch": 2.2816593886462884, "percentage": 76.06, "elapsed_time": "20:46:11", "remaining_time": "6:32:20"} +{"current_steps": 5230, "total_steps": 6870, "loss": 0.2169, "lr": 8.198235747798893e-06, "epoch": 2.2838427947598254, "percentage": 76.13, "elapsed_time": "20:47:23", "remaining_time": "6:31:08"} +{"current_steps": 5235, "total_steps": 6870, "loss": 0.2158, "lr": 8.151259677102211e-06, "epoch": 2.2860262008733625, "percentage": 76.2, "elapsed_time": "20:48:34", "remaining_time": "6:29:57"} +{"current_steps": 5240, "total_steps": 6870, "loss": 0.2525, "lr": 8.104392351196885e-06, "epoch": 2.2882096069868996, "percentage": 76.27, "elapsed_time": "20:49:46", "remaining_time": "6:28:45"} +{"current_steps": 5245, "total_steps": 6870, "loss": 0.2176, "lr": 8.057634072573048e-06, "epoch": 2.2903930131004366, "percentage": 76.35, "elapsed_time": "20:50:57", "remaining_time": "6:27:34"} +{"current_steps": 5250, "total_steps": 6870, "loss": 0.2159, "lr": 8.010985143017008e-06, "epoch": 2.2925764192139737, "percentage": 76.42, "elapsed_time": "20:52:09", "remaining_time": "6:26:22"} +{"current_steps": 5255, "total_steps": 6870, "loss": 0.2152, "lr": 7.964445863609329e-06, "epoch": 2.2947598253275108, "percentage": 76.49, "elapsed_time": "20:53:20", "remaining_time": "6:25:11"} +{"current_steps": 5260, "total_steps": 6870, "loss": 0.1989, "lr": 7.91801653472286e-06, "epoch": 2.2969432314410483, "percentage": 76.56, "elapsed_time": "20:54:32", "remaining_time": "6:23:59"} +{"current_steps": 5265, "total_steps": 6870, "loss": 0.2282, "lr": 7.871697456020819e-06, "epoch": 2.2991266375545854, "percentage": 76.64, "elapsed_time": "20:55:43", "remaining_time": "6:22:48"} +{"current_steps": 5270, "total_steps": 6870, "loss": 0.2137, "lr": 7.825488926454851e-06, "epoch": 2.3013100436681224, "percentage": 76.71, "elapsed_time": "20:56:55", "remaining_time": "6:21:36"} +{"current_steps": 5275, "total_steps": 6870, "loss": 0.2092, "lr": 7.77939124426308e-06, "epoch": 2.3034934497816595, "percentage": 76.78, "elapsed_time": "20:58:06", "remaining_time": "6:20:24"} +{"current_steps": 5280, "total_steps": 6870, "loss": 0.2093, "lr": 7.733404706968215e-06, "epoch": 2.3056768558951966, "percentage": 76.86, "elapsed_time": "20:59:18", "remaining_time": "6:19:13"} +{"current_steps": 5285, "total_steps": 6870, "loss": 0.216, "lr": 7.687529611375616e-06, "epoch": 2.3078602620087336, "percentage": 76.93, "elapsed_time": "21:00:29", "remaining_time": "6:18:01"} +{"current_steps": 5290, "total_steps": 6870, "loss": 0.2039, "lr": 7.64176625357138e-06, "epoch": 2.3100436681222707, "percentage": 77.0, "elapsed_time": "21:01:41", "remaining_time": "6:16:50"} +{"current_steps": 5295, "total_steps": 6870, "loss": 0.2119, "lr": 7.596114928920422e-06, "epoch": 2.3122270742358078, "percentage": 77.07, "elapsed_time": "21:02:52", "remaining_time": "6:15:38"} +{"current_steps": 5300, "total_steps": 6870, "loss": 0.2013, "lr": 7.55057593206458e-06, "epoch": 2.314410480349345, "percentage": 77.15, "elapsed_time": "21:04:04", "remaining_time": "6:14:27"} +{"current_steps": 5305, "total_steps": 6870, "loss": 0.2138, "lr": 7.505149556920699e-06, "epoch": 2.316593886462882, "percentage": 77.22, "elapsed_time": "21:05:16", "remaining_time": "6:13:15"} +{"current_steps": 5310, "total_steps": 6870, "loss": 0.2151, "lr": 7.459836096678757e-06, "epoch": 2.3187772925764194, "percentage": 77.29, "elapsed_time": "21:06:27", "remaining_time": "6:12:04"} +{"current_steps": 5315, "total_steps": 6870, "loss": 0.2145, "lr": 7.41463584379995e-06, "epoch": 2.3209606986899565, "percentage": 77.37, "elapsed_time": "21:07:39", "remaining_time": "6:10:52"} +{"current_steps": 5320, "total_steps": 6870, "loss": 0.2118, "lr": 7.369549090014821e-06, "epoch": 2.3231441048034935, "percentage": 77.44, "elapsed_time": "21:08:50", "remaining_time": "6:09:40"} +{"current_steps": 5325, "total_steps": 6870, "loss": 0.216, "lr": 7.32457612632135e-06, "epoch": 2.3253275109170306, "percentage": 77.51, "elapsed_time": "21:10:02", "remaining_time": "6:08:29"} +{"current_steps": 5330, "total_steps": 6870, "loss": 0.2167, "lr": 7.279717242983117e-06, "epoch": 2.3275109170305677, "percentage": 77.58, "elapsed_time": "21:11:13", "remaining_time": "6:07:17"} +{"current_steps": 5335, "total_steps": 6870, "loss": 0.2073, "lr": 7.234972729527401e-06, "epoch": 2.3296943231441047, "percentage": 77.66, "elapsed_time": "21:12:25", "remaining_time": "6:06:06"} +{"current_steps": 5340, "total_steps": 6870, "loss": 0.2012, "lr": 7.190342874743311e-06, "epoch": 2.331877729257642, "percentage": 77.73, "elapsed_time": "21:13:36", "remaining_time": "6:04:54"} +{"current_steps": 5345, "total_steps": 6870, "loss": 0.1967, "lr": 7.145827966679936e-06, "epoch": 2.334061135371179, "percentage": 77.8, "elapsed_time": "21:14:48", "remaining_time": "6:03:43"} +{"current_steps": 5350, "total_steps": 6870, "loss": 0.2176, "lr": 7.101428292644477e-06, "epoch": 2.3362445414847164, "percentage": 77.87, "elapsed_time": "21:15:59", "remaining_time": "6:02:31"} +{"current_steps": 5355, "total_steps": 6870, "loss": 0.2016, "lr": 7.057144139200378e-06, "epoch": 2.3384279475982535, "percentage": 77.95, "elapsed_time": "21:17:11", "remaining_time": "6:01:20"} +{"current_steps": 5360, "total_steps": 6870, "loss": 0.1983, "lr": 7.0129757921655355e-06, "epoch": 2.3406113537117905, "percentage": 78.02, "elapsed_time": "21:18:23", "remaining_time": "6:00:08"} +{"current_steps": 5365, "total_steps": 6870, "loss": 0.208, "lr": 6.968923536610356e-06, "epoch": 2.3427947598253276, "percentage": 78.09, "elapsed_time": "21:19:34", "remaining_time": "5:58:56"} +{"current_steps": 5370, "total_steps": 6870, "loss": 0.194, "lr": 6.924987656856002e-06, "epoch": 2.3449781659388647, "percentage": 78.17, "elapsed_time": "21:20:46", "remaining_time": "5:57:45"} +{"current_steps": 5375, "total_steps": 6870, "loss": 0.2111, "lr": 6.881168436472524e-06, "epoch": 2.3471615720524017, "percentage": 78.24, "elapsed_time": "21:21:57", "remaining_time": "5:56:33"} +{"current_steps": 5380, "total_steps": 6870, "loss": 0.1942, "lr": 6.837466158277025e-06, "epoch": 2.349344978165939, "percentage": 78.31, "elapsed_time": "21:23:09", "remaining_time": "5:55:22"} +{"current_steps": 5385, "total_steps": 6870, "loss": 0.2149, "lr": 6.7938811043318475e-06, "epoch": 2.351528384279476, "percentage": 78.38, "elapsed_time": "21:24:20", "remaining_time": "5:54:10"} +{"current_steps": 5390, "total_steps": 6870, "loss": 0.2066, "lr": 6.750413555942742e-06, "epoch": 2.353711790393013, "percentage": 78.46, "elapsed_time": "21:25:32", "remaining_time": "5:52:59"} +{"current_steps": 5395, "total_steps": 6870, "loss": 0.217, "lr": 6.707063793657065e-06, "epoch": 2.35589519650655, "percentage": 78.53, "elapsed_time": "21:26:44", "remaining_time": "5:51:47"} +{"current_steps": 5400, "total_steps": 6870, "loss": 0.2198, "lr": 6.663832097261952e-06, "epoch": 2.3580786026200875, "percentage": 78.6, "elapsed_time": "21:27:55", "remaining_time": "5:50:36"} +{"current_steps": 5405, "total_steps": 6870, "loss": 0.2032, "lr": 6.620718745782525e-06, "epoch": 2.3602620087336246, "percentage": 78.68, "elapsed_time": "21:29:07", "remaining_time": "5:49:24"} +{"current_steps": 5410, "total_steps": 6870, "loss": 0.2146, "lr": 6.577724017480094e-06, "epoch": 2.3624454148471616, "percentage": 78.75, "elapsed_time": "21:30:18", "remaining_time": "5:48:13"} +{"current_steps": 5415, "total_steps": 6870, "loss": 0.199, "lr": 6.534848189850329e-06, "epoch": 2.3646288209606987, "percentage": 78.82, "elapsed_time": "21:31:30", "remaining_time": "5:47:01"} +{"current_steps": 5420, "total_steps": 6870, "loss": 0.2034, "lr": 6.492091539621517e-06, "epoch": 2.3668122270742358, "percentage": 78.89, "elapsed_time": "21:32:41", "remaining_time": "5:45:49"} +{"current_steps": 5425, "total_steps": 6870, "loss": 0.2018, "lr": 6.449454342752748e-06, "epoch": 2.368995633187773, "percentage": 78.97, "elapsed_time": "21:33:53", "remaining_time": "5:44:38"} +{"current_steps": 5430, "total_steps": 6870, "loss": 0.2038, "lr": 6.406936874432134e-06, "epoch": 2.37117903930131, "percentage": 79.04, "elapsed_time": "21:35:04", "remaining_time": "5:43:26"} +{"current_steps": 5435, "total_steps": 6870, "loss": 0.2018, "lr": 6.364539409075043e-06, "epoch": 2.373362445414847, "percentage": 79.11, "elapsed_time": "21:36:16", "remaining_time": "5:42:15"} +{"current_steps": 5440, "total_steps": 6870, "loss": 0.2092, "lr": 6.322262220322314e-06, "epoch": 2.3755458515283845, "percentage": 79.18, "elapsed_time": "21:37:28", "remaining_time": "5:41:03"} +{"current_steps": 5445, "total_steps": 6870, "loss": 0.2036, "lr": 6.280105581038509e-06, "epoch": 2.3777292576419216, "percentage": 79.26, "elapsed_time": "21:38:39", "remaining_time": "5:39:52"} +{"current_steps": 5450, "total_steps": 6870, "loss": 0.208, "lr": 6.238069763310136e-06, "epoch": 2.3799126637554586, "percentage": 79.33, "elapsed_time": "21:39:51", "remaining_time": "5:38:40"} +{"current_steps": 5455, "total_steps": 6870, "loss": 0.2072, "lr": 6.1961550384438984e-06, "epoch": 2.3820960698689957, "percentage": 79.4, "elapsed_time": "21:41:03", "remaining_time": "5:37:29"} +{"current_steps": 5460, "total_steps": 6870, "loss": 0.2166, "lr": 6.154361676964956e-06, "epoch": 2.3842794759825328, "percentage": 79.48, "elapsed_time": "21:42:14", "remaining_time": "5:36:17"} +{"current_steps": 5465, "total_steps": 6870, "loss": 0.2021, "lr": 6.112689948615144e-06, "epoch": 2.38646288209607, "percentage": 79.55, "elapsed_time": "21:43:26", "remaining_time": "5:35:06"} +{"current_steps": 5470, "total_steps": 6870, "loss": 0.2018, "lr": 6.071140122351276e-06, "epoch": 2.388646288209607, "percentage": 79.62, "elapsed_time": "21:44:37", "remaining_time": "5:33:54"} +{"current_steps": 5475, "total_steps": 6870, "loss": 0.2057, "lr": 6.029712466343382e-06, "epoch": 2.390829694323144, "percentage": 79.69, "elapsed_time": "21:45:49", "remaining_time": "5:32:42"} +{"current_steps": 5480, "total_steps": 6870, "loss": 0.2102, "lr": 5.988407247972982e-06, "epoch": 2.393013100436681, "percentage": 79.77, "elapsed_time": "21:47:00", "remaining_time": "5:31:31"} +{"current_steps": 5485, "total_steps": 6870, "loss": 0.2143, "lr": 5.947224733831364e-06, "epoch": 2.395196506550218, "percentage": 79.84, "elapsed_time": "21:48:12", "remaining_time": "5:30:19"} +{"current_steps": 5490, "total_steps": 6870, "loss": 0.207, "lr": 5.906165189717855e-06, "epoch": 2.3973799126637556, "percentage": 79.91, "elapsed_time": "21:49:23", "remaining_time": "5:29:08"} +{"current_steps": 5495, "total_steps": 6870, "loss": 0.2095, "lr": 5.8652288806381215e-06, "epoch": 2.3995633187772927, "percentage": 79.99, "elapsed_time": "21:50:35", "remaining_time": "5:27:56"} +{"current_steps": 5500, "total_steps": 6870, "loss": 0.1987, "lr": 5.824416070802438e-06, "epoch": 2.4017467248908297, "percentage": 80.06, "elapsed_time": "21:51:47", "remaining_time": "5:26:45"} +{"current_steps": 5505, "total_steps": 6870, "loss": 0.1982, "lr": 5.7837270236239995e-06, "epoch": 2.403930131004367, "percentage": 80.13, "elapsed_time": "21:52:58", "remaining_time": "5:25:33"} +{"current_steps": 5510, "total_steps": 6870, "loss": 0.2043, "lr": 5.74316200171722e-06, "epoch": 2.406113537117904, "percentage": 80.2, "elapsed_time": "21:54:10", "remaining_time": "5:24:22"} +{"current_steps": 5515, "total_steps": 6870, "loss": 0.2032, "lr": 5.70272126689601e-06, "epoch": 2.408296943231441, "percentage": 80.28, "elapsed_time": "21:55:21", "remaining_time": "5:23:10"} +{"current_steps": 5520, "total_steps": 6870, "loss": 0.2077, "lr": 5.662405080172134e-06, "epoch": 2.410480349344978, "percentage": 80.35, "elapsed_time": "21:56:33", "remaining_time": "5:21:58"} +{"current_steps": 5525, "total_steps": 6870, "loss": 0.2235, "lr": 5.622213701753487e-06, "epoch": 2.4126637554585155, "percentage": 80.42, "elapsed_time": "21:57:44", "remaining_time": "5:20:47"} +{"current_steps": 5530, "total_steps": 6870, "loss": 0.2092, "lr": 5.582147391042433e-06, "epoch": 2.4148471615720526, "percentage": 80.49, "elapsed_time": "21:58:56", "remaining_time": "5:19:35"} +{"current_steps": 5535, "total_steps": 6870, "loss": 0.2079, "lr": 5.542206406634129e-06, "epoch": 2.4170305676855897, "percentage": 80.57, "elapsed_time": "22:00:07", "remaining_time": "5:18:24"} +{"current_steps": 5540, "total_steps": 6870, "loss": 0.2111, "lr": 5.5023910063148445e-06, "epoch": 2.4192139737991267, "percentage": 80.64, "elapsed_time": "22:01:19", "remaining_time": "5:17:12"} +{"current_steps": 5545, "total_steps": 6870, "loss": 0.1979, "lr": 5.46270144706032e-06, "epoch": 2.421397379912664, "percentage": 80.71, "elapsed_time": "22:02:30", "remaining_time": "5:16:01"} +{"current_steps": 5550, "total_steps": 6870, "loss": 0.2136, "lr": 5.423137985034085e-06, "epoch": 2.423580786026201, "percentage": 80.79, "elapsed_time": "22:03:42", "remaining_time": "5:14:49"} +{"current_steps": 5555, "total_steps": 6870, "loss": 0.2006, "lr": 5.3837008755858145e-06, "epoch": 2.425764192139738, "percentage": 80.86, "elapsed_time": "22:04:54", "remaining_time": "5:13:38"} +{"current_steps": 5560, "total_steps": 6870, "loss": 0.2068, "lr": 5.3443903732496966e-06, "epoch": 2.427947598253275, "percentage": 80.93, "elapsed_time": "22:06:05", "remaining_time": "5:12:26"} +{"current_steps": 5565, "total_steps": 6870, "loss": 0.209, "lr": 5.305206731742748e-06, "epoch": 2.430131004366812, "percentage": 81.0, "elapsed_time": "22:07:17", "remaining_time": "5:11:15"} +{"current_steps": 5570, "total_steps": 6870, "loss": 0.2158, "lr": 5.266150203963224e-06, "epoch": 2.432314410480349, "percentage": 81.08, "elapsed_time": "22:08:28", "remaining_time": "5:10:03"} +{"current_steps": 5575, "total_steps": 6870, "loss": 0.2052, "lr": 5.227221041988956e-06, "epoch": 2.4344978165938866, "percentage": 81.15, "elapsed_time": "22:09:40", "remaining_time": "5:08:51"} +{"current_steps": 5580, "total_steps": 6870, "loss": 0.2046, "lr": 5.188419497075739e-06, "epoch": 2.4366812227074237, "percentage": 81.22, "elapsed_time": "22:10:52", "remaining_time": "5:07:40"} +{"current_steps": 5585, "total_steps": 6870, "loss": 0.2197, "lr": 5.1497458196556995e-06, "epoch": 2.438864628820961, "percentage": 81.3, "elapsed_time": "22:12:03", "remaining_time": "5:06:28"} +{"current_steps": 5590, "total_steps": 6870, "loss": 0.2089, "lr": 5.111200259335688e-06, "epoch": 2.441048034934498, "percentage": 81.37, "elapsed_time": "22:13:15", "remaining_time": "5:05:17"} +{"current_steps": 5595, "total_steps": 6870, "loss": 0.2243, "lr": 5.072783064895664e-06, "epoch": 2.443231441048035, "percentage": 81.44, "elapsed_time": "22:14:26", "remaining_time": "5:04:05"} +{"current_steps": 5600, "total_steps": 6870, "loss": 0.2195, "lr": 5.034494484287086e-06, "epoch": 2.445414847161572, "percentage": 81.51, "elapsed_time": "22:15:38", "remaining_time": "5:02:54"} +{"current_steps": 5605, "total_steps": 6870, "loss": 0.2036, "lr": 4.996334764631322e-06, "epoch": 2.447598253275109, "percentage": 81.59, "elapsed_time": "22:16:50", "remaining_time": "5:01:42"} +{"current_steps": 5610, "total_steps": 6870, "loss": 0.2077, "lr": 4.958304152218046e-06, "epoch": 2.449781659388646, "percentage": 81.66, "elapsed_time": "22:18:01", "remaining_time": "5:00:31"} +{"current_steps": 5615, "total_steps": 6870, "loss": 0.2142, "lr": 4.920402892503648e-06, "epoch": 2.4519650655021836, "percentage": 81.73, "elapsed_time": "22:19:13", "remaining_time": "4:59:19"} +{"current_steps": 5620, "total_steps": 6870, "loss": 0.2056, "lr": 4.882631230109655e-06, "epoch": 2.4541484716157207, "percentage": 81.8, "elapsed_time": "22:20:24", "remaining_time": "4:58:08"} +{"current_steps": 5625, "total_steps": 6870, "loss": 0.2044, "lr": 4.844989408821149e-06, "epoch": 2.4563318777292578, "percentage": 81.88, "elapsed_time": "22:21:36", "remaining_time": "4:56:56"} +{"current_steps": 5630, "total_steps": 6870, "loss": 0.1996, "lr": 4.807477671585195e-06, "epoch": 2.458515283842795, "percentage": 81.95, "elapsed_time": "22:22:47", "remaining_time": "4:55:44"} +{"current_steps": 5635, "total_steps": 6870, "loss": 0.203, "lr": 4.770096260509274e-06, "epoch": 2.460698689956332, "percentage": 82.02, "elapsed_time": "22:23:59", "remaining_time": "4:54:33"} +{"current_steps": 5640, "total_steps": 6870, "loss": 0.2135, "lr": 4.732845416859713e-06, "epoch": 2.462882096069869, "percentage": 82.1, "elapsed_time": "22:25:11", "remaining_time": "4:53:21"} +{"current_steps": 5645, "total_steps": 6870, "loss": 0.2066, "lr": 4.695725381060137e-06, "epoch": 2.465065502183406, "percentage": 82.17, "elapsed_time": "22:26:22", "remaining_time": "4:52:10"} +{"current_steps": 5650, "total_steps": 6870, "loss": 0.2214, "lr": 4.658736392689922e-06, "epoch": 2.467248908296943, "percentage": 82.24, "elapsed_time": "22:27:34", "remaining_time": "4:50:58"} +{"current_steps": 5655, "total_steps": 6870, "loss": 0.213, "lr": 4.6218786904826175e-06, "epoch": 2.46943231441048, "percentage": 82.31, "elapsed_time": "22:28:45", "remaining_time": "4:49:47"} +{"current_steps": 5660, "total_steps": 6870, "loss": 0.2195, "lr": 4.58515251232445e-06, "epoch": 2.4716157205240172, "percentage": 82.39, "elapsed_time": "22:29:57", "remaining_time": "4:48:35"} +{"current_steps": 5665, "total_steps": 6870, "loss": 0.2061, "lr": 4.548558095252758e-06, "epoch": 2.4737991266375547, "percentage": 82.46, "elapsed_time": "22:31:08", "remaining_time": "4:47:24"} +{"current_steps": 5670, "total_steps": 6870, "loss": 0.2116, "lr": 4.512095675454472e-06, "epoch": 2.475982532751092, "percentage": 82.53, "elapsed_time": "22:32:20", "remaining_time": "4:46:12"} +{"current_steps": 5675, "total_steps": 6870, "loss": 0.2025, "lr": 4.475765488264588e-06, "epoch": 2.478165938864629, "percentage": 82.61, "elapsed_time": "22:33:32", "remaining_time": "4:45:01"} +{"current_steps": 5680, "total_steps": 6870, "loss": 0.2016, "lr": 4.439567768164651e-06, "epoch": 2.480349344978166, "percentage": 82.68, "elapsed_time": "22:34:43", "remaining_time": "4:43:49"} +{"current_steps": 5685, "total_steps": 6870, "loss": 0.2121, "lr": 4.4035027487812325e-06, "epoch": 2.482532751091703, "percentage": 82.75, "elapsed_time": "22:35:55", "remaining_time": "4:42:37"} +{"current_steps": 5690, "total_steps": 6870, "loss": 0.1996, "lr": 4.367570662884438e-06, "epoch": 2.48471615720524, "percentage": 82.82, "elapsed_time": "22:37:06", "remaining_time": "4:41:26"} +{"current_steps": 5695, "total_steps": 6870, "loss": 0.2096, "lr": 4.331771742386395e-06, "epoch": 2.486899563318777, "percentage": 82.9, "elapsed_time": "22:38:18", "remaining_time": "4:40:14"} +{"current_steps": 5700, "total_steps": 6870, "loss": 0.2061, "lr": 4.296106218339757e-06, "epoch": 2.489082969432314, "percentage": 82.97, "elapsed_time": "22:39:29", "remaining_time": "4:39:03"} +{"current_steps": 5705, "total_steps": 6870, "loss": 0.2023, "lr": 4.260574320936203e-06, "epoch": 2.4912663755458517, "percentage": 83.04, "elapsed_time": "22:40:41", "remaining_time": "4:37:51"} +{"current_steps": 5710, "total_steps": 6870, "loss": 0.2137, "lr": 4.225176279504975e-06, "epoch": 2.493449781659389, "percentage": 83.11, "elapsed_time": "22:41:52", "remaining_time": "4:36:40"} +{"current_steps": 5715, "total_steps": 6870, "loss": 0.2037, "lr": 4.1899123225113825e-06, "epoch": 2.495633187772926, "percentage": 83.19, "elapsed_time": "22:43:04", "remaining_time": "4:35:28"} +{"current_steps": 5720, "total_steps": 6870, "loss": 0.2054, "lr": 4.154782677555324e-06, "epoch": 2.497816593886463, "percentage": 83.26, "elapsed_time": "22:44:16", "remaining_time": "4:34:17"} +{"current_steps": 5725, "total_steps": 6870, "loss": 0.2055, "lr": 4.119787571369829e-06, "epoch": 2.5, "percentage": 83.33, "elapsed_time": "22:45:27", "remaining_time": "4:33:05"} +{"current_steps": 5730, "total_steps": 6870, "loss": 0.1971, "lr": 4.084927229819591e-06, "epoch": 2.502183406113537, "percentage": 83.41, "elapsed_time": "22:46:39", "remaining_time": "4:31:54"} +{"current_steps": 5735, "total_steps": 6870, "loss": 0.1973, "lr": 4.050201877899501e-06, "epoch": 2.504366812227074, "percentage": 83.48, "elapsed_time": "22:47:50", "remaining_time": "4:30:42"} +{"current_steps": 5740, "total_steps": 6870, "loss": 0.2017, "lr": 4.0156117397332074e-06, "epoch": 2.506550218340611, "percentage": 83.55, "elapsed_time": "22:49:02", "remaining_time": "4:29:30"} +{"current_steps": 5745, "total_steps": 6870, "loss": 0.2186, "lr": 3.9811570385716705e-06, "epoch": 2.5087336244541483, "percentage": 83.62, "elapsed_time": "22:50:14", "remaining_time": "4:28:19"} +{"current_steps": 5750, "total_steps": 6870, "loss": 0.2143, "lr": 3.9468379967917025e-06, "epoch": 2.5109170305676853, "percentage": 83.7, "elapsed_time": "22:51:25", "remaining_time": "4:27:07"} +{"current_steps": 5755, "total_steps": 6870, "loss": 0.2084, "lr": 3.912654835894564e-06, "epoch": 2.513100436681223, "percentage": 83.77, "elapsed_time": "22:52:37", "remaining_time": "4:25:56"} +{"current_steps": 5760, "total_steps": 6870, "loss": 0.2089, "lr": 3.878607776504489e-06, "epoch": 2.51528384279476, "percentage": 83.84, "elapsed_time": "22:53:48", "remaining_time": "4:24:44"} +{"current_steps": 5765, "total_steps": 6870, "loss": 0.2116, "lr": 3.844697038367314e-06, "epoch": 2.517467248908297, "percentage": 83.92, "elapsed_time": "22:55:00", "remaining_time": "4:23:33"} +{"current_steps": 5770, "total_steps": 6870, "loss": 0.2038, "lr": 3.8109228403490268e-06, "epoch": 2.519650655021834, "percentage": 83.99, "elapsed_time": "22:56:11", "remaining_time": "4:22:21"} +{"current_steps": 5775, "total_steps": 6870, "loss": 0.2116, "lr": 3.7772854004343494e-06, "epoch": 2.521834061135371, "percentage": 84.06, "elapsed_time": "22:57:23", "remaining_time": "4:21:10"} +{"current_steps": 5780, "total_steps": 6870, "loss": 0.2053, "lr": 3.7437849357253555e-06, "epoch": 2.524017467248908, "percentage": 84.13, "elapsed_time": "22:58:34", "remaining_time": "4:19:58"} +{"current_steps": 5785, "total_steps": 6870, "loss": 0.2114, "lr": 3.7104216624400502e-06, "epoch": 2.5262008733624453, "percentage": 84.21, "elapsed_time": "22:59:46", "remaining_time": "4:18:46"} +{"current_steps": 5790, "total_steps": 6870, "loss": 0.2054, "lr": 3.677195795910984e-06, "epoch": 2.5283842794759828, "percentage": 84.28, "elapsed_time": "23:00:58", "remaining_time": "4:17:35"} +{"current_steps": 5795, "total_steps": 6870, "loss": 0.2114, "lr": 3.6441075505838586e-06, "epoch": 2.53056768558952, "percentage": 84.35, "elapsed_time": "23:02:09", "remaining_time": "4:16:23"} +{"current_steps": 5800, "total_steps": 6870, "loss": 0.2107, "lr": 3.6111571400161387e-06, "epoch": 2.532751091703057, "percentage": 84.43, "elapsed_time": "23:03:21", "remaining_time": "4:15:12"} +{"current_steps": 5805, "total_steps": 6870, "loss": 0.2026, "lr": 3.578344776875689e-06, "epoch": 2.534934497816594, "percentage": 84.5, "elapsed_time": "23:04:32", "remaining_time": "4:14:00"} +{"current_steps": 5810, "total_steps": 6870, "loss": 0.209, "lr": 3.5456706729393774e-06, "epoch": 2.537117903930131, "percentage": 84.57, "elapsed_time": "23:05:44", "remaining_time": "4:12:49"} +{"current_steps": 5815, "total_steps": 6870, "loss": 0.2135, "lr": 3.5131350390917333e-06, "epoch": 2.539301310043668, "percentage": 84.64, "elapsed_time": "23:06:55", "remaining_time": "4:11:37"} +{"current_steps": 5820, "total_steps": 6870, "loss": 0.2203, "lr": 3.4807380853235704e-06, "epoch": 2.541484716157205, "percentage": 84.72, "elapsed_time": "23:08:07", "remaining_time": "4:10:26"} +{"current_steps": 5825, "total_steps": 6870, "loss": 0.2102, "lr": 3.4484800207306405e-06, "epoch": 2.5436681222707422, "percentage": 84.79, "elapsed_time": "23:09:18", "remaining_time": "4:09:14"} +{"current_steps": 5830, "total_steps": 6870, "loss": 0.2084, "lr": 3.4163610535122738e-06, "epoch": 2.5458515283842793, "percentage": 84.86, "elapsed_time": "23:10:30", "remaining_time": "4:08:02"} +{"current_steps": 5835, "total_steps": 6870, "loss": 0.2047, "lr": 3.384381390970048e-06, "epoch": 2.5480349344978164, "percentage": 84.93, "elapsed_time": "23:11:41", "remaining_time": "4:06:51"} +{"current_steps": 5840, "total_steps": 6870, "loss": 0.2024, "lr": 3.3525412395064375e-06, "epoch": 2.5502183406113534, "percentage": 85.01, "elapsed_time": "23:12:53", "remaining_time": "4:05:39"} +{"current_steps": 5845, "total_steps": 6870, "loss": 0.203, "lr": 3.32084080462349e-06, "epoch": 2.552401746724891, "percentage": 85.08, "elapsed_time": "23:14:05", "remaining_time": "4:04:28"} +{"current_steps": 5850, "total_steps": 6870, "loss": 0.2095, "lr": 3.2892802909214955e-06, "epoch": 2.554585152838428, "percentage": 85.15, "elapsed_time": "23:15:16", "remaining_time": "4:03:16"} +{"current_steps": 5855, "total_steps": 6870, "loss": 0.1952, "lr": 3.2578599020976707e-06, "epoch": 2.556768558951965, "percentage": 85.23, "elapsed_time": "23:16:28", "remaining_time": "4:02:05"} +{"current_steps": 5860, "total_steps": 6870, "loss": 0.2112, "lr": 3.2265798409448376e-06, "epoch": 2.558951965065502, "percentage": 85.3, "elapsed_time": "23:17:39", "remaining_time": "4:00:53"} +{"current_steps": 5865, "total_steps": 6870, "loss": 0.2182, "lr": 3.1954403093501227e-06, "epoch": 2.561135371179039, "percentage": 85.37, "elapsed_time": "23:18:51", "remaining_time": "3:59:42"} +{"current_steps": 5870, "total_steps": 6870, "loss": 0.2016, "lr": 3.1644415082936417e-06, "epoch": 2.5633187772925763, "percentage": 85.44, "elapsed_time": "23:20:03", "remaining_time": "3:58:30"} +{"current_steps": 5875, "total_steps": 6870, "loss": 0.1964, "lr": 3.1335836378472233e-06, "epoch": 2.565502183406114, "percentage": 85.52, "elapsed_time": "23:21:14", "remaining_time": "3:57:19"} +{"current_steps": 5880, "total_steps": 6870, "loss": 0.2076, "lr": 3.10286689717309e-06, "epoch": 2.567685589519651, "percentage": 85.59, "elapsed_time": "23:22:26", "remaining_time": "3:56:07"} +{"current_steps": 5885, "total_steps": 6870, "loss": 0.2109, "lr": 3.0722914845225963e-06, "epoch": 2.569868995633188, "percentage": 85.66, "elapsed_time": "23:23:37", "remaining_time": "3:54:55"} +{"current_steps": 5890, "total_steps": 6870, "loss": 0.1983, "lr": 3.04185759723494e-06, "epoch": 2.572052401746725, "percentage": 85.74, "elapsed_time": "23:24:49", "remaining_time": "3:53:44"} +{"current_steps": 5895, "total_steps": 6870, "loss": 0.2119, "lr": 3.0115654317358884e-06, "epoch": 2.574235807860262, "percentage": 85.81, "elapsed_time": "23:26:01", "remaining_time": "3:52:32"} +{"current_steps": 5900, "total_steps": 6870, "loss": 0.2121, "lr": 2.981415183536504e-06, "epoch": 2.576419213973799, "percentage": 85.88, "elapsed_time": "23:27:12", "remaining_time": "3:51:21"} +{"current_steps": 5905, "total_steps": 6870, "loss": 0.196, "lr": 2.9514070472318965e-06, "epoch": 2.578602620087336, "percentage": 85.95, "elapsed_time": "23:28:24", "remaining_time": "3:50:09"} +{"current_steps": 5910, "total_steps": 6870, "loss": 0.2007, "lr": 2.9215412164999594e-06, "epoch": 2.5807860262008733, "percentage": 86.03, "elapsed_time": "23:29:35", "remaining_time": "3:48:58"} +{"current_steps": 5915, "total_steps": 6870, "loss": 0.1918, "lr": 2.891817884100123e-06, "epoch": 2.5829694323144103, "percentage": 86.1, "elapsed_time": "23:30:47", "remaining_time": "3:47:46"} +{"current_steps": 5920, "total_steps": 6870, "loss": 0.2218, "lr": 2.862237241872101e-06, "epoch": 2.5851528384279474, "percentage": 86.17, "elapsed_time": "23:31:58", "remaining_time": "3:46:35"} +{"current_steps": 5925, "total_steps": 6870, "loss": 0.2243, "lr": 2.832799480734663e-06, "epoch": 2.5873362445414845, "percentage": 86.24, "elapsed_time": "23:33:10", "remaining_time": "3:45:23"} +{"current_steps": 5930, "total_steps": 6870, "loss": 0.2053, "lr": 2.8035047906844e-06, "epoch": 2.589519650655022, "percentage": 86.32, "elapsed_time": "23:34:22", "remaining_time": "3:44:11"} +{"current_steps": 5935, "total_steps": 6870, "loss": 0.2049, "lr": 2.774353360794493e-06, "epoch": 2.591703056768559, "percentage": 86.39, "elapsed_time": "23:35:33", "remaining_time": "3:43:00"} +{"current_steps": 5940, "total_steps": 6870, "loss": 0.2128, "lr": 2.7453453792134986e-06, "epoch": 2.593886462882096, "percentage": 86.46, "elapsed_time": "23:36:45", "remaining_time": "3:41:48"} +{"current_steps": 5945, "total_steps": 6870, "loss": 0.2036, "lr": 2.7164810331641366e-06, "epoch": 2.596069868995633, "percentage": 86.54, "elapsed_time": "23:37:56", "remaining_time": "3:40:37"} +{"current_steps": 5950, "total_steps": 6870, "loss": 0.2117, "lr": 2.687760508942064e-06, "epoch": 2.5982532751091703, "percentage": 86.61, "elapsed_time": "23:39:08", "remaining_time": "3:39:25"} +{"current_steps": 5955, "total_steps": 6870, "loss": 0.2144, "lr": 2.659183991914696e-06, "epoch": 2.6004366812227073, "percentage": 86.68, "elapsed_time": "23:40:19", "remaining_time": "3:38:14"} +{"current_steps": 5960, "total_steps": 6870, "loss": 0.2081, "lr": 2.6307516665200012e-06, "epoch": 2.6026200873362444, "percentage": 86.75, "elapsed_time": "23:41:31", "remaining_time": "3:37:02"} +{"current_steps": 5965, "total_steps": 6870, "loss": 0.2187, "lr": 2.602463716265302e-06, "epoch": 2.604803493449782, "percentage": 86.83, "elapsed_time": "23:42:42", "remaining_time": "3:35:51"} +{"current_steps": 5970, "total_steps": 6870, "loss": 0.2091, "lr": 2.5743203237261065e-06, "epoch": 2.606986899563319, "percentage": 86.9, "elapsed_time": "23:43:54", "remaining_time": "3:34:39"} +{"current_steps": 5975, "total_steps": 6870, "loss": 0.2178, "lr": 2.5463216705449155e-06, "epoch": 2.609170305676856, "percentage": 86.97, "elapsed_time": "23:45:06", "remaining_time": "3:33:28"} +{"current_steps": 5980, "total_steps": 6870, "loss": 0.2089, "lr": 2.5184679374300553e-06, "epoch": 2.611353711790393, "percentage": 87.05, "elapsed_time": "23:46:17", "remaining_time": "3:32:16"} +{"current_steps": 5985, "total_steps": 6870, "loss": 0.2166, "lr": 2.4907593041545163e-06, "epoch": 2.61353711790393, "percentage": 87.12, "elapsed_time": "23:47:29", "remaining_time": "3:31:04"} +{"current_steps": 5990, "total_steps": 6870, "loss": 0.1996, "lr": 2.4631959495547833e-06, "epoch": 2.6157205240174672, "percentage": 87.19, "elapsed_time": "23:48:40", "remaining_time": "3:29:53"} +{"current_steps": 5995, "total_steps": 6870, "loss": 0.1942, "lr": 2.4357780515297e-06, "epoch": 2.6179039301310043, "percentage": 87.26, "elapsed_time": "23:49:52", "remaining_time": "3:28:41"} +{"current_steps": 6000, "total_steps": 6870, "loss": 0.2024, "lr": 2.408505787039281e-06, "epoch": 2.6200873362445414, "percentage": 87.34, "elapsed_time": "23:51:04", "remaining_time": "3:27:30"} +{"current_steps": 6005, "total_steps": 6870, "loss": 0.2038, "lr": 2.381379332103623e-06, "epoch": 2.6222707423580784, "percentage": 87.41, "elapsed_time": "23:52:15", "remaining_time": "3:26:18"} +{"current_steps": 6010, "total_steps": 6870, "loss": 0.2005, "lr": 2.3543988618017237e-06, "epoch": 2.6244541484716155, "percentage": 87.48, "elapsed_time": "23:53:27", "remaining_time": "3:25:07"} +{"current_steps": 6015, "total_steps": 6870, "loss": 0.2004, "lr": 2.327564550270381e-06, "epoch": 2.6266375545851526, "percentage": 87.55, "elapsed_time": "23:54:38", "remaining_time": "3:23:55"} +{"current_steps": 6020, "total_steps": 6870, "loss": 0.1987, "lr": 2.3008765707030532e-06, "epoch": 2.62882096069869, "percentage": 87.63, "elapsed_time": "23:55:50", "remaining_time": "3:22:44"} +{"current_steps": 6025, "total_steps": 6870, "loss": 0.2161, "lr": 2.2743350953487424e-06, "epoch": 2.631004366812227, "percentage": 87.7, "elapsed_time": "23:57:01", "remaining_time": "3:21:32"} +{"current_steps": 6030, "total_steps": 6870, "loss": 0.1995, "lr": 2.2479402955108945e-06, "epoch": 2.6331877729257642, "percentage": 87.77, "elapsed_time": "23:58:13", "remaining_time": "3:20:20"} +{"current_steps": 6035, "total_steps": 6870, "loss": 0.207, "lr": 2.2216923415462802e-06, "epoch": 2.6353711790393013, "percentage": 87.85, "elapsed_time": "23:59:25", "remaining_time": "3:19:09"} +{"current_steps": 6040, "total_steps": 6870, "loss": 0.1994, "lr": 2.1955914028639e-06, "epoch": 2.6375545851528384, "percentage": 87.92, "elapsed_time": "1 day, 0:00:36", "remaining_time": "3:17:57"} +{"current_steps": 6045, "total_steps": 6870, "loss": 0.2099, "lr": 2.1696376479238947e-06, "epoch": 2.6397379912663754, "percentage": 87.99, "elapsed_time": "1 day, 0:01:48", "remaining_time": "3:16:46"} +{"current_steps": 6050, "total_steps": 6870, "loss": 0.2065, "lr": 2.1438312442364467e-06, "epoch": 2.641921397379913, "percentage": 88.06, "elapsed_time": "1 day, 0:02:59", "remaining_time": "3:15:34"} +{"current_steps": 6055, "total_steps": 6870, "loss": 0.201, "lr": 2.1181723583607177e-06, "epoch": 2.64410480349345, "percentage": 88.14, "elapsed_time": "1 day, 0:04:11", "remaining_time": "3:14:23"} +{"current_steps": 6060, "total_steps": 6870, "loss": 0.2075, "lr": 2.092661155903758e-06, "epoch": 2.646288209606987, "percentage": 88.21, "elapsed_time": "1 day, 0:05:22", "remaining_time": "3:13:11"} +{"current_steps": 6065, "total_steps": 6870, "loss": 0.1997, "lr": 2.067297801519441e-06, "epoch": 2.648471615720524, "percentage": 88.28, "elapsed_time": "1 day, 0:06:34", "remaining_time": "3:12:00"} +{"current_steps": 6070, "total_steps": 6870, "loss": 0.2066, "lr": 2.0420824589074073e-06, "epoch": 2.650655021834061, "percentage": 88.36, "elapsed_time": "1 day, 0:07:45", "remaining_time": "3:10:48"} +{"current_steps": 6075, "total_steps": 6870, "loss": 0.208, "lr": 2.0170152908119964e-06, "epoch": 2.6528384279475983, "percentage": 88.43, "elapsed_time": "1 day, 0:08:57", "remaining_time": "3:09:37"} +{"current_steps": 6080, "total_steps": 6870, "loss": 0.203, "lr": 1.9920964590212088e-06, "epoch": 2.6550218340611353, "percentage": 88.5, "elapsed_time": "1 day, 0:10:09", "remaining_time": "3:08:25"} +{"current_steps": 6085, "total_steps": 6870, "loss": 0.2048, "lr": 1.967326124365651e-06, "epoch": 2.6572052401746724, "percentage": 88.57, "elapsed_time": "1 day, 0:11:20", "remaining_time": "3:07:13"} +{"current_steps": 6090, "total_steps": 6870, "loss": 0.2055, "lr": 1.9427044467175054e-06, "epoch": 2.6593886462882095, "percentage": 88.65, "elapsed_time": "1 day, 0:12:32", "remaining_time": "3:06:02"} +{"current_steps": 6095, "total_steps": 6870, "loss": 0.1966, "lr": 1.9182315849894996e-06, "epoch": 2.6615720524017465, "percentage": 88.72, "elapsed_time": "1 day, 0:13:43", "remaining_time": "3:04:50"} +{"current_steps": 6100, "total_steps": 6870, "loss": 0.2134, "lr": 1.8939076971338592e-06, "epoch": 2.6637554585152836, "percentage": 88.79, "elapsed_time": "1 day, 0:14:55", "remaining_time": "3:03:39"} +{"current_steps": 6105, "total_steps": 6870, "loss": 0.2035, "lr": 1.8697329401413333e-06, "epoch": 2.665938864628821, "percentage": 88.86, "elapsed_time": "1 day, 0:16:07", "remaining_time": "3:02:27"} +{"current_steps": 6110, "total_steps": 6870, "loss": 0.2017, "lr": 1.8457074700401284e-06, "epoch": 2.668122270742358, "percentage": 88.94, "elapsed_time": "1 day, 0:17:18", "remaining_time": "3:01:16"} +{"current_steps": 6115, "total_steps": 6870, "loss": 0.2168, "lr": 1.821831441894939e-06, "epoch": 2.6703056768558953, "percentage": 89.01, "elapsed_time": "1 day, 0:18:30", "remaining_time": "3:00:04"} +{"current_steps": 6120, "total_steps": 6870, "loss": 0.205, "lr": 1.7981050098059364e-06, "epoch": 2.6724890829694323, "percentage": 89.08, "elapsed_time": "1 day, 0:19:41", "remaining_time": "2:58:53"} +{"current_steps": 6125, "total_steps": 6870, "loss": 0.1947, "lr": 1.7745283269077622e-06, "epoch": 2.6746724890829694, "percentage": 89.16, "elapsed_time": "1 day, 0:20:53", "remaining_time": "2:57:41"} +{"current_steps": 6130, "total_steps": 6870, "loss": 0.199, "lr": 1.751101545368558e-06, "epoch": 2.6768558951965065, "percentage": 89.23, "elapsed_time": "1 day, 0:22:04", "remaining_time": "2:56:29"} +{"current_steps": 6135, "total_steps": 6870, "loss": 0.2293, "lr": 1.7278248163889787e-06, "epoch": 2.6790393013100435, "percentage": 89.3, "elapsed_time": "1 day, 0:23:16", "remaining_time": "2:55:18"} +{"current_steps": 6140, "total_steps": 6870, "loss": 0.2006, "lr": 1.7046982902011954e-06, "epoch": 2.681222707423581, "percentage": 89.37, "elapsed_time": "1 day, 0:24:28", "remaining_time": "2:54:06"} +{"current_steps": 6145, "total_steps": 6870, "loss": 0.2167, "lr": 1.6817221160679603e-06, "epoch": 2.683406113537118, "percentage": 89.45, "elapsed_time": "1 day, 0:25:39", "remaining_time": "2:52:55"} +{"current_steps": 6150, "total_steps": 6870, "loss": 0.2138, "lr": 1.658896442281624e-06, "epoch": 2.685589519650655, "percentage": 89.52, "elapsed_time": "1 day, 0:26:51", "remaining_time": "2:51:43"} +{"current_steps": 6155, "total_steps": 6870, "loss": 0.1916, "lr": 1.636221416163175e-06, "epoch": 2.6877729257641922, "percentage": 89.59, "elapsed_time": "1 day, 0:28:02", "remaining_time": "2:50:32"} +{"current_steps": 5, "total_steps": 6870, "loss": 3.5144, "lr": 2.9112081513828244e-07, "epoch": 0.002183406113537118, "percentage": 0.07, "elapsed_time": "0:02:32", "remaining_time": "2 days, 10:04:24"} +{"current_steps": 10, "total_steps": 6870, "loss": 3.3991, "lr": 6.550218340611353e-07, "epoch": 0.004366812227074236, "percentage": 0.15, "elapsed_time": "0:04:58", "remaining_time": "2 days, 8:48:17"} +{"current_steps": 15, "total_steps": 6870, "loss": 3.4492, "lr": 1.0189228529839884e-06, "epoch": 0.006550218340611353, "percentage": 0.22, "elapsed_time": "0:07:23", "remaining_time": "2 days, 8:21:13"} +{"current_steps": 20, "total_steps": 6870, "loss": 3.3321, "lr": 1.3828238719068415e-06, "epoch": 0.008733624454148471, "percentage": 0.29, "elapsed_time": "0:09:49", "remaining_time": "2 days, 8:07:10"} +{"current_steps": 25, "total_steps": 6870, "loss": 3.0597, "lr": 1.7467248908296944e-06, "epoch": 0.010917030567685589, "percentage": 0.36, "elapsed_time": "0:12:15", "remaining_time": "2 days, 7:57:57"} +{"current_steps": 30, "total_steps": 6870, "loss": 2.9508, "lr": 2.1106259097525473e-06, "epoch": 0.013100436681222707, "percentage": 0.44, "elapsed_time": "0:14:41", "remaining_time": "2 days, 7:51:06"} +{"current_steps": 35, "total_steps": 6870, "loss": 2.612, "lr": 2.4745269286754004e-06, "epoch": 0.015283842794759825, "percentage": 0.51, "elapsed_time": "0:17:07", "remaining_time": "2 days, 7:45:17"} +{"current_steps": 40, "total_steps": 6870, "loss": 2.3435, "lr": 2.8384279475982535e-06, "epoch": 0.017467248908296942, "percentage": 0.58, "elapsed_time": "0:19:33", "remaining_time": "2 days, 7:40:22"} +{"current_steps": 45, "total_steps": 6870, "loss": 1.9812, "lr": 3.2023289665211066e-06, "epoch": 0.019650655021834062, "percentage": 0.66, "elapsed_time": "0:21:59", "remaining_time": "2 days, 7:36:00"} +{"current_steps": 50, "total_steps": 6870, "loss": 1.6557, "lr": 3.5662299854439593e-06, "epoch": 0.021834061135371178, "percentage": 0.73, "elapsed_time": "0:24:25", "remaining_time": "2 days, 7:31:58"} +{"current_steps": 55, "total_steps": 6870, "loss": 1.4334, "lr": 3.930131004366813e-06, "epoch": 0.024017467248908297, "percentage": 0.8, "elapsed_time": "0:26:52", "remaining_time": "2 days, 7:29:22"} +{"current_steps": 60, "total_steps": 6870, "loss": 1.2603, "lr": 4.2940320232896655e-06, "epoch": 0.026200873362445413, "percentage": 0.87, "elapsed_time": "0:29:18", "remaining_time": "2 days, 7:25:34"} +{"current_steps": 65, "total_steps": 6870, "loss": 1.128, "lr": 4.657933042212519e-06, "epoch": 0.028384279475982533, "percentage": 0.95, "elapsed_time": "0:31:43", "remaining_time": "2 days, 7:22:08"} +{"current_steps": 70, "total_steps": 6870, "loss": 1.0685, "lr": 5.021834061135372e-06, "epoch": 0.03056768558951965, "percentage": 1.02, "elapsed_time": "0:34:09", "remaining_time": "2 days, 7:18:11"} +{"current_steps": 75, "total_steps": 6870, "loss": 0.9865, "lr": 5.385735080058224e-06, "epoch": 0.03275109170305677, "percentage": 1.09, "elapsed_time": "0:36:35", "remaining_time": "2 days, 7:15:03"} +{"current_steps": 80, "total_steps": 6870, "loss": 0.8563, "lr": 5.749636098981077e-06, "epoch": 0.034934497816593885, "percentage": 1.16, "elapsed_time": "0:39:01", "remaining_time": "2 days, 7:11:54"} +{"current_steps": 85, "total_steps": 6870, "loss": 0.813, "lr": 6.11353711790393e-06, "epoch": 0.03711790393013101, "percentage": 1.24, "elapsed_time": "0:41:27", "remaining_time": "2 days, 7:09:00"} +{"current_steps": 90, "total_steps": 6870, "loss": 0.8189, "lr": 6.477438136826783e-06, "epoch": 0.039301310043668124, "percentage": 1.31, "elapsed_time": "0:43:53", "remaining_time": "2 days, 7:06:07"} +{"current_steps": 95, "total_steps": 6870, "loss": 0.7341, "lr": 6.841339155749636e-06, "epoch": 0.04148471615720524, "percentage": 1.38, "elapsed_time": "0:46:19", "remaining_time": "2 days, 7:03:10"} +{"current_steps": 100, "total_steps": 6870, "loss": 0.7264, "lr": 7.205240174672489e-06, "epoch": 0.043668122270742356, "percentage": 1.46, "elapsed_time": "0:48:44", "remaining_time": "2 days, 7:00:19"} +{"current_steps": 105, "total_steps": 6870, "loss": 0.7105, "lr": 7.569141193595343e-06, "epoch": 0.04585152838427948, "percentage": 1.53, "elapsed_time": "0:51:10", "remaining_time": "2 days, 6:57:32"} +{"current_steps": 110, "total_steps": 6870, "loss": 0.6883, "lr": 7.933042212518195e-06, "epoch": 0.048034934497816595, "percentage": 1.6, "elapsed_time": "0:53:36", "remaining_time": "2 days, 6:54:48"} +{"current_steps": 115, "total_steps": 6870, "loss": 0.6444, "lr": 8.296943231441049e-06, "epoch": 0.05021834061135371, "percentage": 1.67, "elapsed_time": "0:56:02", "remaining_time": "2 days, 6:52:01"} +{"current_steps": 120, "total_steps": 6870, "loss": 0.6228, "lr": 8.660844250363902e-06, "epoch": 0.05240174672489083, "percentage": 1.75, "elapsed_time": "0:58:28", "remaining_time": "2 days, 6:49:25"} +{"current_steps": 125, "total_steps": 6870, "loss": 0.6091, "lr": 9.024745269286754e-06, "epoch": 0.05458515283842795, "percentage": 1.82, "elapsed_time": "1:00:54", "remaining_time": "2 days, 6:46:45"} +{"current_steps": 130, "total_steps": 6870, "loss": 0.6049, "lr": 9.388646288209607e-06, "epoch": 0.056768558951965066, "percentage": 1.89, "elapsed_time": "1:03:20", "remaining_time": "2 days, 6:44:05"} +{"current_steps": 135, "total_steps": 6870, "loss": 0.6334, "lr": 9.75254730713246e-06, "epoch": 0.05895196506550218, "percentage": 1.97, "elapsed_time": "1:05:46", "remaining_time": "2 days, 6:41:28"} +{"current_steps": 140, "total_steps": 6870, "loss": 0.5484, "lr": 1.0116448326055314e-05, "epoch": 0.0611353711790393, "percentage": 2.04, "elapsed_time": "1:08:12", "remaining_time": "2 days, 6:38:50"} +{"current_steps": 145, "total_steps": 6870, "loss": 0.5777, "lr": 1.0480349344978165e-05, "epoch": 0.06331877729257641, "percentage": 2.11, "elapsed_time": "1:10:38", "remaining_time": "2 days, 6:36:13"} +{"current_steps": 150, "total_steps": 6870, "loss": 0.5427, "lr": 1.084425036390102e-05, "epoch": 0.06550218340611354, "percentage": 2.18, "elapsed_time": "1:13:04", "remaining_time": "2 days, 6:33:32"} +{"current_steps": 155, "total_steps": 6870, "loss": 0.5501, "lr": 1.1208151382823872e-05, "epoch": 0.06768558951965066, "percentage": 2.26, "elapsed_time": "1:15:30", "remaining_time": "2 days, 6:30:51"} +{"current_steps": 160, "total_steps": 6870, "loss": 0.5404, "lr": 1.1572052401746727e-05, "epoch": 0.06986899563318777, "percentage": 2.33, "elapsed_time": "1:17:55", "remaining_time": "2 days, 6:28:18"} +{"current_steps": 165, "total_steps": 6870, "loss": 0.5317, "lr": 1.1935953420669578e-05, "epoch": 0.07205240174672489, "percentage": 2.4, "elapsed_time": "1:20:21", "remaining_time": "2 days, 6:25:45"} +{"current_steps": 170, "total_steps": 6870, "loss": 0.5391, "lr": 1.2299854439592432e-05, "epoch": 0.07423580786026202, "percentage": 2.47, "elapsed_time": "1:22:47", "remaining_time": "2 days, 6:23:09"} +{"current_steps": 175, "total_steps": 6870, "loss": 0.5163, "lr": 1.2663755458515283e-05, "epoch": 0.07641921397379912, "percentage": 2.55, "elapsed_time": "1:25:13", "remaining_time": "2 days, 6:20:39"} +{"current_steps": 180, "total_steps": 6870, "loss": 0.5206, "lr": 1.3027656477438139e-05, "epoch": 0.07860262008733625, "percentage": 2.62, "elapsed_time": "1:27:39", "remaining_time": "2 days, 6:18:07"} +{"current_steps": 185, "total_steps": 6870, "loss": 0.51, "lr": 1.339155749636099e-05, "epoch": 0.08078602620087336, "percentage": 2.69, "elapsed_time": "1:30:05", "remaining_time": "2 days, 6:15:35"} +{"current_steps": 190, "total_steps": 6870, "loss": 0.4995, "lr": 1.3755458515283843e-05, "epoch": 0.08296943231441048, "percentage": 2.77, "elapsed_time": "1:32:31", "remaining_time": "2 days, 6:13:05"} +{"current_steps": 195, "total_steps": 6870, "loss": 0.4992, "lr": 1.4119359534206697e-05, "epoch": 0.0851528384279476, "percentage": 2.84, "elapsed_time": "1:34:57", "remaining_time": "2 days, 6:10:32"} +{"current_steps": 200, "total_steps": 6870, "loss": 0.5157, "lr": 1.448326055312955e-05, "epoch": 0.08733624454148471, "percentage": 2.91, "elapsed_time": "1:37:23", "remaining_time": "2 days, 6:08:02"} +{"current_steps": 205, "total_steps": 6870, "loss": 0.4884, "lr": 1.4847161572052404e-05, "epoch": 0.08951965065502183, "percentage": 2.98, "elapsed_time": "1:39:49", "remaining_time": "2 days, 6:05:33"} +{"current_steps": 210, "total_steps": 6870, "loss": 0.4837, "lr": 1.5211062590975255e-05, "epoch": 0.09170305676855896, "percentage": 3.06, "elapsed_time": "1:42:15", "remaining_time": "2 days, 6:03:04"} +{"current_steps": 215, "total_steps": 6870, "loss": 0.4614, "lr": 1.557496360989811e-05, "epoch": 0.09388646288209607, "percentage": 3.13, "elapsed_time": "1:44:41", "remaining_time": "2 days, 6:00:36"} +{"current_steps": 220, "total_steps": 6870, "loss": 0.5178, "lr": 1.5938864628820962e-05, "epoch": 0.09606986899563319, "percentage": 3.2, "elapsed_time": "1:47:07", "remaining_time": "2 days, 5:58:07"} +{"current_steps": 225, "total_steps": 6870, "loss": 0.4785, "lr": 1.6302765647743815e-05, "epoch": 0.0982532751091703, "percentage": 3.28, "elapsed_time": "1:49:33", "remaining_time": "2 days, 5:55:36"} +{"current_steps": 230, "total_steps": 6870, "loss": 0.4867, "lr": 1.6666666666666667e-05, "epoch": 0.10043668122270742, "percentage": 3.35, "elapsed_time": "1:51:59", "remaining_time": "2 days, 5:53:08"} +{"current_steps": 235, "total_steps": 6870, "loss": 0.4781, "lr": 1.703056768558952e-05, "epoch": 0.10262008733624454, "percentage": 3.42, "elapsed_time": "1:54:25", "remaining_time": "2 days, 5:50:34"} +{"current_steps": 240, "total_steps": 6870, "loss": 0.4732, "lr": 1.7394468704512373e-05, "epoch": 0.10480349344978165, "percentage": 3.49, "elapsed_time": "1:56:51", "remaining_time": "2 days, 5:48:00"} +{"current_steps": 245, "total_steps": 6870, "loss": 0.4651, "lr": 1.7758369723435225e-05, "epoch": 0.10698689956331878, "percentage": 3.57, "elapsed_time": "1:59:16", "remaining_time": "2 days, 5:45:28"} +{"current_steps": 250, "total_steps": 6870, "loss": 0.4585, "lr": 1.812227074235808e-05, "epoch": 0.1091703056768559, "percentage": 3.64, "elapsed_time": "2:01:42", "remaining_time": "2 days, 5:42:56"} +{"current_steps": 255, "total_steps": 6870, "loss": 0.4609, "lr": 1.848617176128093e-05, "epoch": 0.11135371179039301, "percentage": 3.71, "elapsed_time": "2:04:08", "remaining_time": "2 days, 5:40:24"} +{"current_steps": 260, "total_steps": 6870, "loss": 0.4549, "lr": 1.8850072780203784e-05, "epoch": 0.11353711790393013, "percentage": 3.78, "elapsed_time": "2:06:34", "remaining_time": "2 days, 5:37:51"} +{"current_steps": 265, "total_steps": 6870, "loss": 0.4783, "lr": 1.921397379912664e-05, "epoch": 0.11572052401746726, "percentage": 3.86, "elapsed_time": "2:09:00", "remaining_time": "2 days, 5:35:18"} +{"current_steps": 270, "total_steps": 6870, "loss": 0.455, "lr": 1.9577874818049492e-05, "epoch": 0.11790393013100436, "percentage": 3.93, "elapsed_time": "2:11:25", "remaining_time": "2 days, 5:32:47"} +{"current_steps": 275, "total_steps": 6870, "loss": 0.4479, "lr": 1.9941775836972345e-05, "epoch": 0.12008733624454149, "percentage": 4.0, "elapsed_time": "2:13:51", "remaining_time": "2 days, 5:30:19"} +{"current_steps": 280, "total_steps": 6870, "loss": 0.456, "lr": 2.0305676855895198e-05, "epoch": 0.1222707423580786, "percentage": 4.08, "elapsed_time": "2:16:17", "remaining_time": "2 days, 5:27:52"} +{"current_steps": 285, "total_steps": 6870, "loss": 0.4318, "lr": 2.066957787481805e-05, "epoch": 0.12445414847161572, "percentage": 4.15, "elapsed_time": "2:18:43", "remaining_time": "2 days, 5:25:24"} +{"current_steps": 290, "total_steps": 6870, "loss": 0.4494, "lr": 2.1033478893740903e-05, "epoch": 0.12663755458515283, "percentage": 4.22, "elapsed_time": "2:21:09", "remaining_time": "2 days, 5:22:58"} +{"current_steps": 295, "total_steps": 6870, "loss": 0.4604, "lr": 2.1397379912663756e-05, "epoch": 0.12882096069868995, "percentage": 4.29, "elapsed_time": "2:23:35", "remaining_time": "2 days, 5:20:32"} +{"current_steps": 300, "total_steps": 6870, "loss": 0.4529, "lr": 2.176128093158661e-05, "epoch": 0.13100436681222707, "percentage": 4.37, "elapsed_time": "2:26:01", "remaining_time": "2 days, 5:18:06"} +{"current_steps": 305, "total_steps": 6870, "loss": 0.4462, "lr": 2.2125181950509464e-05, "epoch": 0.1331877729257642, "percentage": 4.44, "elapsed_time": "2:28:27", "remaining_time": "2 days, 5:15:40"} +{"current_steps": 310, "total_steps": 6870, "loss": 0.4353, "lr": 2.2489082969432314e-05, "epoch": 0.13537117903930132, "percentage": 4.51, "elapsed_time": "2:30:53", "remaining_time": "2 days, 5:13:13"} +{"current_steps": 315, "total_steps": 6870, "loss": 0.4425, "lr": 2.2852983988355166e-05, "epoch": 0.13755458515283842, "percentage": 4.59, "elapsed_time": "2:33:19", "remaining_time": "2 days, 5:10:45"} +{"current_steps": 320, "total_steps": 6870, "loss": 0.4375, "lr": 2.3216885007278022e-05, "epoch": 0.13973799126637554, "percentage": 4.66, "elapsed_time": "2:35:45", "remaining_time": "2 days, 5:08:17"} +{"current_steps": 325, "total_steps": 6870, "loss": 0.4539, "lr": 2.3580786026200875e-05, "epoch": 0.14192139737991266, "percentage": 4.73, "elapsed_time": "2:38:11", "remaining_time": "2 days, 5:05:50"} +{"current_steps": 330, "total_steps": 6870, "loss": 0.4347, "lr": 2.3944687045123728e-05, "epoch": 0.14410480349344978, "percentage": 4.8, "elapsed_time": "2:40:37", "remaining_time": "2 days, 5:03:23"} +{"current_steps": 335, "total_steps": 6870, "loss": 0.4149, "lr": 2.430858806404658e-05, "epoch": 0.1462882096069869, "percentage": 4.88, "elapsed_time": "2:43:03", "remaining_time": "2 days, 5:00:55"} +{"current_steps": 340, "total_steps": 6870, "loss": 0.422, "lr": 2.4672489082969433e-05, "epoch": 0.14847161572052403, "percentage": 4.95, "elapsed_time": "2:45:29", "remaining_time": "2 days, 4:58:20"} +{"current_steps": 345, "total_steps": 6870, "loss": 0.4418, "lr": 2.503639010189229e-05, "epoch": 0.15065502183406113, "percentage": 5.02, "elapsed_time": "2:47:55", "remaining_time": "2 days, 4:55:54"} +{"current_steps": 350, "total_steps": 6870, "loss": 0.4404, "lr": 2.540029112081514e-05, "epoch": 0.15283842794759825, "percentage": 5.09, "elapsed_time": "2:50:21", "remaining_time": "2 days, 4:53:28"} +{"current_steps": 355, "total_steps": 6870, "loss": 0.4263, "lr": 2.576419213973799e-05, "epoch": 0.15502183406113537, "percentage": 5.17, "elapsed_time": "2:52:47", "remaining_time": "2 days, 4:51:01"} +{"current_steps": 360, "total_steps": 6870, "loss": 0.4299, "lr": 2.6128093158660844e-05, "epoch": 0.1572052401746725, "percentage": 5.24, "elapsed_time": "2:55:13", "remaining_time": "2 days, 4:48:31"} +{"current_steps": 365, "total_steps": 6870, "loss": 0.4196, "lr": 2.64919941775837e-05, "epoch": 0.15938864628820962, "percentage": 5.31, "elapsed_time": "2:57:39", "remaining_time": "2 days, 4:46:05"} +{"current_steps": 370, "total_steps": 6870, "loss": 0.4174, "lr": 2.6855895196506553e-05, "epoch": 0.1615720524017467, "percentage": 5.39, "elapsed_time": "3:00:05", "remaining_time": "2 days, 4:43:40"} +{"current_steps": 375, "total_steps": 6870, "loss": 0.3993, "lr": 2.7219796215429405e-05, "epoch": 0.16375545851528384, "percentage": 5.46, "elapsed_time": "3:02:31", "remaining_time": "2 days, 4:41:16"} +{"current_steps": 380, "total_steps": 6870, "loss": 0.4345, "lr": 2.7583697234352258e-05, "epoch": 0.16593886462882096, "percentage": 5.53, "elapsed_time": "3:04:57", "remaining_time": "2 days, 4:38:49"} +{"current_steps": 385, "total_steps": 6870, "loss": 0.4441, "lr": 2.794759825327511e-05, "epoch": 0.16812227074235808, "percentage": 5.6, "elapsed_time": "3:07:23", "remaining_time": "2 days, 4:36:22"} +{"current_steps": 390, "total_steps": 6870, "loss": 0.4029, "lr": 2.831149927219796e-05, "epoch": 0.1703056768558952, "percentage": 5.68, "elapsed_time": "3:09:49", "remaining_time": "2 days, 4:33:55"} +{"current_steps": 395, "total_steps": 6870, "loss": 0.4342, "lr": 2.867540029112082e-05, "epoch": 0.17248908296943233, "percentage": 5.75, "elapsed_time": "3:12:15", "remaining_time": "2 days, 4:31:28"} +{"current_steps": 400, "total_steps": 6870, "loss": 0.4044, "lr": 2.9039301310043672e-05, "epoch": 0.17467248908296942, "percentage": 5.82, "elapsed_time": "3:14:41", "remaining_time": "2 days, 4:29:01"} +{"current_steps": 405, "total_steps": 6870, "loss": 0.4114, "lr": 2.940320232896652e-05, "epoch": 0.17685589519650655, "percentage": 5.9, "elapsed_time": "3:17:07", "remaining_time": "2 days, 4:26:37"} +{"current_steps": 410, "total_steps": 6870, "loss": 0.4124, "lr": 2.9767103347889374e-05, "epoch": 0.17903930131004367, "percentage": 5.97, "elapsed_time": "3:19:33", "remaining_time": "2 days, 4:24:11"} +{"current_steps": 415, "total_steps": 6870, "loss": 0.4096, "lr": 3.0131004366812227e-05, "epoch": 0.1812227074235808, "percentage": 6.04, "elapsed_time": "3:21:59", "remaining_time": "2 days, 4:21:44"} +{"current_steps": 420, "total_steps": 6870, "loss": 0.4019, "lr": 3.0494905385735083e-05, "epoch": 0.18340611353711792, "percentage": 6.11, "elapsed_time": "3:24:25", "remaining_time": "2 days, 4:19:19"} +{"current_steps": 425, "total_steps": 6870, "loss": 0.4125, "lr": 3.0858806404657935e-05, "epoch": 0.185589519650655, "percentage": 6.19, "elapsed_time": "3:26:51", "remaining_time": "2 days, 4:16:52"} +{"current_steps": 430, "total_steps": 6870, "loss": 0.3979, "lr": 3.122270742358079e-05, "epoch": 0.18777292576419213, "percentage": 6.26, "elapsed_time": "3:29:17", "remaining_time": "2 days, 4:14:26"} +{"current_steps": 435, "total_steps": 6870, "loss": 0.411, "lr": 3.158660844250364e-05, "epoch": 0.18995633187772926, "percentage": 6.33, "elapsed_time": "3:31:43", "remaining_time": "2 days, 4:11:59"} +{"current_steps": 440, "total_steps": 6870, "loss": 0.4001, "lr": 3.1950509461426493e-05, "epoch": 0.19213973799126638, "percentage": 6.4, "elapsed_time": "3:34:09", "remaining_time": "2 days, 4:09:34"} +{"current_steps": 445, "total_steps": 6870, "loss": 0.3982, "lr": 3.2314410480349346e-05, "epoch": 0.1943231441048035, "percentage": 6.48, "elapsed_time": "3:36:35", "remaining_time": "2 days, 4:07:08"} +{"current_steps": 450, "total_steps": 6870, "loss": 0.4129, "lr": 3.26783114992722e-05, "epoch": 0.1965065502183406, "percentage": 6.55, "elapsed_time": "3:39:01", "remaining_time": "2 days, 4:04:42"} +{"current_steps": 455, "total_steps": 6870, "loss": 0.4173, "lr": 3.304221251819505e-05, "epoch": 0.19868995633187772, "percentage": 6.62, "elapsed_time": "3:41:27", "remaining_time": "2 days, 4:02:17"} +{"current_steps": 460, "total_steps": 6870, "loss": 0.3947, "lr": 3.3406113537117904e-05, "epoch": 0.20087336244541484, "percentage": 6.7, "elapsed_time": "3:43:53", "remaining_time": "2 days, 3:59:50"} +{"current_steps": 465, "total_steps": 6870, "loss": 0.4066, "lr": 3.377001455604076e-05, "epoch": 0.20305676855895197, "percentage": 6.77, "elapsed_time": "3:46:19", "remaining_time": "2 days, 3:57:24"} +{"current_steps": 470, "total_steps": 6870, "loss": 0.4054, "lr": 3.413391557496361e-05, "epoch": 0.2052401746724891, "percentage": 6.84, "elapsed_time": "3:48:45", "remaining_time": "2 days, 3:54:57"} +{"current_steps": 475, "total_steps": 6870, "loss": 0.3923, "lr": 3.449781659388647e-05, "epoch": 0.2074235807860262, "percentage": 6.91, "elapsed_time": "3:51:11", "remaining_time": "2 days, 3:52:32"} +{"current_steps": 480, "total_steps": 6870, "loss": 0.4068, "lr": 3.486171761280932e-05, "epoch": 0.2096069868995633, "percentage": 6.99, "elapsed_time": "3:53:37", "remaining_time": "2 days, 3:50:06"} +{"current_steps": 485, "total_steps": 6870, "loss": 0.4002, "lr": 3.5225618631732174e-05, "epoch": 0.21179039301310043, "percentage": 7.06, "elapsed_time": "3:56:03", "remaining_time": "2 days, 3:47:39"} +{"current_steps": 490, "total_steps": 6870, "loss": 0.4068, "lr": 3.558951965065502e-05, "epoch": 0.21397379912663755, "percentage": 7.13, "elapsed_time": "3:58:29", "remaining_time": "2 days, 3:45:12"} +{"current_steps": 495, "total_steps": 6870, "loss": 0.4081, "lr": 3.595342066957787e-05, "epoch": 0.21615720524017468, "percentage": 7.21, "elapsed_time": "4:00:55", "remaining_time": "2 days, 3:42:47"} +{"current_steps": 500, "total_steps": 6870, "loss": 0.4053, "lr": 3.6317321688500726e-05, "epoch": 0.2183406113537118, "percentage": 7.28, "elapsed_time": "4:03:21", "remaining_time": "2 days, 3:40:21"} +{"current_steps": 505, "total_steps": 6870, "loss": 0.391, "lr": 3.6681222707423585e-05, "epoch": 0.2205240174672489, "percentage": 7.35, "elapsed_time": "4:05:47", "remaining_time": "2 days, 3:37:55"} +{"current_steps": 510, "total_steps": 6870, "loss": 0.4061, "lr": 3.704512372634644e-05, "epoch": 0.22270742358078602, "percentage": 7.42, "elapsed_time": "4:08:13", "remaining_time": "2 days, 3:35:31"} +{"current_steps": 515, "total_steps": 6870, "loss": 0.4107, "lr": 3.740902474526929e-05, "epoch": 0.22489082969432314, "percentage": 7.5, "elapsed_time": "4:10:39", "remaining_time": "2 days, 3:33:05"} +{"current_steps": 520, "total_steps": 6870, "loss": 0.3998, "lr": 3.777292576419214e-05, "epoch": 0.22707423580786026, "percentage": 7.57, "elapsed_time": "4:13:05", "remaining_time": "2 days, 3:30:36"} +{"current_steps": 525, "total_steps": 6870, "loss": 0.4005, "lr": 3.8136826783114996e-05, "epoch": 0.2292576419213974, "percentage": 7.64, "elapsed_time": "4:15:31", "remaining_time": "2 days, 3:28:08"} +{"current_steps": 530, "total_steps": 6870, "loss": 0.4098, "lr": 3.850072780203784e-05, "epoch": 0.2314410480349345, "percentage": 7.71, "elapsed_time": "4:17:57", "remaining_time": "2 days, 3:25:43"} +{"current_steps": 535, "total_steps": 6870, "loss": 0.3965, "lr": 3.88646288209607e-05, "epoch": 0.2336244541484716, "percentage": 7.79, "elapsed_time": "4:20:23", "remaining_time": "2 days, 3:23:16"} +{"current_steps": 540, "total_steps": 6870, "loss": 0.3962, "lr": 3.9228529839883554e-05, "epoch": 0.23580786026200873, "percentage": 7.86, "elapsed_time": "4:22:49", "remaining_time": "2 days, 3:20:48"} +{"current_steps": 545, "total_steps": 6870, "loss": 0.3976, "lr": 3.9592430858806406e-05, "epoch": 0.23799126637554585, "percentage": 7.93, "elapsed_time": "4:25:14", "remaining_time": "2 days, 3:18:19"} +{"current_steps": 550, "total_steps": 6870, "loss": 0.3932, "lr": 3.995633187772926e-05, "epoch": 0.24017467248908297, "percentage": 8.01, "elapsed_time": "4:27:40", "remaining_time": "2 days, 3:15:52"} +{"current_steps": 555, "total_steps": 6870, "loss": 0.4163, "lr": 4.032023289665211e-05, "epoch": 0.2423580786026201, "percentage": 8.08, "elapsed_time": "4:30:06", "remaining_time": "2 days, 3:13:25"} +{"current_steps": 560, "total_steps": 6870, "loss": 0.3885, "lr": 4.068413391557497e-05, "epoch": 0.2445414847161572, "percentage": 8.15, "elapsed_time": "4:32:32", "remaining_time": "2 days, 3:10:59"} +{"current_steps": 565, "total_steps": 6870, "loss": 0.3979, "lr": 4.104803493449782e-05, "epoch": 0.24672489082969432, "percentage": 8.22, "elapsed_time": "4:34:58", "remaining_time": "2 days, 3:08:33"} +{"current_steps": 570, "total_steps": 6870, "loss": 0.4052, "lr": 4.141193595342067e-05, "epoch": 0.24890829694323144, "percentage": 8.3, "elapsed_time": "4:37:24", "remaining_time": "2 days, 3:06:06"} +{"current_steps": 575, "total_steps": 6870, "loss": 0.3931, "lr": 4.177583697234352e-05, "epoch": 0.25109170305676853, "percentage": 8.37, "elapsed_time": "4:39:50", "remaining_time": "2 days, 3:03:40"} +{"current_steps": 580, "total_steps": 6870, "loss": 0.4199, "lr": 4.2139737991266375e-05, "epoch": 0.25327510917030566, "percentage": 8.44, "elapsed_time": "4:42:16", "remaining_time": "2 days, 3:01:13"} +{"current_steps": 585, "total_steps": 6870, "loss": 0.3817, "lr": 4.250363901018923e-05, "epoch": 0.2554585152838428, "percentage": 8.52, "elapsed_time": "4:44:42", "remaining_time": "2 days, 2:58:47"} +{"current_steps": 590, "total_steps": 6870, "loss": 0.4146, "lr": 4.286754002911209e-05, "epoch": 0.2576419213973799, "percentage": 8.59, "elapsed_time": "4:47:08", "remaining_time": "2 days, 2:56:20"} +{"current_steps": 595, "total_steps": 6870, "loss": 0.3894, "lr": 4.323144104803494e-05, "epoch": 0.259825327510917, "percentage": 8.66, "elapsed_time": "4:49:34", "remaining_time": "2 days, 2:53:52"} +{"current_steps": 600, "total_steps": 6870, "loss": 0.4099, "lr": 4.359534206695779e-05, "epoch": 0.26200873362445415, "percentage": 8.73, "elapsed_time": "4:52:00", "remaining_time": "2 days, 2:51:26"} +{"current_steps": 605, "total_steps": 6870, "loss": 0.3937, "lr": 4.395924308588064e-05, "epoch": 0.26419213973799127, "percentage": 8.81, "elapsed_time": "4:54:26", "remaining_time": "2 days, 2:49:00"} +{"current_steps": 610, "total_steps": 6870, "loss": 0.4041, "lr": 4.432314410480349e-05, "epoch": 0.2663755458515284, "percentage": 8.88, "elapsed_time": "4:56:52", "remaining_time": "2 days, 2:46:33"} +{"current_steps": 615, "total_steps": 6870, "loss": 0.3923, "lr": 4.468704512372635e-05, "epoch": 0.2685589519650655, "percentage": 8.95, "elapsed_time": "4:59:18", "remaining_time": "2 days, 2:44:07"} +{"current_steps": 620, "total_steps": 6870, "loss": 0.3933, "lr": 4.50509461426492e-05, "epoch": 0.27074235807860264, "percentage": 9.02, "elapsed_time": "5:01:43", "remaining_time": "2 days, 2:41:37"} +{"current_steps": 625, "total_steps": 6870, "loss": 0.3887, "lr": 4.5414847161572056e-05, "epoch": 0.27292576419213976, "percentage": 9.1, "elapsed_time": "5:04:09", "remaining_time": "2 days, 2:39:10"} +{"current_steps": 630, "total_steps": 6870, "loss": 0.3767, "lr": 4.577874818049491e-05, "epoch": 0.27510917030567683, "percentage": 9.17, "elapsed_time": "5:06:35", "remaining_time": "2 days, 2:36:44"} +{"current_steps": 635, "total_steps": 6870, "loss": 0.3996, "lr": 4.614264919941776e-05, "epoch": 0.27729257641921395, "percentage": 9.24, "elapsed_time": "5:09:01", "remaining_time": "2 days, 2:34:17"} +{"current_steps": 640, "total_steps": 6870, "loss": 0.3966, "lr": 4.6506550218340614e-05, "epoch": 0.2794759825327511, "percentage": 9.32, "elapsed_time": "5:11:27", "remaining_time": "2 days, 2:31:51"} +{"current_steps": 645, "total_steps": 6870, "loss": 0.4006, "lr": 4.687045123726347e-05, "epoch": 0.2816593886462882, "percentage": 9.39, "elapsed_time": "5:13:53", "remaining_time": "2 days, 2:29:25"} +{"current_steps": 650, "total_steps": 6870, "loss": 0.3923, "lr": 4.723435225618632e-05, "epoch": 0.2838427947598253, "percentage": 9.46, "elapsed_time": "5:16:19", "remaining_time": "2 days, 2:26:59"} +{"current_steps": 655, "total_steps": 6870, "loss": 0.402, "lr": 4.759825327510917e-05, "epoch": 0.28602620087336245, "percentage": 9.53, "elapsed_time": "5:18:45", "remaining_time": "2 days, 2:24:34"} +{"current_steps": 660, "total_steps": 6870, "loss": 0.4099, "lr": 4.7962154294032025e-05, "epoch": 0.28820960698689957, "percentage": 9.61, "elapsed_time": "5:21:11", "remaining_time": "2 days, 2:22:08"} +{"current_steps": 665, "total_steps": 6870, "loss": 0.3886, "lr": 4.832605531295488e-05, "epoch": 0.2903930131004367, "percentage": 9.68, "elapsed_time": "5:23:37", "remaining_time": "2 days, 2:19:42"} +{"current_steps": 670, "total_steps": 6870, "loss": 0.3706, "lr": 4.868995633187774e-05, "epoch": 0.2925764192139738, "percentage": 9.75, "elapsed_time": "5:26:03", "remaining_time": "2 days, 2:17:16"} +{"current_steps": 675, "total_steps": 6870, "loss": 0.4012, "lr": 4.905385735080058e-05, "epoch": 0.29475982532751094, "percentage": 9.83, "elapsed_time": "5:28:29", "remaining_time": "2 days, 2:14:50"} +{"current_steps": 680, "total_steps": 6870, "loss": 0.3842, "lr": 4.9417758369723435e-05, "epoch": 0.29694323144104806, "percentage": 9.9, "elapsed_time": "5:30:55", "remaining_time": "2 days, 2:12:23"} +{"current_steps": 685, "total_steps": 6870, "loss": 0.3855, "lr": 4.978165938864629e-05, "epoch": 0.29912663755458513, "percentage": 9.97, "elapsed_time": "5:33:21", "remaining_time": "2 days, 2:09:57"} +{"current_steps": 690, "total_steps": 6870, "loss": 0.3705, "lr": 4.999998709163553e-05, "epoch": 0.30131004366812225, "percentage": 10.04, "elapsed_time": "5:35:47", "remaining_time": "2 days, 2:07:31"} +{"current_steps": 695, "total_steps": 6870, "loss": 0.3828, "lr": 4.999984187268831e-05, "epoch": 0.3034934497816594, "percentage": 10.12, "elapsed_time": "5:38:13", "remaining_time": "2 days, 2:05:05"} +{"current_steps": 700, "total_steps": 6870, "loss": 0.3763, "lr": 4.9999535300278666e-05, "epoch": 0.3056768558951965, "percentage": 10.19, "elapsed_time": "5:40:39", "remaining_time": "2 days, 2:02:40"} +{"current_steps": 705, "total_steps": 6870, "loss": 0.3928, "lr": 4.999906737638528e-05, "epoch": 0.3078602620087336, "percentage": 10.26, "elapsed_time": "5:43:05", "remaining_time": "2 days, 2:00:14"} +{"current_steps": 710, "total_steps": 6870, "loss": 0.3926, "lr": 4.9998438104028226e-05, "epoch": 0.31004366812227074, "percentage": 10.33, "elapsed_time": "5:45:31", "remaining_time": "2 days, 1:57:48"} +{"current_steps": 715, "total_steps": 6870, "loss": 0.385, "lr": 4.999764748726891e-05, "epoch": 0.31222707423580787, "percentage": 10.41, "elapsed_time": "5:47:57", "remaining_time": "2 days, 1:55:22"} +{"current_steps": 720, "total_steps": 6870, "loss": 0.4175, "lr": 4.9996695531210135e-05, "epoch": 0.314410480349345, "percentage": 10.48, "elapsed_time": "5:50:23", "remaining_time": "2 days, 1:52:57"} +{"current_steps": 725, "total_steps": 6870, "loss": 0.4076, "lr": 4.9995582241996e-05, "epoch": 0.3165938864628821, "percentage": 10.55, "elapsed_time": "5:52:49", "remaining_time": "2 days, 1:50:32"} +{"current_steps": 730, "total_steps": 6870, "loss": 0.3912, "lr": 4.9994307626811865e-05, "epoch": 0.31877729257641924, "percentage": 10.63, "elapsed_time": "5:55:15", "remaining_time": "2 days, 1:48:07"} +{"current_steps": 735, "total_steps": 6870, "loss": 0.3913, "lr": 4.999287169388433e-05, "epoch": 0.32096069868995636, "percentage": 10.7, "elapsed_time": "5:57:42", "remaining_time": "2 days, 1:45:42"} +{"current_steps": 740, "total_steps": 6870, "loss": 0.4078, "lr": 4.9991274452481164e-05, "epoch": 0.3231441048034934, "percentage": 10.77, "elapsed_time": "6:00:08", "remaining_time": "2 days, 1:43:18"} +{"current_steps": 745, "total_steps": 6870, "loss": 0.3957, "lr": 4.9989515912911234e-05, "epoch": 0.32532751091703055, "percentage": 10.84, "elapsed_time": "6:02:34", "remaining_time": "2 days, 1:40:53"} +{"current_steps": 750, "total_steps": 6870, "loss": 0.4049, "lr": 4.998759608652449e-05, "epoch": 0.32751091703056767, "percentage": 10.92, "elapsed_time": "6:05:00", "remaining_time": "2 days, 1:38:28"} +{"current_steps": 755, "total_steps": 6870, "loss": 0.3929, "lr": 4.998551498571182e-05, "epoch": 0.3296943231441048, "percentage": 10.99, "elapsed_time": "6:07:26", "remaining_time": "2 days, 1:36:02"} +{"current_steps": 760, "total_steps": 6870, "loss": 0.3823, "lr": 4.9983272623905045e-05, "epoch": 0.3318777292576419, "percentage": 11.06, "elapsed_time": "6:09:52", "remaining_time": "2 days, 1:33:37"} +{"current_steps": 765, "total_steps": 6870, "loss": 0.3761, "lr": 4.9980869015576736e-05, "epoch": 0.33406113537117904, "percentage": 11.14, "elapsed_time": "6:12:18", "remaining_time": "2 days, 1:31:11"} +{"current_steps": 770, "total_steps": 6870, "loss": 0.3867, "lr": 4.997830417624024e-05, "epoch": 0.33624454148471616, "percentage": 11.21, "elapsed_time": "6:14:44", "remaining_time": "2 days, 1:28:46"} +{"current_steps": 775, "total_steps": 6870, "loss": 0.3953, "lr": 4.9975578122449485e-05, "epoch": 0.3384279475982533, "percentage": 11.28, "elapsed_time": "6:17:10", "remaining_time": "2 days, 1:26:20"} +{"current_steps": 780, "total_steps": 6870, "loss": 0.3769, "lr": 4.99726908717989e-05, "epoch": 0.3406113537117904, "percentage": 11.35, "elapsed_time": "6:19:36", "remaining_time": "2 days, 1:23:54"} +{"current_steps": 785, "total_steps": 6870, "loss": 0.3776, "lr": 4.9969642442923325e-05, "epoch": 0.34279475982532753, "percentage": 11.43, "elapsed_time": "6:22:02", "remaining_time": "2 days, 1:21:29"} +{"current_steps": 790, "total_steps": 6870, "loss": 0.3912, "lr": 4.996643285549787e-05, "epoch": 0.34497816593886466, "percentage": 11.5, "elapsed_time": "6:24:29", "remaining_time": "2 days, 1:19:03"} +{"current_steps": 795, "total_steps": 6870, "loss": 0.374, "lr": 4.996306213023778e-05, "epoch": 0.3471615720524017, "percentage": 11.57, "elapsed_time": "6:26:55", "remaining_time": "2 days, 1:16:38"} +{"current_steps": 800, "total_steps": 6870, "loss": 0.3908, "lr": 4.995953028889833e-05, "epoch": 0.34934497816593885, "percentage": 11.64, "elapsed_time": "6:29:21", "remaining_time": "2 days, 1:14:12"} +{"current_steps": 805, "total_steps": 6870, "loss": 0.3804, "lr": 4.995583735427465e-05, "epoch": 0.35152838427947597, "percentage": 11.72, "elapsed_time": "6:31:47", "remaining_time": "2 days, 1:11:47"} +{"current_steps": 810, "total_steps": 6870, "loss": 0.3787, "lr": 4.9951983350201604e-05, "epoch": 0.3537117903930131, "percentage": 11.79, "elapsed_time": "6:34:13", "remaining_time": "2 days, 1:09:21"} +{"current_steps": 815, "total_steps": 6870, "loss": 0.3681, "lr": 4.9947968301553625e-05, "epoch": 0.3558951965065502, "percentage": 11.86, "elapsed_time": "6:36:39", "remaining_time": "2 days, 1:06:56"} +{"current_steps": 820, "total_steps": 6870, "loss": 0.3632, "lr": 4.994379223424456e-05, "epoch": 0.35807860262008734, "percentage": 11.94, "elapsed_time": "6:39:05", "remaining_time": "2 days, 1:04:31"} +{"current_steps": 825, "total_steps": 6870, "loss": 0.3729, "lr": 4.99394551752275e-05, "epoch": 0.36026200873362446, "percentage": 12.01, "elapsed_time": "6:41:31", "remaining_time": "2 days, 1:02:05"} +{"current_steps": 830, "total_steps": 6870, "loss": 0.366, "lr": 4.9934957152494585e-05, "epoch": 0.3624454148471616, "percentage": 12.08, "elapsed_time": "6:43:57", "remaining_time": "2 days, 0:59:40"} +{"current_steps": 835, "total_steps": 6870, "loss": 0.3641, "lr": 4.993029819507687e-05, "epoch": 0.3646288209606987, "percentage": 12.15, "elapsed_time": "6:46:23", "remaining_time": "2 days, 0:57:15"} +{"current_steps": 840, "total_steps": 6870, "loss": 0.3797, "lr": 4.9925478333044114e-05, "epoch": 0.36681222707423583, "percentage": 12.23, "elapsed_time": "6:48:49", "remaining_time": "2 days, 0:54:49"} +{"current_steps": 845, "total_steps": 6870, "loss": 0.3776, "lr": 4.992049759750455e-05, "epoch": 0.36899563318777295, "percentage": 12.3, "elapsed_time": "6:51:16", "remaining_time": "2 days, 0:52:24"} +{"current_steps": 850, "total_steps": 6870, "loss": 0.3723, "lr": 4.9915356020604754e-05, "epoch": 0.37117903930131, "percentage": 12.37, "elapsed_time": "6:53:42", "remaining_time": "2 days, 0:49:59"} +{"current_steps": 855, "total_steps": 6870, "loss": 0.3918, "lr": 4.9910053635529376e-05, "epoch": 0.37336244541484714, "percentage": 12.45, "elapsed_time": "6:56:08", "remaining_time": "2 days, 0:47:33"} +{"current_steps": 860, "total_steps": 6870, "loss": 0.3809, "lr": 4.9904590476500955e-05, "epoch": 0.37554585152838427, "percentage": 12.52, "elapsed_time": "6:58:34", "remaining_time": "2 days, 0:45:08"} +{"current_steps": 865, "total_steps": 6870, "loss": 0.37, "lr": 4.989896657877972e-05, "epoch": 0.3777292576419214, "percentage": 12.59, "elapsed_time": "7:01:00", "remaining_time": "2 days, 0:42:42"} +{"current_steps": 870, "total_steps": 6870, "loss": 0.3742, "lr": 4.98931819786633e-05, "epoch": 0.3799126637554585, "percentage": 12.66, "elapsed_time": "7:03:26", "remaining_time": "2 days, 0:40:17"} +{"current_steps": 875, "total_steps": 6870, "loss": 0.3658, "lr": 4.988723671348654e-05, "epoch": 0.38209606986899564, "percentage": 12.74, "elapsed_time": "7:05:52", "remaining_time": "2 days, 0:37:52"} +{"current_steps": 880, "total_steps": 6870, "loss": 0.3914, "lr": 4.9881130821621255e-05, "epoch": 0.38427947598253276, "percentage": 12.81, "elapsed_time": "7:08:18", "remaining_time": "2 days, 0:35:26"} +{"current_steps": 885, "total_steps": 6870, "loss": 0.3754, "lr": 4.987486434247596e-05, "epoch": 0.3864628820960699, "percentage": 12.88, "elapsed_time": "7:10:44", "remaining_time": "2 days, 0:33:01"} +{"current_steps": 890, "total_steps": 6870, "loss": 0.3724, "lr": 4.9868437316495636e-05, "epoch": 0.388646288209607, "percentage": 12.95, "elapsed_time": "7:13:10", "remaining_time": "2 days, 0:30:35"} +{"current_steps": 895, "total_steps": 6870, "loss": 0.3673, "lr": 4.9861849785161465e-05, "epoch": 0.39082969432314413, "percentage": 13.03, "elapsed_time": "7:15:37", "remaining_time": "2 days, 0:28:10"} +{"current_steps": 900, "total_steps": 6870, "loss": 0.3727, "lr": 4.9855101790990556e-05, "epoch": 0.3930131004366812, "percentage": 13.1, "elapsed_time": "7:18:03", "remaining_time": "2 days, 0:25:45"} +{"current_steps": 905, "total_steps": 6870, "loss": 0.3841, "lr": 4.9848193377535665e-05, "epoch": 0.3951965065502183, "percentage": 13.17, "elapsed_time": "7:20:29", "remaining_time": "2 days, 0:23:18"} +{"current_steps": 910, "total_steps": 6870, "loss": 0.3723, "lr": 4.9841124589384944e-05, "epoch": 0.39737991266375544, "percentage": 13.25, "elapsed_time": "7:22:54", "remaining_time": "2 days, 0:20:50"} +{"current_steps": 915, "total_steps": 6870, "loss": 0.3707, "lr": 4.983389547216161e-05, "epoch": 0.39956331877729256, "percentage": 13.32, "elapsed_time": "7:25:20", "remaining_time": "2 days, 0:18:24"} +{"current_steps": 920, "total_steps": 6870, "loss": 0.3545, "lr": 4.9826506072523684e-05, "epoch": 0.4017467248908297, "percentage": 13.39, "elapsed_time": "7:27:46", "remaining_time": "2 days, 0:15:57"} +{"current_steps": 925, "total_steps": 6870, "loss": 0.3718, "lr": 4.981895643816367e-05, "epoch": 0.4039301310043668, "percentage": 13.46, "elapsed_time": "7:30:12", "remaining_time": "2 days, 0:13:31"} +{"current_steps": 930, "total_steps": 6870, "loss": 0.3684, "lr": 4.9811246617808275e-05, "epoch": 0.40611353711790393, "percentage": 13.54, "elapsed_time": "7:32:38", "remaining_time": "2 days, 0:11:06"} +{"current_steps": 935, "total_steps": 6870, "loss": 0.3789, "lr": 4.980337666121806e-05, "epoch": 0.40829694323144106, "percentage": 13.61, "elapsed_time": "7:35:05", "remaining_time": "2 days, 0:08:41"} +{"current_steps": 940, "total_steps": 6870, "loss": 0.3542, "lr": 4.979534661918712e-05, "epoch": 0.4104803493449782, "percentage": 13.68, "elapsed_time": "7:37:31", "remaining_time": "2 days, 0:06:16"} +{"current_steps": 945, "total_steps": 6870, "loss": 0.3595, "lr": 4.978715654354281e-05, "epoch": 0.4126637554585153, "percentage": 13.76, "elapsed_time": "7:39:57", "remaining_time": "2 days, 0:03:50"} +{"current_steps": 950, "total_steps": 6870, "loss": 0.3666, "lr": 4.9778806487145326e-05, "epoch": 0.4148471615720524, "percentage": 13.83, "elapsed_time": "7:42:23", "remaining_time": "2 days, 0:01:24"} +{"current_steps": 955, "total_steps": 6870, "loss": 0.3654, "lr": 4.977029650388744e-05, "epoch": 0.4170305676855895, "percentage": 13.9, "elapsed_time": "7:44:49", "remaining_time": "1 day, 23:58:59"} +{"current_steps": 960, "total_steps": 6870, "loss": 0.3542, "lr": 4.976162664869411e-05, "epoch": 0.4192139737991266, "percentage": 13.97, "elapsed_time": "7:47:15", "remaining_time": "1 day, 23:56:34"} +{"current_steps": 965, "total_steps": 6870, "loss": 0.3594, "lr": 4.975279697752213e-05, "epoch": 0.42139737991266374, "percentage": 14.05, "elapsed_time": "7:49:41", "remaining_time": "1 day, 23:54:09"} +{"current_steps": 970, "total_steps": 6870, "loss": 0.3669, "lr": 4.974380754735979e-05, "epoch": 0.42358078602620086, "percentage": 14.12, "elapsed_time": "7:52:07", "remaining_time": "1 day, 23:51:44"} +{"current_steps": 975, "total_steps": 6870, "loss": 0.3616, "lr": 4.9734658416226476e-05, "epoch": 0.425764192139738, "percentage": 14.19, "elapsed_time": "7:54:34", "remaining_time": "1 day, 23:49:18"} +{"current_steps": 980, "total_steps": 6870, "loss": 0.369, "lr": 4.972534964317233e-05, "epoch": 0.4279475982532751, "percentage": 14.26, "elapsed_time": "7:57:00", "remaining_time": "1 day, 23:46:53"} +{"current_steps": 985, "total_steps": 6870, "loss": 0.3594, "lr": 4.9715881288277835e-05, "epoch": 0.43013100436681223, "percentage": 14.34, "elapsed_time": "7:59:26", "remaining_time": "1 day, 23:44:28"} +{"current_steps": 990, "total_steps": 6870, "loss": 0.3549, "lr": 4.9706253412653446e-05, "epoch": 0.43231441048034935, "percentage": 14.41, "elapsed_time": "8:01:52", "remaining_time": "1 day, 23:42:02"} +{"current_steps": 995, "total_steps": 6870, "loss": 0.3671, "lr": 4.9696466078439216e-05, "epoch": 0.4344978165938865, "percentage": 14.48, "elapsed_time": "8:04:18", "remaining_time": "1 day, 23:39:37"} +{"current_steps": 1000, "total_steps": 6870, "loss": 0.365, "lr": 4.968651934880434e-05, "epoch": 0.4366812227074236, "percentage": 14.56, "elapsed_time": "8:06:44", "remaining_time": "1 day, 23:37:11"} +{"current_steps": 1005, "total_steps": 6870, "loss": 0.3598, "lr": 4.96764132879468e-05, "epoch": 0.4388646288209607, "percentage": 14.63, "elapsed_time": "8:09:10", "remaining_time": "1 day, 23:34:46"} +{"current_steps": 1010, "total_steps": 6870, "loss": 0.3659, "lr": 4.9666147961092924e-05, "epoch": 0.4410480349344978, "percentage": 14.7, "elapsed_time": "8:11:36", "remaining_time": "1 day, 23:32:20"} +{"current_steps": 1015, "total_steps": 6870, "loss": 0.3719, "lr": 4.9655723434496984e-05, "epoch": 0.4432314410480349, "percentage": 14.77, "elapsed_time": "8:14:03", "remaining_time": "1 day, 23:29:55"} +{"current_steps": 1020, "total_steps": 6870, "loss": 0.3652, "lr": 4.9645139775440716e-05, "epoch": 0.44541484716157204, "percentage": 14.85, "elapsed_time": "8:16:29", "remaining_time": "1 day, 23:27:30"} +{"current_steps": 1025, "total_steps": 6870, "loss": 0.3691, "lr": 4.9634397052232983e-05, "epoch": 0.44759825327510916, "percentage": 14.92, "elapsed_time": "8:18:55", "remaining_time": "1 day, 23:25:04"} +{"current_steps": 1030, "total_steps": 6870, "loss": 0.3624, "lr": 4.9623495334209226e-05, "epoch": 0.4497816593886463, "percentage": 14.99, "elapsed_time": "8:21:21", "remaining_time": "1 day, 23:22:38"} +{"current_steps": 1035, "total_steps": 6870, "loss": 0.3676, "lr": 4.96124346917311e-05, "epoch": 0.4519650655021834, "percentage": 15.07, "elapsed_time": "8:23:47", "remaining_time": "1 day, 23:20:13"} +{"current_steps": 1040, "total_steps": 6870, "loss": 0.332, "lr": 4.960121519618597e-05, "epoch": 0.45414847161572053, "percentage": 15.14, "elapsed_time": "8:26:13", "remaining_time": "1 day, 23:17:47"} +{"current_steps": 1045, "total_steps": 6870, "loss": 0.3512, "lr": 4.9589836919986475e-05, "epoch": 0.45633187772925765, "percentage": 15.21, "elapsed_time": "8:28:39", "remaining_time": "1 day, 23:15:21"} +{"current_steps": 1050, "total_steps": 6870, "loss": 0.3501, "lr": 4.957829993657005e-05, "epoch": 0.4585152838427948, "percentage": 15.28, "elapsed_time": "8:31:05", "remaining_time": "1 day, 23:12:54"} +{"current_steps": 1055, "total_steps": 6870, "loss": 0.3597, "lr": 4.956660432039846e-05, "epoch": 0.4606986899563319, "percentage": 15.36, "elapsed_time": "8:33:31", "remaining_time": "1 day, 23:10:29"} +{"current_steps": 1060, "total_steps": 6870, "loss": 0.3676, "lr": 4.955475014695729e-05, "epoch": 0.462882096069869, "percentage": 15.43, "elapsed_time": "8:35:57", "remaining_time": "1 day, 23:08:04"} +{"current_steps": 1065, "total_steps": 6870, "loss": 0.3727, "lr": 4.954273749275552e-05, "epoch": 0.4650655021834061, "percentage": 15.5, "elapsed_time": "8:38:23", "remaining_time": "1 day, 23:05:38"} +{"current_steps": 1070, "total_steps": 6870, "loss": 0.3488, "lr": 4.9530566435324963e-05, "epoch": 0.4672489082969432, "percentage": 15.57, "elapsed_time": "8:40:50", "remaining_time": "1 day, 23:03:13"} +{"current_steps": 1075, "total_steps": 6870, "loss": 0.3709, "lr": 4.9518237053219816e-05, "epoch": 0.46943231441048033, "percentage": 15.65, "elapsed_time": "8:43:16", "remaining_time": "1 day, 23:00:47"} +{"current_steps": 1080, "total_steps": 6870, "loss": 0.3475, "lr": 4.950574942601611e-05, "epoch": 0.47161572052401746, "percentage": 15.72, "elapsed_time": "8:45:42", "remaining_time": "1 day, 22:58:22"} +{"current_steps": 1085, "total_steps": 6870, "loss": 0.3527, "lr": 4.9493103634311245e-05, "epoch": 0.4737991266375546, "percentage": 15.79, "elapsed_time": "8:48:08", "remaining_time": "1 day, 22:55:57"} +{"current_steps": 1090, "total_steps": 6870, "loss": 0.34, "lr": 4.948029975972341e-05, "epoch": 0.4759825327510917, "percentage": 15.87, "elapsed_time": "8:50:34", "remaining_time": "1 day, 22:53:31"} +{"current_steps": 1095, "total_steps": 6870, "loss": 0.3578, "lr": 4.9467337884891127e-05, "epoch": 0.4781659388646288, "percentage": 15.94, "elapsed_time": "8:53:00", "remaining_time": "1 day, 22:51:06"} +{"current_steps": 1100, "total_steps": 6870, "loss": 0.3437, "lr": 4.945421809347266e-05, "epoch": 0.48034934497816595, "percentage": 16.01, "elapsed_time": "8:55:27", "remaining_time": "1 day, 22:48:40"} +{"current_steps": 1105, "total_steps": 6870, "loss": 0.3582, "lr": 4.944094047014547e-05, "epoch": 0.48253275109170307, "percentage": 16.08, "elapsed_time": "8:57:53", "remaining_time": "1 day, 22:46:14"} +{"current_steps": 1110, "total_steps": 6870, "loss": 0.3369, "lr": 4.942750510060574e-05, "epoch": 0.4847161572052402, "percentage": 16.16, "elapsed_time": "9:00:19", "remaining_time": "1 day, 22:43:48"} +{"current_steps": 1115, "total_steps": 6870, "loss": 0.3683, "lr": 4.9413912071567756e-05, "epoch": 0.4868995633187773, "percentage": 16.23, "elapsed_time": "9:02:45", "remaining_time": "1 day, 22:41:22"} +{"current_steps": 1120, "total_steps": 6870, "loss": 0.3425, "lr": 4.940016147076336e-05, "epoch": 0.4890829694323144, "percentage": 16.3, "elapsed_time": "9:05:11", "remaining_time": "1 day, 22:38:56"} +{"current_steps": 1125, "total_steps": 6870, "loss": 0.3609, "lr": 4.938625338694139e-05, "epoch": 0.4912663755458515, "percentage": 16.38, "elapsed_time": "9:07:37", "remaining_time": "1 day, 22:36:30"} +{"current_steps": 1130, "total_steps": 6870, "loss": 0.3532, "lr": 4.937218790986712e-05, "epoch": 0.49344978165938863, "percentage": 16.45, "elapsed_time": "9:10:02", "remaining_time": "1 day, 22:34:02"} +{"current_steps": 1135, "total_steps": 6870, "loss": 0.3434, "lr": 4.935796513032165e-05, "epoch": 0.49563318777292575, "percentage": 16.52, "elapsed_time": "9:12:28", "remaining_time": "1 day, 22:31:37"} +{"current_steps": 1140, "total_steps": 6870, "loss": 0.3569, "lr": 4.934358514010137e-05, "epoch": 0.4978165938864629, "percentage": 16.59, "elapsed_time": "9:14:55", "remaining_time": "1 day, 22:29:11"} +{"current_steps": 1145, "total_steps": 6870, "loss": 0.3545, "lr": 4.93290480320173e-05, "epoch": 0.5, "percentage": 16.67, "elapsed_time": "9:17:21", "remaining_time": "1 day, 22:26:45"} +{"current_steps": 1150, "total_steps": 6870, "loss": 0.3482, "lr": 4.931435389989455e-05, "epoch": 0.5021834061135371, "percentage": 16.74, "elapsed_time": "9:19:47", "remaining_time": "1 day, 22:24:20"} +{"current_steps": 1155, "total_steps": 6870, "loss": 0.3704, "lr": 4.929950283857167e-05, "epoch": 0.5043668122270742, "percentage": 16.81, "elapsed_time": "9:22:13", "remaining_time": "1 day, 22:21:55"} +{"current_steps": 1160, "total_steps": 6870, "loss": 0.3646, "lr": 4.9284494943900085e-05, "epoch": 0.5065502183406113, "percentage": 16.89, "elapsed_time": "9:24:39", "remaining_time": "1 day, 22:19:29"} +{"current_steps": 1165, "total_steps": 6870, "loss": 0.3626, "lr": 4.926933031274344e-05, "epoch": 0.5087336244541485, "percentage": 16.96, "elapsed_time": "9:27:05", "remaining_time": "1 day, 22:17:04"} +{"current_steps": 1170, "total_steps": 6870, "loss": 0.347, "lr": 4.925400904297698e-05, "epoch": 0.5109170305676856, "percentage": 17.03, "elapsed_time": "9:29:32", "remaining_time": "1 day, 22:14:39"} +{"current_steps": 1175, "total_steps": 6870, "loss": 0.3678, "lr": 4.923853123348693e-05, "epoch": 0.5131004366812227, "percentage": 17.1, "elapsed_time": "9:31:58", "remaining_time": "1 day, 22:12:13"} +{"current_steps": 1180, "total_steps": 6870, "loss": 0.3568, "lr": 4.922289698416983e-05, "epoch": 0.5152838427947598, "percentage": 17.18, "elapsed_time": "9:34:24", "remaining_time": "1 day, 22:09:48"} +{"current_steps": 1185, "total_steps": 6870, "loss": 0.3555, "lr": 4.920710639593196e-05, "epoch": 0.517467248908297, "percentage": 17.25, "elapsed_time": "9:36:50", "remaining_time": "1 day, 22:07:22"} +{"current_steps": 1190, "total_steps": 6870, "loss": 0.3529, "lr": 4.919115957068859e-05, "epoch": 0.519650655021834, "percentage": 17.32, "elapsed_time": "9:39:16", "remaining_time": "1 day, 22:04:57"} +{"current_steps": 1195, "total_steps": 6870, "loss": 0.3491, "lr": 4.917505661136339e-05, "epoch": 0.5218340611353712, "percentage": 17.39, "elapsed_time": "9:41:42", "remaining_time": "1 day, 22:02:31"} +{"current_steps": 1200, "total_steps": 6870, "loss": 0.3615, "lr": 4.915879762188774e-05, "epoch": 0.5240174672489083, "percentage": 17.47, "elapsed_time": "9:44:09", "remaining_time": "1 day, 22:00:06"} +{"current_steps": 1205, "total_steps": 6870, "loss": 0.3553, "lr": 4.9142382707200096e-05, "epoch": 0.5262008733624454, "percentage": 17.54, "elapsed_time": "9:46:35", "remaining_time": "1 day, 21:57:40"} +{"current_steps": 1210, "total_steps": 6870, "loss": 0.3633, "lr": 4.912581197324524e-05, "epoch": 0.5283842794759825, "percentage": 17.61, "elapsed_time": "9:49:01", "remaining_time": "1 day, 21:55:15"} +{"current_steps": 1215, "total_steps": 6870, "loss": 0.3476, "lr": 4.9109085526973674e-05, "epoch": 0.5305676855895196, "percentage": 17.69, "elapsed_time": "9:51:27", "remaining_time": "1 day, 21:52:49"} +{"current_steps": 1220, "total_steps": 6870, "loss": 0.359, "lr": 4.909220347634087e-05, "epoch": 0.5327510917030568, "percentage": 17.76, "elapsed_time": "9:53:53", "remaining_time": "1 day, 21:50:24"} +{"current_steps": 1225, "total_steps": 6870, "loss": 0.3515, "lr": 4.907516593030662e-05, "epoch": 0.5349344978165939, "percentage": 17.83, "elapsed_time": "9:56:19", "remaining_time": "1 day, 21:47:59"} +{"current_steps": 1230, "total_steps": 6870, "loss": 0.3629, "lr": 4.905797299883429e-05, "epoch": 0.537117903930131, "percentage": 17.9, "elapsed_time": "9:58:46", "remaining_time": "1 day, 21:45:33"} +{"current_steps": 1235, "total_steps": 6870, "loss": 0.3484, "lr": 4.904062479289015e-05, "epoch": 0.5393013100436681, "percentage": 17.98, "elapsed_time": "10:01:12", "remaining_time": "1 day, 21:43:07"} +{"current_steps": 1240, "total_steps": 6870, "loss": 0.3526, "lr": 4.902312142444264e-05, "epoch": 0.5414847161572053, "percentage": 18.05, "elapsed_time": "10:03:38", "remaining_time": "1 day, 21:40:41"} +{"current_steps": 1245, "total_steps": 6870, "loss": 0.3366, "lr": 4.900546300646162e-05, "epoch": 0.5436681222707423, "percentage": 18.12, "elapsed_time": "10:06:04", "remaining_time": "1 day, 21:38:15"} +{"current_steps": 1250, "total_steps": 6870, "loss": 0.3543, "lr": 4.89876496529177e-05, "epoch": 0.5458515283842795, "percentage": 18.2, "elapsed_time": "10:08:30", "remaining_time": "1 day, 21:35:49"} +{"current_steps": 1255, "total_steps": 6870, "loss": 0.3565, "lr": 4.896968147878145e-05, "epoch": 0.5480349344978166, "percentage": 18.27, "elapsed_time": "10:10:56", "remaining_time": "1 day, 21:33:24"} +{"current_steps": 1260, "total_steps": 6870, "loss": 0.3377, "lr": 4.895155860002271e-05, "epoch": 0.5502183406113537, "percentage": 18.34, "elapsed_time": "10:13:22", "remaining_time": "1 day, 21:30:58"} +{"current_steps": 1265, "total_steps": 6870, "loss": 0.3535, "lr": 4.893328113360975e-05, "epoch": 0.5524017467248908, "percentage": 18.41, "elapsed_time": "10:15:48", "remaining_time": "1 day, 21:28:33"} +{"current_steps": 1270, "total_steps": 6870, "loss": 0.344, "lr": 4.891484919750865e-05, "epoch": 0.5545851528384279, "percentage": 18.49, "elapsed_time": "10:18:14", "remaining_time": "1 day, 21:26:07"} +{"current_steps": 1275, "total_steps": 6870, "loss": 0.339, "lr": 4.889626291068241e-05, "epoch": 0.5567685589519651, "percentage": 18.56, "elapsed_time": "10:20:40", "remaining_time": "1 day, 21:23:41"} +{"current_steps": 1280, "total_steps": 6870, "loss": 0.3391, "lr": 4.887752239309027e-05, "epoch": 0.5589519650655022, "percentage": 18.63, "elapsed_time": "10:23:06", "remaining_time": "1 day, 21:21:15"} +{"current_steps": 1285, "total_steps": 6870, "loss": 0.3576, "lr": 4.885862776568689e-05, "epoch": 0.5611353711790393, "percentage": 18.7, "elapsed_time": "10:25:33", "remaining_time": "1 day, 21:18:49"} +{"current_steps": 1290, "total_steps": 6870, "loss": 0.3496, "lr": 4.883957915042158e-05, "epoch": 0.5633187772925764, "percentage": 18.78, "elapsed_time": "10:27:59", "remaining_time": "1 day, 21:16:24"} +{"current_steps": 1295, "total_steps": 6870, "loss": 0.3361, "lr": 4.882037667023752e-05, "epoch": 0.5655021834061136, "percentage": 18.85, "elapsed_time": "10:30:25", "remaining_time": "1 day, 21:13:58"} +{"current_steps": 1300, "total_steps": 6870, "loss": 0.3677, "lr": 4.880102044907096e-05, "epoch": 0.5676855895196506, "percentage": 18.92, "elapsed_time": "10:32:51", "remaining_time": "1 day, 21:11:33"} +{"current_steps": 1305, "total_steps": 6870, "loss": 0.3294, "lr": 4.878151061185042e-05, "epoch": 0.5698689956331878, "percentage": 19.0, "elapsed_time": "10:35:17", "remaining_time": "1 day, 21:09:07"} +{"current_steps": 1310, "total_steps": 6870, "loss": 0.3488, "lr": 4.876184728449589e-05, "epoch": 0.5720524017467249, "percentage": 19.07, "elapsed_time": "10:37:43", "remaining_time": "1 day, 21:06:41"} +{"current_steps": 1315, "total_steps": 6870, "loss": 0.3364, "lr": 4.874203059391802e-05, "epoch": 0.574235807860262, "percentage": 19.14, "elapsed_time": "10:40:09", "remaining_time": "1 day, 21:04:16"} +{"current_steps": 1320, "total_steps": 6870, "loss": 0.3562, "lr": 4.8722060668017267e-05, "epoch": 0.5764192139737991, "percentage": 19.21, "elapsed_time": "10:42:36", "remaining_time": "1 day, 21:01:51"} +{"current_steps": 1325, "total_steps": 6870, "loss": 0.3619, "lr": 4.870193763568312e-05, "epoch": 0.5786026200873362, "percentage": 19.29, "elapsed_time": "10:45:02", "remaining_time": "1 day, 20:59:25"} +{"current_steps": 1330, "total_steps": 6870, "loss": 0.3468, "lr": 4.8681661626793246e-05, "epoch": 0.5807860262008734, "percentage": 19.36, "elapsed_time": "10:47:28", "remaining_time": "1 day, 20:56:59"} +{"current_steps": 1335, "total_steps": 6870, "loss": 0.347, "lr": 4.866123277221264e-05, "epoch": 0.5829694323144105, "percentage": 19.43, "elapsed_time": "10:49:54", "remaining_time": "1 day, 20:54:33"} +{"current_steps": 1340, "total_steps": 6870, "loss": 0.3573, "lr": 4.864065120379278e-05, "epoch": 0.5851528384279476, "percentage": 19.51, "elapsed_time": "10:52:20", "remaining_time": "1 day, 20:52:07"} +{"current_steps": 1345, "total_steps": 6870, "loss": 0.3598, "lr": 4.861991705437081e-05, "epoch": 0.5873362445414847, "percentage": 19.58, "elapsed_time": "10:54:46", "remaining_time": "1 day, 20:49:42"} +{"current_steps": 1350, "total_steps": 6870, "loss": 0.3524, "lr": 4.859903045776866e-05, "epoch": 0.5895196506550219, "percentage": 19.65, "elapsed_time": "10:57:13", "remaining_time": "1 day, 20:47:17"} +{"current_steps": 1355, "total_steps": 6870, "loss": 0.3605, "lr": 4.857799154879215e-05, "epoch": 0.5917030567685589, "percentage": 19.72, "elapsed_time": "10:59:39", "remaining_time": "1 day, 20:44:52"} +{"current_steps": 1360, "total_steps": 6870, "loss": 0.3437, "lr": 4.8556800463230165e-05, "epoch": 0.5938864628820961, "percentage": 19.8, "elapsed_time": "11:02:05", "remaining_time": "1 day, 20:42:26"} +{"current_steps": 1365, "total_steps": 6870, "loss": 0.3285, "lr": 4.8535457337853794e-05, "epoch": 0.5960698689956332, "percentage": 19.87, "elapsed_time": "11:04:31", "remaining_time": "1 day, 20:40:01"} +{"current_steps": 1370, "total_steps": 6870, "loss": 0.3463, "lr": 4.8513962310415396e-05, "epoch": 0.5982532751091703, "percentage": 19.94, "elapsed_time": "11:06:57", "remaining_time": "1 day, 20:37:35"} +{"current_steps": 1375, "total_steps": 6870, "loss": 0.3535, "lr": 4.849231551964771e-05, "epoch": 0.6004366812227074, "percentage": 20.01, "elapsed_time": "11:09:23", "remaining_time": "1 day, 20:35:09"} +{"current_steps": 1380, "total_steps": 6870, "loss": 0.3437, "lr": 4.847051710526302e-05, "epoch": 0.6026200873362445, "percentage": 20.09, "elapsed_time": "11:11:50", "remaining_time": "1 day, 20:32:44"} +{"current_steps": 1385, "total_steps": 6870, "loss": 0.3549, "lr": 4.8448567207952205e-05, "epoch": 0.6048034934497817, "percentage": 20.16, "elapsed_time": "11:14:16", "remaining_time": "1 day, 20:30:19"} +{"current_steps": 1390, "total_steps": 6870, "loss": 0.3243, "lr": 4.8426465969383826e-05, "epoch": 0.6069868995633187, "percentage": 20.23, "elapsed_time": "11:16:42", "remaining_time": "1 day, 20:27:53"} +{"current_steps": 1395, "total_steps": 6870, "loss": 0.3251, "lr": 4.840421353220326e-05, "epoch": 0.6091703056768559, "percentage": 20.31, "elapsed_time": "11:19:08", "remaining_time": "1 day, 20:25:28"} +{"current_steps": 1400, "total_steps": 6870, "loss": 0.334, "lr": 4.83818100400317e-05, "epoch": 0.611353711790393, "percentage": 20.38, "elapsed_time": "11:21:35", "remaining_time": "1 day, 20:23:03"} +{"current_steps": 1405, "total_steps": 6870, "loss": 0.3551, "lr": 4.835925563746532e-05, "epoch": 0.6135371179039302, "percentage": 20.45, "elapsed_time": "11:24:01", "remaining_time": "1 day, 20:20:37"} +{"current_steps": 1410, "total_steps": 6870, "loss": 0.3504, "lr": 4.833655047007427e-05, "epoch": 0.6157205240174672, "percentage": 20.52, "elapsed_time": "11:26:27", "remaining_time": "1 day, 20:18:11"} +{"current_steps": 1415, "total_steps": 6870, "loss": 0.3358, "lr": 4.831369468440177e-05, "epoch": 0.6179039301310044, "percentage": 20.6, "elapsed_time": "11:28:53", "remaining_time": "1 day, 20:15:45"} +{"current_steps": 1420, "total_steps": 6870, "loss": 0.3315, "lr": 4.8290688427963175e-05, "epoch": 0.6200873362445415, "percentage": 20.67, "elapsed_time": "11:31:19", "remaining_time": "1 day, 20:13:20"} +{"current_steps": 1425, "total_steps": 6870, "loss": 0.3403, "lr": 4.8267531849244974e-05, "epoch": 0.6222707423580786, "percentage": 20.74, "elapsed_time": "11:33:45", "remaining_time": "1 day, 20:10:54"} +{"current_steps": 1430, "total_steps": 6870, "loss": 0.351, "lr": 4.8244225097703885e-05, "epoch": 0.6244541484716157, "percentage": 20.82, "elapsed_time": "11:36:12", "remaining_time": "1 day, 20:08:29"} +{"current_steps": 1435, "total_steps": 6870, "loss": 0.345, "lr": 4.8220768323765866e-05, "epoch": 0.6266375545851528, "percentage": 20.89, "elapsed_time": "11:38:38", "remaining_time": "1 day, 20:06:03"} +{"current_steps": 1440, "total_steps": 6870, "loss": 0.343, "lr": 4.819716167882513e-05, "epoch": 0.62882096069869, "percentage": 20.96, "elapsed_time": "11:41:04", "remaining_time": "1 day, 20:03:37"} +{"current_steps": 1445, "total_steps": 6870, "loss": 0.3381, "lr": 4.8173405315243216e-05, "epoch": 0.631004366812227, "percentage": 21.03, "elapsed_time": "11:43:30", "remaining_time": "1 day, 20:01:11"} +{"current_steps": 1450, "total_steps": 6870, "loss": 0.3334, "lr": 4.814949938634793e-05, "epoch": 0.6331877729257642, "percentage": 21.11, "elapsed_time": "11:45:56", "remaining_time": "1 day, 19:58:45"} +{"current_steps": 1455, "total_steps": 6870, "loss": 0.3387, "lr": 4.8125444046432434e-05, "epoch": 0.6353711790393013, "percentage": 21.18, "elapsed_time": "11:48:22", "remaining_time": "1 day, 19:56:19"} +{"current_steps": 1460, "total_steps": 6870, "loss": 0.3485, "lr": 4.810123945075421e-05, "epoch": 0.6375545851528385, "percentage": 21.25, "elapsed_time": "11:50:48", "remaining_time": "1 day, 19:53:53"} +{"current_steps": 1465, "total_steps": 6870, "loss": 0.3381, "lr": 4.807688575553406e-05, "epoch": 0.6397379912663755, "percentage": 21.32, "elapsed_time": "11:53:14", "remaining_time": "1 day, 19:51:28"} +{"current_steps": 1470, "total_steps": 6870, "loss": 0.3316, "lr": 4.80523831179551e-05, "epoch": 0.6419213973799127, "percentage": 21.4, "elapsed_time": "11:55:40", "remaining_time": "1 day, 19:49:02"} +{"current_steps": 1475, "total_steps": 6870, "loss": 0.3378, "lr": 4.8027731696161735e-05, "epoch": 0.6441048034934498, "percentage": 21.47, "elapsed_time": "11:58:07", "remaining_time": "1 day, 19:46:36"} +{"current_steps": 1480, "total_steps": 6870, "loss": 0.3343, "lr": 4.8002931649258674e-05, "epoch": 0.6462882096069869, "percentage": 21.54, "elapsed_time": "12:00:33", "remaining_time": "1 day, 19:44:10"} +{"current_steps": 1485, "total_steps": 6870, "loss": 0.3337, "lr": 4.7977983137309855e-05, "epoch": 0.648471615720524, "percentage": 21.62, "elapsed_time": "12:02:59", "remaining_time": "1 day, 19:41:45"} +{"current_steps": 1490, "total_steps": 6870, "loss": 0.3328, "lr": 4.795288632133747e-05, "epoch": 0.6506550218340611, "percentage": 21.69, "elapsed_time": "12:05:25", "remaining_time": "1 day, 19:39:19"} +{"current_steps": 1495, "total_steps": 6870, "loss": 0.3558, "lr": 4.792764136332084e-05, "epoch": 0.6528384279475983, "percentage": 21.76, "elapsed_time": "12:07:51", "remaining_time": "1 day, 19:36:53"} +{"current_steps": 1500, "total_steps": 6870, "loss": 0.3305, "lr": 4.790224842619548e-05, "epoch": 0.6550218340611353, "percentage": 21.83, "elapsed_time": "12:10:17", "remaining_time": "1 day, 19:34:27"} +{"current_steps": 1505, "total_steps": 6870, "loss": 0.3399, "lr": 4.787670767385194e-05, "epoch": 0.6572052401746725, "percentage": 21.91, "elapsed_time": "12:12:43", "remaining_time": "1 day, 19:32:01"} +{"current_steps": 1510, "total_steps": 6870, "loss": 0.3423, "lr": 4.785101927113482e-05, "epoch": 0.6593886462882096, "percentage": 21.98, "elapsed_time": "12:15:09", "remaining_time": "1 day, 19:29:35"} +{"current_steps": 1515, "total_steps": 6870, "loss": 0.3474, "lr": 4.782518338384168e-05, "epoch": 0.6615720524017468, "percentage": 22.05, "elapsed_time": "12:17:36", "remaining_time": "1 day, 19:27:10"} +{"current_steps": 1520, "total_steps": 6870, "loss": 0.3426, "lr": 4.779920017872197e-05, "epoch": 0.6637554585152838, "percentage": 22.13, "elapsed_time": "12:20:02", "remaining_time": "1 day, 19:24:44"} +{"current_steps": 1525, "total_steps": 6870, "loss": 0.3317, "lr": 4.7773069823475945e-05, "epoch": 0.665938864628821, "percentage": 22.2, "elapsed_time": "12:22:28", "remaining_time": "1 day, 19:22:18"} +{"current_steps": 1530, "total_steps": 6870, "loss": 0.3468, "lr": 4.774679248675362e-05, "epoch": 0.6681222707423581, "percentage": 22.27, "elapsed_time": "12:24:54", "remaining_time": "1 day, 19:19:52"} +{"current_steps": 1535, "total_steps": 6870, "loss": 0.3305, "lr": 4.772036833815363e-05, "epoch": 0.6703056768558951, "percentage": 22.34, "elapsed_time": "12:27:20", "remaining_time": "1 day, 19:17:26"} +{"current_steps": 1540, "total_steps": 6870, "loss": 0.3226, "lr": 4.7693797548222166e-05, "epoch": 0.6724890829694323, "percentage": 22.42, "elapsed_time": "12:29:46", "remaining_time": "1 day, 19:15:00"} +{"current_steps": 1545, "total_steps": 6870, "loss": 0.3325, "lr": 4.766708028845188e-05, "epoch": 0.6746724890829694, "percentage": 22.49, "elapsed_time": "12:32:12", "remaining_time": "1 day, 19:12:35"} +{"current_steps": 1550, "total_steps": 6870, "loss": 0.3482, "lr": 4.764021673128075e-05, "epoch": 0.6768558951965066, "percentage": 22.56, "elapsed_time": "12:34:39", "remaining_time": "1 day, 19:10:09"} +{"current_steps": 1555, "total_steps": 6870, "loss": 0.3457, "lr": 4.761320705009099e-05, "epoch": 0.6790393013100436, "percentage": 22.63, "elapsed_time": "12:37:05", "remaining_time": "1 day, 19:07:43"} +{"current_steps": 1560, "total_steps": 6870, "loss": 0.3512, "lr": 4.758605141920792e-05, "epoch": 0.6812227074235808, "percentage": 22.71, "elapsed_time": "12:39:31", "remaining_time": "1 day, 19:05:17"} +{"current_steps": 1565, "total_steps": 6870, "loss": 0.3434, "lr": 4.755875001389887e-05, "epoch": 0.6834061135371179, "percentage": 22.78, "elapsed_time": "12:41:57", "remaining_time": "1 day, 19:02:50"} +{"current_steps": 1570, "total_steps": 6870, "loss": 0.3337, "lr": 4.753130301037199e-05, "epoch": 0.6855895196506551, "percentage": 22.85, "elapsed_time": "12:44:23", "remaining_time": "1 day, 19:00:24"} +{"current_steps": 1575, "total_steps": 6870, "loss": 0.3387, "lr": 4.7503710585775174e-05, "epoch": 0.6877729257641921, "percentage": 22.93, "elapsed_time": "12:46:49", "remaining_time": "1 day, 18:57:59"} +{"current_steps": 1580, "total_steps": 6870, "loss": 0.3439, "lr": 4.747597291819487e-05, "epoch": 0.6899563318777293, "percentage": 23.0, "elapsed_time": "12:49:15", "remaining_time": "1 day, 18:55:33"} +{"current_steps": 1585, "total_steps": 6870, "loss": 0.3373, "lr": 4.744809018665495e-05, "epoch": 0.6921397379912664, "percentage": 23.07, "elapsed_time": "12:51:41", "remaining_time": "1 day, 18:53:07"} +{"current_steps": 1590, "total_steps": 6870, "loss": 0.3358, "lr": 4.742006257111558e-05, "epoch": 0.6943231441048034, "percentage": 23.14, "elapsed_time": "12:54:07", "remaining_time": "1 day, 18:50:41"} +{"current_steps": 1595, "total_steps": 6870, "loss": 0.3624, "lr": 4.7391890252472016e-05, "epoch": 0.6965065502183406, "percentage": 23.22, "elapsed_time": "12:56:33", "remaining_time": "1 day, 18:48:15"} +{"current_steps": 1600, "total_steps": 6870, "loss": 0.3427, "lr": 4.736357341255344e-05, "epoch": 0.6986899563318777, "percentage": 23.29, "elapsed_time": "12:58:59", "remaining_time": "1 day, 18:45:49"} +{"current_steps": 1605, "total_steps": 6870, "loss": 0.3332, "lr": 4.7335112234121824e-05, "epoch": 0.7008733624454149, "percentage": 23.36, "elapsed_time": "13:01:26", "remaining_time": "1 day, 18:43:23"} +{"current_steps": 1610, "total_steps": 6870, "loss": 0.3406, "lr": 4.730650690087072e-05, "epoch": 0.7030567685589519, "percentage": 23.44, "elapsed_time": "13:03:52", "remaining_time": "1 day, 18:40:57"} +{"current_steps": 1615, "total_steps": 6870, "loss": 0.3431, "lr": 4.727775759742408e-05, "epoch": 0.7052401746724891, "percentage": 23.51, "elapsed_time": "13:06:18", "remaining_time": "1 day, 18:38:31"} +{"current_steps": 1620, "total_steps": 6870, "loss": 0.3436, "lr": 4.724886450933505e-05, "epoch": 0.7074235807860262, "percentage": 23.58, "elapsed_time": "13:08:44", "remaining_time": "1 day, 18:36:06"} +{"current_steps": 1625, "total_steps": 6870, "loss": 0.3523, "lr": 4.721982782308481e-05, "epoch": 0.7096069868995634, "percentage": 23.65, "elapsed_time": "13:11:10", "remaining_time": "1 day, 18:33:40"} +{"current_steps": 1630, "total_steps": 6870, "loss": 0.3462, "lr": 4.719064772608134e-05, "epoch": 0.7117903930131004, "percentage": 23.73, "elapsed_time": "13:13:36", "remaining_time": "1 day, 18:31:14"} +{"current_steps": 1635, "total_steps": 6870, "loss": 0.3286, "lr": 4.7161324406658225e-05, "epoch": 0.7139737991266376, "percentage": 23.8, "elapsed_time": "13:16:02", "remaining_time": "1 day, 18:28:48"} +{"current_steps": 1640, "total_steps": 6870, "loss": 0.3236, "lr": 4.713185805407342e-05, "epoch": 0.7161572052401747, "percentage": 23.87, "elapsed_time": "13:18:28", "remaining_time": "1 day, 18:26:22"} +{"current_steps": 1645, "total_steps": 6870, "loss": 0.3544, "lr": 4.7102248858508044e-05, "epoch": 0.7183406113537117, "percentage": 23.94, "elapsed_time": "13:20:54", "remaining_time": "1 day, 18:23:56"} +{"current_steps": 1650, "total_steps": 6870, "loss": 0.3298, "lr": 4.7072497011065156e-05, "epoch": 0.7205240174672489, "percentage": 24.02, "elapsed_time": "13:23:21", "remaining_time": "1 day, 18:21:30"} +{"current_steps": 1655, "total_steps": 6870, "loss": 0.3264, "lr": 4.704260270376853e-05, "epoch": 0.722707423580786, "percentage": 24.09, "elapsed_time": "13:25:47", "remaining_time": "1 day, 18:19:04"} +{"current_steps": 1660, "total_steps": 6870, "loss": 0.3381, "lr": 4.7012566129561365e-05, "epoch": 0.7248908296943232, "percentage": 24.16, "elapsed_time": "13:28:13", "remaining_time": "1 day, 18:16:38"} +{"current_steps": 1665, "total_steps": 6870, "loss": 0.3322, "lr": 4.6982387482305104e-05, "epoch": 0.7270742358078602, "percentage": 24.24, "elapsed_time": "13:30:39", "remaining_time": "1 day, 18:14:12"} +{"current_steps": 1670, "total_steps": 6870, "loss": 0.3268, "lr": 4.6952066956778155e-05, "epoch": 0.7292576419213974, "percentage": 24.31, "elapsed_time": "13:33:05", "remaining_time": "1 day, 18:11:46"} +{"current_steps": 1675, "total_steps": 6870, "loss": 0.3324, "lr": 4.692160474867463e-05, "epoch": 0.7314410480349345, "percentage": 24.38, "elapsed_time": "13:35:31", "remaining_time": "1 day, 18:09:20"} +{"current_steps": 1680, "total_steps": 6870, "loss": 0.3374, "lr": 4.6891001054603056e-05, "epoch": 0.7336244541484717, "percentage": 24.45, "elapsed_time": "13:37:57", "remaining_time": "1 day, 18:06:55"} +{"current_steps": 1685, "total_steps": 6870, "loss": 0.3453, "lr": 4.6860256072085196e-05, "epoch": 0.7358078602620087, "percentage": 24.53, "elapsed_time": "13:40:23", "remaining_time": "1 day, 18:04:29"} +{"current_steps": 1690, "total_steps": 6870, "loss": 0.3297, "lr": 4.6829369999554664e-05, "epoch": 0.7379912663755459, "percentage": 24.6, "elapsed_time": "13:42:50", "remaining_time": "1 day, 18:02:03"} +{"current_steps": 1695, "total_steps": 6870, "loss": 0.3058, "lr": 4.6798343036355704e-05, "epoch": 0.740174672489083, "percentage": 24.67, "elapsed_time": "13:45:16", "remaining_time": "1 day, 17:59:37"} +{"current_steps": 1700, "total_steps": 6870, "loss": 0.3367, "lr": 4.6767175382741914e-05, "epoch": 0.74235807860262, "percentage": 24.75, "elapsed_time": "13:47:42", "remaining_time": "1 day, 17:57:11"} +{"current_steps": 1705, "total_steps": 6870, "loss": 0.3504, "lr": 4.673586723987491e-05, "epoch": 0.7445414847161572, "percentage": 24.82, "elapsed_time": "13:50:08", "remaining_time": "1 day, 17:54:46"} +{"current_steps": 1710, "total_steps": 6870, "loss": 0.3323, "lr": 4.670441880982307e-05, "epoch": 0.7467248908296943, "percentage": 24.89, "elapsed_time": "13:52:34", "remaining_time": "1 day, 17:52:20"} +{"current_steps": 1715, "total_steps": 6870, "loss": 0.3288, "lr": 4.667283029556019e-05, "epoch": 0.7489082969432315, "percentage": 24.96, "elapsed_time": "13:55:00", "remaining_time": "1 day, 17:49:54"} +{"current_steps": 1720, "total_steps": 6870, "loss": 0.3436, "lr": 4.664110190096421e-05, "epoch": 0.7510917030567685, "percentage": 25.04, "elapsed_time": "13:57:26", "remaining_time": "1 day, 17:47:28"} +{"current_steps": 1725, "total_steps": 6870, "loss": 0.3401, "lr": 4.660923383081588e-05, "epoch": 0.7532751091703057, "percentage": 25.11, "elapsed_time": "13:59:52", "remaining_time": "1 day, 17:45:02"} +{"current_steps": 1730, "total_steps": 6870, "loss": 0.3359, "lr": 4.657722629079744e-05, "epoch": 0.7554585152838428, "percentage": 25.18, "elapsed_time": "14:02:19", "remaining_time": "1 day, 17:42:36"} +{"current_steps": 1735, "total_steps": 6870, "loss": 0.3466, "lr": 4.6545079487491285e-05, "epoch": 0.75764192139738, "percentage": 25.25, "elapsed_time": "14:04:45", "remaining_time": "1 day, 17:40:10"} +{"current_steps": 1740, "total_steps": 6870, "loss": 0.3348, "lr": 4.6512793628378657e-05, "epoch": 0.759825327510917, "percentage": 25.33, "elapsed_time": "14:07:11", "remaining_time": "1 day, 17:37:44"} +{"current_steps": 1745, "total_steps": 6870, "loss": 0.3381, "lr": 4.648036892183828e-05, "epoch": 0.7620087336244541, "percentage": 25.4, "elapsed_time": "14:09:37", "remaining_time": "1 day, 17:35:18"} +{"current_steps": 1750, "total_steps": 6870, "loss": 0.3338, "lr": 4.644780557714502e-05, "epoch": 0.7641921397379913, "percentage": 25.47, "elapsed_time": "14:12:03", "remaining_time": "1 day, 17:32:52"} +{"current_steps": 1755, "total_steps": 6870, "loss": 0.3238, "lr": 4.641510380446854e-05, "epoch": 0.7663755458515283, "percentage": 25.55, "elapsed_time": "14:14:29", "remaining_time": "1 day, 17:30:27"} +{"current_steps": 1760, "total_steps": 6870, "loss": 0.3373, "lr": 4.638226381487195e-05, "epoch": 0.7685589519650655, "percentage": 25.62, "elapsed_time": "14:16:55", "remaining_time": "1 day, 17:28:01"} +{"current_steps": 1765, "total_steps": 6870, "loss": 0.3449, "lr": 4.634928582031043e-05, "epoch": 0.7707423580786026, "percentage": 25.69, "elapsed_time": "14:19:21", "remaining_time": "1 day, 17:25:35"} +{"current_steps": 1770, "total_steps": 6870, "loss": 0.3337, "lr": 4.631617003362988e-05, "epoch": 0.7729257641921398, "percentage": 25.76, "elapsed_time": "14:21:48", "remaining_time": "1 day, 17:23:09"} +{"current_steps": 1775, "total_steps": 6870, "loss": 0.3211, "lr": 4.628291666856551e-05, "epoch": 0.7751091703056768, "percentage": 25.84, "elapsed_time": "14:24:14", "remaining_time": "1 day, 17:20:43"} +{"current_steps": 1780, "total_steps": 6870, "loss": 0.3306, "lr": 4.6249525939740514e-05, "epoch": 0.777292576419214, "percentage": 25.91, "elapsed_time": "14:26:40", "remaining_time": "1 day, 17:18:18"} +{"current_steps": 1785, "total_steps": 6870, "loss": 0.336, "lr": 4.6215998062664636e-05, "epoch": 0.7794759825327511, "percentage": 25.98, "elapsed_time": "14:29:06", "remaining_time": "1 day, 17:15:52"} +{"current_steps": 1790, "total_steps": 6870, "loss": 0.3271, "lr": 4.61823332537328e-05, "epoch": 0.7816593886462883, "percentage": 26.06, "elapsed_time": "14:31:32", "remaining_time": "1 day, 17:13:26"} +{"current_steps": 1795, "total_steps": 6870, "loss": 0.3309, "lr": 4.6148531730223735e-05, "epoch": 0.7838427947598253, "percentage": 26.13, "elapsed_time": "14:33:59", "remaining_time": "1 day, 17:11:00"} +{"current_steps": 1800, "total_steps": 6870, "loss": 0.3273, "lr": 4.611459371029853e-05, "epoch": 0.7860262008733624, "percentage": 26.2, "elapsed_time": "14:36:25", "remaining_time": "1 day, 17:08:34"} +{"current_steps": 1805, "total_steps": 6870, "loss": 0.3256, "lr": 4.6080519412999244e-05, "epoch": 0.7882096069868996, "percentage": 26.27, "elapsed_time": "14:38:51", "remaining_time": "1 day, 17:06:08"} +{"current_steps": 1810, "total_steps": 6870, "loss": 0.3344, "lr": 4.604630905824751e-05, "epoch": 0.7903930131004366, "percentage": 26.35, "elapsed_time": "14:41:17", "remaining_time": "1 day, 17:03:42"} +{"current_steps": 1815, "total_steps": 6870, "loss": 0.3301, "lr": 4.601196286684309e-05, "epoch": 0.7925764192139738, "percentage": 26.42, "elapsed_time": "14:43:43", "remaining_time": "1 day, 17:01:16"} +{"current_steps": 1820, "total_steps": 6870, "loss": 0.3305, "lr": 4.597748106046247e-05, "epoch": 0.7947598253275109, "percentage": 26.49, "elapsed_time": "14:46:09", "remaining_time": "1 day, 16:58:50"} +{"current_steps": 1825, "total_steps": 6870, "loss": 0.3359, "lr": 4.5942863861657394e-05, "epoch": 0.7969432314410481, "percentage": 26.56, "elapsed_time": "14:48:35", "remaining_time": "1 day, 16:56:25"} +{"current_steps": 1830, "total_steps": 6870, "loss": 0.3422, "lr": 4.590811149385348e-05, "epoch": 0.7991266375545851, "percentage": 26.64, "elapsed_time": "14:51:01", "remaining_time": "1 day, 16:53:59"} +{"current_steps": 1835, "total_steps": 6870, "loss": 0.3247, "lr": 4.5873224181348736e-05, "epoch": 0.8013100436681223, "percentage": 26.71, "elapsed_time": "14:53:27", "remaining_time": "1 day, 16:51:33"} +{"current_steps": 1840, "total_steps": 6870, "loss": 0.3304, "lr": 4.5838202149312145e-05, "epoch": 0.8034934497816594, "percentage": 26.78, "elapsed_time": "14:55:54", "remaining_time": "1 day, 16:49:07"} +{"current_steps": 1845, "total_steps": 6870, "loss": 0.3303, "lr": 4.580304562378218e-05, "epoch": 0.8056768558951966, "percentage": 26.86, "elapsed_time": "14:58:20", "remaining_time": "1 day, 16:46:41"} +{"current_steps": 1850, "total_steps": 6870, "loss": 0.3234, "lr": 4.576775483166536e-05, "epoch": 0.8078602620087336, "percentage": 26.93, "elapsed_time": "15:00:46", "remaining_time": "1 day, 16:44:15"} +{"current_steps": 1855, "total_steps": 6870, "loss": 0.3319, "lr": 4.5732330000734775e-05, "epoch": 0.8100436681222707, "percentage": 27.0, "elapsed_time": "15:03:12", "remaining_time": "1 day, 16:41:48"} +{"current_steps": 1860, "total_steps": 6870, "loss": 0.3278, "lr": 4.569677135962864e-05, "epoch": 0.8122270742358079, "percentage": 27.07, "elapsed_time": "15:05:38", "remaining_time": "1 day, 16:39:22"} +{"current_steps": 1865, "total_steps": 6870, "loss": 0.314, "lr": 4.5661079137848817e-05, "epoch": 0.8144104803493449, "percentage": 27.15, "elapsed_time": "15:08:04", "remaining_time": "1 day, 16:36:56"} +{"current_steps": 1870, "total_steps": 6870, "loss": 0.319, "lr": 4.562525356575928e-05, "epoch": 0.8165938864628821, "percentage": 27.22, "elapsed_time": "15:10:30", "remaining_time": "1 day, 16:34:30"} +{"current_steps": 1875, "total_steps": 6870, "loss": 0.3307, "lr": 4.558929487458472e-05, "epoch": 0.8187772925764192, "percentage": 27.29, "elapsed_time": "15:12:56", "remaining_time": "1 day, 16:32:04"} +{"current_steps": 1880, "total_steps": 6870, "loss": 0.3363, "lr": 4.5553203296408966e-05, "epoch": 0.8209606986899564, "percentage": 27.37, "elapsed_time": "15:15:22", "remaining_time": "1 day, 16:29:38"} +{"current_steps": 1885, "total_steps": 6870, "loss": 0.3228, "lr": 4.551697906417353e-05, "epoch": 0.8231441048034934, "percentage": 27.44, "elapsed_time": "15:17:48", "remaining_time": "1 day, 16:27:12"} +{"current_steps": 1890, "total_steps": 6870, "loss": 0.3371, "lr": 4.5480622411676105e-05, "epoch": 0.8253275109170306, "percentage": 27.51, "elapsed_time": "15:20:14", "remaining_time": "1 day, 16:24:46"} +{"current_steps": 1895, "total_steps": 6870, "loss": 0.3394, "lr": 4.5444133573569056e-05, "epoch": 0.8275109170305677, "percentage": 27.58, "elapsed_time": "15:22:40", "remaining_time": "1 day, 16:22:20"} +{"current_steps": 1900, "total_steps": 6870, "loss": 0.3413, "lr": 4.540751278535788e-05, "epoch": 0.8296943231441049, "percentage": 27.66, "elapsed_time": "15:25:06", "remaining_time": "1 day, 16:19:53"} +{"current_steps": 1905, "total_steps": 6870, "loss": 0.3237, "lr": 4.5370760283399714e-05, "epoch": 0.8318777292576419, "percentage": 27.73, "elapsed_time": "15:27:32", "remaining_time": "1 day, 16:17:27"} +{"current_steps": 1910, "total_steps": 6870, "loss": 0.3258, "lr": 4.533387630490179e-05, "epoch": 0.834061135371179, "percentage": 27.8, "elapsed_time": "15:29:58", "remaining_time": "1 day, 16:15:01"} +{"current_steps": 1915, "total_steps": 6870, "loss": 0.3365, "lr": 4.529686108791993e-05, "epoch": 0.8362445414847162, "percentage": 27.87, "elapsed_time": "15:32:24", "remaining_time": "1 day, 16:12:34"} +{"current_steps": 1920, "total_steps": 6870, "loss": 0.3261, "lr": 4.525971487135697e-05, "epoch": 0.8384279475982532, "percentage": 27.95, "elapsed_time": "15:34:50", "remaining_time": "1 day, 16:10:08"} +{"current_steps": 1925, "total_steps": 6870, "loss": 0.3314, "lr": 4.522243789496125e-05, "epoch": 0.8406113537117904, "percentage": 28.02, "elapsed_time": "15:37:16", "remaining_time": "1 day, 16:07:43"} +{"current_steps": 1930, "total_steps": 6870, "loss": 0.3294, "lr": 4.518503039932508e-05, "epoch": 0.8427947598253275, "percentage": 28.09, "elapsed_time": "15:39:43", "remaining_time": "1 day, 16:05:17"} +{"current_steps": 1935, "total_steps": 6870, "loss": 0.3346, "lr": 4.5147492625883133e-05, "epoch": 0.8449781659388647, "percentage": 28.17, "elapsed_time": "15:42:09", "remaining_time": "1 day, 16:02:51"} +{"current_steps": 1940, "total_steps": 6870, "loss": 0.3356, "lr": 4.510982481691093e-05, "epoch": 0.8471615720524017, "percentage": 28.24, "elapsed_time": "15:44:35", "remaining_time": "1 day, 16:00:26"} +{"current_steps": 1945, "total_steps": 6870, "loss": 0.328, "lr": 4.5072027215523256e-05, "epoch": 0.8493449781659389, "percentage": 28.31, "elapsed_time": "15:47:01", "remaining_time": "1 day, 15:58:00"} +{"current_steps": 1950, "total_steps": 6870, "loss": 0.3137, "lr": 4.503410006567262e-05, "epoch": 0.851528384279476, "percentage": 28.38, "elapsed_time": "15:49:28", "remaining_time": "1 day, 15:55:34"} +{"current_steps": 1955, "total_steps": 6870, "loss": 0.3367, "lr": 4.499604361214764e-05, "epoch": 0.8537117903930131, "percentage": 28.46, "elapsed_time": "15:51:54", "remaining_time": "1 day, 15:53:08"} +{"current_steps": 1960, "total_steps": 6870, "loss": 0.3305, "lr": 4.495785810057151e-05, "epoch": 0.8558951965065502, "percentage": 28.53, "elapsed_time": "15:54:20", "remaining_time": "1 day, 15:50:43"} +{"current_steps": 1965, "total_steps": 6870, "loss": 0.3148, "lr": 4.4919543777400354e-05, "epoch": 0.8580786026200873, "percentage": 28.6, "elapsed_time": "15:56:46", "remaining_time": "1 day, 15:48:17"} +{"current_steps": 1970, "total_steps": 6870, "loss": 0.3365, "lr": 4.488110088992168e-05, "epoch": 0.8602620087336245, "percentage": 28.68, "elapsed_time": "15:59:12", "remaining_time": "1 day, 15:45:51"} +{"current_steps": 1975, "total_steps": 6870, "loss": 0.3412, "lr": 4.4842529686252774e-05, "epoch": 0.8624454148471615, "percentage": 28.75, "elapsed_time": "16:01:38", "remaining_time": "1 day, 15:43:25"} +{"current_steps": 1980, "total_steps": 6870, "loss": 0.3319, "lr": 4.4803830415339124e-05, "epoch": 0.8646288209606987, "percentage": 28.82, "elapsed_time": "16:04:04", "remaining_time": "1 day, 15:40:59"} +{"current_steps": 1985, "total_steps": 6870, "loss": 0.3123, "lr": 4.476500332695275e-05, "epoch": 0.8668122270742358, "percentage": 28.89, "elapsed_time": "16:06:31", "remaining_time": "1 day, 15:38:33"} +{"current_steps": 1990, "total_steps": 6870, "loss": 0.3258, "lr": 4.472604867169063e-05, "epoch": 0.868995633187773, "percentage": 28.97, "elapsed_time": "16:08:57", "remaining_time": "1 day, 15:36:07"} +{"current_steps": 1995, "total_steps": 6870, "loss": 0.3321, "lr": 4.468696670097312e-05, "epoch": 0.87117903930131, "percentage": 29.04, "elapsed_time": "16:11:23", "remaining_time": "1 day, 15:33:41"} +{"current_steps": 2000, "total_steps": 6870, "loss": 0.339, "lr": 4.464775766704225e-05, "epoch": 0.8733624454148472, "percentage": 29.11, "elapsed_time": "16:13:49", "remaining_time": "1 day, 15:31:16"} +{"current_steps": 2005, "total_steps": 6870, "loss": 0.3232, "lr": 4.4608421822960165e-05, "epoch": 0.8755458515283843, "percentage": 29.18, "elapsed_time": "16:16:15", "remaining_time": "1 day, 15:28:50"} +{"current_steps": 2010, "total_steps": 6870, "loss": 0.3115, "lr": 4.456895942260745e-05, "epoch": 0.8777292576419214, "percentage": 29.26, "elapsed_time": "16:18:41", "remaining_time": "1 day, 15:26:24"} +{"current_steps": 2015, "total_steps": 6870, "loss": 0.3327, "lr": 4.4529370720681516e-05, "epoch": 0.8799126637554585, "percentage": 29.33, "elapsed_time": "16:21:07", "remaining_time": "1 day, 15:23:57"} +{"current_steps": 2020, "total_steps": 6870, "loss": 0.3234, "lr": 4.4489655972694946e-05, "epoch": 0.8820960698689956, "percentage": 29.4, "elapsed_time": "16:23:33", "remaining_time": "1 day, 15:21:31"} +{"current_steps": 2025, "total_steps": 6870, "loss": 0.3268, "lr": 4.444981543497384e-05, "epoch": 0.8842794759825328, "percentage": 29.48, "elapsed_time": "16:25:59", "remaining_time": "1 day, 15:19:05"} +{"current_steps": 2030, "total_steps": 6870, "loss": 0.3283, "lr": 4.440984936465618e-05, "epoch": 0.8864628820960698, "percentage": 29.55, "elapsed_time": "16:28:25", "remaining_time": "1 day, 15:16:39"} +{"current_steps": 2035, "total_steps": 6870, "loss": 0.3166, "lr": 4.436975801969013e-05, "epoch": 0.888646288209607, "percentage": 29.62, "elapsed_time": "16:30:51", "remaining_time": "1 day, 15:14:12"} +{"current_steps": 2040, "total_steps": 6870, "loss": 0.3275, "lr": 4.4329541658832454e-05, "epoch": 0.8908296943231441, "percentage": 29.69, "elapsed_time": "16:33:17", "remaining_time": "1 day, 15:11:46"} +{"current_steps": 2045, "total_steps": 6870, "loss": 0.3367, "lr": 4.428920054164673e-05, "epoch": 0.8930131004366813, "percentage": 29.77, "elapsed_time": "16:35:43", "remaining_time": "1 day, 15:09:20"} +{"current_steps": 2050, "total_steps": 6870, "loss": 0.3332, "lr": 4.424873492850177e-05, "epoch": 0.8951965065502183, "percentage": 29.84, "elapsed_time": "16:38:09", "remaining_time": "1 day, 15:06:54"} +{"current_steps": 2055, "total_steps": 6870, "loss": 0.3416, "lr": 4.42081450805699e-05, "epoch": 0.8973799126637555, "percentage": 29.91, "elapsed_time": "16:40:36", "remaining_time": "1 day, 15:04:28"} +{"current_steps": 2060, "total_steps": 6870, "loss": 0.3214, "lr": 4.4167431259825274e-05, "epoch": 0.8995633187772926, "percentage": 29.99, "elapsed_time": "16:43:02", "remaining_time": "1 day, 15:02:02"} +{"current_steps": 2065, "total_steps": 6870, "loss": 0.3403, "lr": 4.41265937290422e-05, "epoch": 0.9017467248908297, "percentage": 30.06, "elapsed_time": "16:45:28", "remaining_time": "1 day, 14:59:36"} +{"current_steps": 2070, "total_steps": 6870, "loss": 0.3161, "lr": 4.408563275179341e-05, "epoch": 0.9039301310043668, "percentage": 30.13, "elapsed_time": "16:47:54", "remaining_time": "1 day, 14:57:10"} +{"current_steps": 2075, "total_steps": 6870, "loss": 0.3513, "lr": 4.404454859244841e-05, "epoch": 0.9061135371179039, "percentage": 30.2, "elapsed_time": "16:50:20", "remaining_time": "1 day, 14:54:44"} +{"current_steps": 2080, "total_steps": 6870, "loss": 0.3551, "lr": 4.400334151617171e-05, "epoch": 0.9082969432314411, "percentage": 30.28, "elapsed_time": "16:52:46", "remaining_time": "1 day, 14:52:18"} +{"current_steps": 2085, "total_steps": 6870, "loss": 0.3202, "lr": 4.39620117889212e-05, "epoch": 0.9104803493449781, "percentage": 30.35, "elapsed_time": "16:55:12", "remaining_time": "1 day, 14:49:52"} +{"current_steps": 2090, "total_steps": 6870, "loss": 0.3264, "lr": 4.3920559677446335e-05, "epoch": 0.9126637554585153, "percentage": 30.42, "elapsed_time": "16:57:38", "remaining_time": "1 day, 14:47:26"} +{"current_steps": 2095, "total_steps": 6870, "loss": 0.3382, "lr": 4.387898544928648e-05, "epoch": 0.9148471615720524, "percentage": 30.49, "elapsed_time": "17:00:05", "remaining_time": "1 day, 14:45:00"} +{"current_steps": 2100, "total_steps": 6870, "loss": 0.3408, "lr": 4.383728937276915e-05, "epoch": 0.9170305676855895, "percentage": 30.57, "elapsed_time": "17:02:31", "remaining_time": "1 day, 14:42:34"} +{"current_steps": 2105, "total_steps": 6870, "loss": 0.3336, "lr": 4.37954717170083e-05, "epoch": 0.9192139737991266, "percentage": 30.64, "elapsed_time": "17:04:57", "remaining_time": "1 day, 14:40:09"} +{"current_steps": 2110, "total_steps": 6870, "loss": 0.3309, "lr": 4.375353275190259e-05, "epoch": 0.9213973799126638, "percentage": 30.71, "elapsed_time": "17:07:23", "remaining_time": "1 day, 14:37:43"} +{"current_steps": 2115, "total_steps": 6870, "loss": 0.3414, "lr": 4.371147274813362e-05, "epoch": 0.9235807860262009, "percentage": 30.79, "elapsed_time": "17:09:49", "remaining_time": "1 day, 14:35:17"} +{"current_steps": 2120, "total_steps": 6870, "loss": 0.3308, "lr": 4.3669291977164185e-05, "epoch": 0.925764192139738, "percentage": 30.86, "elapsed_time": "17:12:16", "remaining_time": "1 day, 14:32:52"} +{"current_steps": 2125, "total_steps": 6870, "loss": 0.3383, "lr": 4.362699071123655e-05, "epoch": 0.9279475982532751, "percentage": 30.93, "elapsed_time": "17:14:42", "remaining_time": "1 day, 14:30:26"} +{"current_steps": 2130, "total_steps": 6870, "loss": 0.3247, "lr": 4.358456922337068e-05, "epoch": 0.9301310043668122, "percentage": 31.0, "elapsed_time": "17:17:08", "remaining_time": "1 day, 14:28:00"} +{"current_steps": 2135, "total_steps": 6870, "loss": 0.3325, "lr": 4.354202778736245e-05, "epoch": 0.9323144104803494, "percentage": 31.08, "elapsed_time": "17:19:34", "remaining_time": "1 day, 14:25:34"} +{"current_steps": 2140, "total_steps": 6870, "loss": 0.3384, "lr": 4.3499366677781927e-05, "epoch": 0.9344978165938864, "percentage": 31.15, "elapsed_time": "17:22:01", "remaining_time": "1 day, 14:23:09"} +{"current_steps": 2145, "total_steps": 6870, "loss": 0.3155, "lr": 4.3456586169971555e-05, "epoch": 0.9366812227074236, "percentage": 31.22, "elapsed_time": "17:24:27", "remaining_time": "1 day, 14:20:43"} +{"current_steps": 2150, "total_steps": 6870, "loss": 0.3407, "lr": 4.341368654004442e-05, "epoch": 0.9388646288209607, "percentage": 31.3, "elapsed_time": "17:26:53", "remaining_time": "1 day, 14:18:16"} +{"current_steps": 2155, "total_steps": 6870, "loss": 0.3227, "lr": 4.3370668064882406e-05, "epoch": 0.9410480349344978, "percentage": 31.37, "elapsed_time": "17:29:19", "remaining_time": "1 day, 14:15:50"} +{"current_steps": 2160, "total_steps": 6870, "loss": 0.3488, "lr": 4.332753102213447e-05, "epoch": 0.9432314410480349, "percentage": 31.44, "elapsed_time": "17:31:45", "remaining_time": "1 day, 14:13:23"} +{"current_steps": 2165, "total_steps": 6870, "loss": 0.3237, "lr": 4.328427569021481e-05, "epoch": 0.9454148471615721, "percentage": 31.51, "elapsed_time": "17:34:11", "remaining_time": "1 day, 14:10:57"} +{"current_steps": 2170, "total_steps": 6870, "loss": 0.3137, "lr": 4.3240902348301134e-05, "epoch": 0.9475982532751092, "percentage": 31.59, "elapsed_time": "17:36:37", "remaining_time": "1 day, 14:08:31"} +{"current_steps": 2175, "total_steps": 6870, "loss": 0.3263, "lr": 4.319741127633273e-05, "epoch": 0.9497816593886463, "percentage": 31.66, "elapsed_time": "17:39:03", "remaining_time": "1 day, 14:06:05"} +{"current_steps": 2180, "total_steps": 6870, "loss": 0.3342, "lr": 4.315380275500879e-05, "epoch": 0.9519650655021834, "percentage": 31.73, "elapsed_time": "17:41:29", "remaining_time": "1 day, 14:03:40"} +{"current_steps": 2185, "total_steps": 6870, "loss": 0.3202, "lr": 4.311007706578654e-05, "epoch": 0.9541484716157205, "percentage": 31.8, "elapsed_time": "17:43:55", "remaining_time": "1 day, 14:01:14"} +{"current_steps": 2190, "total_steps": 6870, "loss": 0.3182, "lr": 4.306623449087939e-05, "epoch": 0.9563318777292577, "percentage": 31.88, "elapsed_time": "17:46:21", "remaining_time": "1 day, 13:58:48"} +{"current_steps": 2195, "total_steps": 6870, "loss": 0.3202, "lr": 4.3022275313255215e-05, "epoch": 0.9585152838427947, "percentage": 31.95, "elapsed_time": "17:48:47", "remaining_time": "1 day, 13:56:21"} +{"current_steps": 2200, "total_steps": 6870, "loss": 0.3134, "lr": 4.2978199816634404e-05, "epoch": 0.9606986899563319, "percentage": 32.02, "elapsed_time": "17:51:13", "remaining_time": "1 day, 13:53:55"} +{"current_steps": 2205, "total_steps": 6870, "loss": 0.3281, "lr": 4.293400828548812e-05, "epoch": 0.962882096069869, "percentage": 32.1, "elapsed_time": "17:53:39", "remaining_time": "1 day, 13:51:29"} +{"current_steps": 2210, "total_steps": 6870, "loss": 0.3257, "lr": 4.2889701005036444e-05, "epoch": 0.9650655021834061, "percentage": 32.17, "elapsed_time": "17:56:05", "remaining_time": "1 day, 13:49:03"} +{"current_steps": 2215, "total_steps": 6870, "loss": 0.3395, "lr": 4.28452782612465e-05, "epoch": 0.9672489082969432, "percentage": 32.24, "elapsed_time": "17:58:31", "remaining_time": "1 day, 13:46:37"} +{"current_steps": 2220, "total_steps": 6870, "loss": 0.3127, "lr": 4.2800740340830636e-05, "epoch": 0.9694323144104804, "percentage": 32.31, "elapsed_time": "18:00:58", "remaining_time": "1 day, 13:44:11"} +{"current_steps": 2225, "total_steps": 6870, "loss": 0.3139, "lr": 4.275608753124459e-05, "epoch": 0.9716157205240175, "percentage": 32.39, "elapsed_time": "18:03:24", "remaining_time": "1 day, 13:41:45"} +{"current_steps": 2230, "total_steps": 6870, "loss": 0.3144, "lr": 4.271132012068559e-05, "epoch": 0.9737991266375546, "percentage": 32.46, "elapsed_time": "18:05:50", "remaining_time": "1 day, 13:39:19"} +{"current_steps": 2235, "total_steps": 6870, "loss": 0.3217, "lr": 4.266643839809054e-05, "epoch": 0.9759825327510917, "percentage": 32.53, "elapsed_time": "18:08:16", "remaining_time": "1 day, 13:36:53"} +{"current_steps": 2240, "total_steps": 6870, "loss": 0.3263, "lr": 4.262144265313412e-05, "epoch": 0.9781659388646288, "percentage": 32.61, "elapsed_time": "18:10:42", "remaining_time": "1 day, 13:34:28"} +{"current_steps": 2245, "total_steps": 6870, "loss": 0.3174, "lr": 4.2576333176226944e-05, "epoch": 0.980349344978166, "percentage": 32.68, "elapsed_time": "18:13:08", "remaining_time": "1 day, 13:32:01"} +{"current_steps": 2250, "total_steps": 6870, "loss": 0.3324, "lr": 4.253111025851366e-05, "epoch": 0.982532751091703, "percentage": 32.75, "elapsed_time": "18:15:34", "remaining_time": "1 day, 13:29:34"} +{"current_steps": 2255, "total_steps": 6870, "loss": 0.3148, "lr": 4.2485774191871084e-05, "epoch": 0.9847161572052402, "percentage": 32.82, "elapsed_time": "18:18:00", "remaining_time": "1 day, 13:27:08"} +{"current_steps": 2260, "total_steps": 6870, "loss": 0.32, "lr": 4.244032526890633e-05, "epoch": 0.9868995633187773, "percentage": 32.9, "elapsed_time": "18:20:26", "remaining_time": "1 day, 13:24:42"} +{"current_steps": 2265, "total_steps": 6870, "loss": 0.3208, "lr": 4.239476378295489e-05, "epoch": 0.9890829694323144, "percentage": 32.97, "elapsed_time": "18:22:52", "remaining_time": "1 day, 13:22:16"} +{"current_steps": 2270, "total_steps": 6870, "loss": 0.3108, "lr": 4.2349090028078766e-05, "epoch": 0.9912663755458515, "percentage": 33.04, "elapsed_time": "18:25:18", "remaining_time": "1 day, 13:19:50"} +{"current_steps": 2275, "total_steps": 6870, "loss": 0.3114, "lr": 4.230330429906456e-05, "epoch": 0.9934497816593887, "percentage": 33.11, "elapsed_time": "18:27:45", "remaining_time": "1 day, 13:17:25"} +{"current_steps": 2280, "total_steps": 6870, "loss": 0.3168, "lr": 4.225740689142158e-05, "epoch": 0.9956331877729258, "percentage": 33.19, "elapsed_time": "18:30:11", "remaining_time": "1 day, 13:14:59"} +{"current_steps": 2285, "total_steps": 6870, "loss": 0.3174, "lr": 4.221139810137992e-05, "epoch": 0.9978165938864629, "percentage": 33.26, "elapsed_time": "18:32:37", "remaining_time": "1 day, 13:12:33"} +{"current_steps": 2290, "total_steps": 6870, "loss": 0.3168, "lr": 4.216527822588857e-05, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "18:35:03", "remaining_time": "1 day, 13:10:07"} +{"current_steps": 2295, "total_steps": 6870, "loss": 0.2941, "lr": 4.2119047562613476e-05, "epoch": 1.002183406113537, "percentage": 33.41, "elapsed_time": "18:37:29", "remaining_time": "1 day, 13:07:41"} +{"current_steps": 2300, "total_steps": 6870, "loss": 0.2787, "lr": 4.207270640993561e-05, "epoch": 1.0043668122270741, "percentage": 33.48, "elapsed_time": "18:39:56", "remaining_time": "1 day, 13:05:15"} +{"current_steps": 2305, "total_steps": 6870, "loss": 0.2686, "lr": 4.202625506694911e-05, "epoch": 1.0065502183406114, "percentage": 33.55, "elapsed_time": "18:42:22", "remaining_time": "1 day, 13:02:49"} +{"current_steps": 2310, "total_steps": 6870, "loss": 0.2809, "lr": 4.197969383345925e-05, "epoch": 1.0087336244541485, "percentage": 33.62, "elapsed_time": "18:44:48", "remaining_time": "1 day, 13:00:23"} +{"current_steps": 2315, "total_steps": 6870, "loss": 0.2979, "lr": 4.19330230099806e-05, "epoch": 1.0109170305676856, "percentage": 33.7, "elapsed_time": "18:47:14", "remaining_time": "1 day, 12:57:57"} +{"current_steps": 2320, "total_steps": 6870, "loss": 0.2967, "lr": 4.188624289773501e-05, "epoch": 1.0131004366812226, "percentage": 33.77, "elapsed_time": "18:49:40", "remaining_time": "1 day, 12:55:32"} +{"current_steps": 2325, "total_steps": 6870, "loss": 0.2758, "lr": 4.1839353798649717e-05, "epoch": 1.01528384279476, "percentage": 33.84, "elapsed_time": "18:52:07", "remaining_time": "1 day, 12:53:06"} +{"current_steps": 2330, "total_steps": 6870, "loss": 0.2766, "lr": 4.1792356015355375e-05, "epoch": 1.017467248908297, "percentage": 33.92, "elapsed_time": "18:54:33", "remaining_time": "1 day, 12:50:40"} +{"current_steps": 2335, "total_steps": 6870, "loss": 0.286, "lr": 4.17452498511841e-05, "epoch": 1.019650655021834, "percentage": 33.99, "elapsed_time": "18:56:59", "remaining_time": "1 day, 12:48:14"} +{"current_steps": 2340, "total_steps": 6870, "loss": 0.2856, "lr": 4.169803561016754e-05, "epoch": 1.0218340611353711, "percentage": 34.06, "elapsed_time": "18:59:25", "remaining_time": "1 day, 12:45:48"} +{"current_steps": 2345, "total_steps": 6870, "loss": 0.287, "lr": 4.1650713597034845e-05, "epoch": 1.0240174672489082, "percentage": 34.13, "elapsed_time": "19:01:51", "remaining_time": "1 day, 12:43:22"} +{"current_steps": 2350, "total_steps": 6870, "loss": 0.2927, "lr": 4.16032841172108e-05, "epoch": 1.0262008733624455, "percentage": 34.21, "elapsed_time": "19:04:17", "remaining_time": "1 day, 12:40:56"} +{"current_steps": 2355, "total_steps": 6870, "loss": 0.2858, "lr": 4.155574747681375e-05, "epoch": 1.0283842794759825, "percentage": 34.28, "elapsed_time": "19:06:43", "remaining_time": "1 day, 12:38:30"} +{"current_steps": 2360, "total_steps": 6870, "loss": 0.2991, "lr": 4.1508103982653715e-05, "epoch": 1.0305676855895196, "percentage": 34.35, "elapsed_time": "19:09:10", "remaining_time": "1 day, 12:36:04"} +{"current_steps": 2365, "total_steps": 6870, "loss": 0.2776, "lr": 4.146035394223034e-05, "epoch": 1.0327510917030567, "percentage": 34.43, "elapsed_time": "19:11:36", "remaining_time": "1 day, 12:33:38"} +{"current_steps": 2370, "total_steps": 6870, "loss": 0.2748, "lr": 4.1412497663730954e-05, "epoch": 1.034934497816594, "percentage": 34.5, "elapsed_time": "19:14:02", "remaining_time": "1 day, 12:31:12"} +{"current_steps": 2375, "total_steps": 6870, "loss": 0.2841, "lr": 4.1364535456028555e-05, "epoch": 1.037117903930131, "percentage": 34.57, "elapsed_time": "19:16:28", "remaining_time": "1 day, 12:28:46"} +{"current_steps": 2380, "total_steps": 6870, "loss": 0.2619, "lr": 4.1316467628679834e-05, "epoch": 1.039301310043668, "percentage": 34.64, "elapsed_time": "19:18:54", "remaining_time": "1 day, 12:26:19"} +{"current_steps": 2385, "total_steps": 6870, "loss": 0.2857, "lr": 4.126829449192316e-05, "epoch": 1.0414847161572052, "percentage": 34.72, "elapsed_time": "19:21:20", "remaining_time": "1 day, 12:23:53"} +{"current_steps": 2390, "total_steps": 6870, "loss": 0.2787, "lr": 4.1220016356676615e-05, "epoch": 1.0436681222707425, "percentage": 34.79, "elapsed_time": "19:23:46", "remaining_time": "1 day, 12:21:27"} +{"current_steps": 2395, "total_steps": 6870, "loss": 0.2824, "lr": 4.117163353453593e-05, "epoch": 1.0458515283842795, "percentage": 34.86, "elapsed_time": "19:26:12", "remaining_time": "1 day, 12:19:01"} +{"current_steps": 2400, "total_steps": 6870, "loss": 0.2831, "lr": 4.112314633777251e-05, "epoch": 1.0480349344978166, "percentage": 34.93, "elapsed_time": "19:28:38", "remaining_time": "1 day, 12:16:35"} +{"current_steps": 2405, "total_steps": 6870, "loss": 0.2741, "lr": 4.107455507933144e-05, "epoch": 1.0502183406113537, "percentage": 35.01, "elapsed_time": "19:31:04", "remaining_time": "1 day, 12:14:09"} +{"current_steps": 2410, "total_steps": 6870, "loss": 0.2784, "lr": 4.102586007282938e-05, "epoch": 1.0524017467248907, "percentage": 35.08, "elapsed_time": "19:33:30", "remaining_time": "1 day, 12:11:44"} +{"current_steps": 2415, "total_steps": 6870, "loss": 0.2822, "lr": 4.0977061632552656e-05, "epoch": 1.054585152838428, "percentage": 35.15, "elapsed_time": "19:35:57", "remaining_time": "1 day, 12:09:18"} +{"current_steps": 2420, "total_steps": 6870, "loss": 0.2918, "lr": 4.092816007345515e-05, "epoch": 1.056768558951965, "percentage": 35.23, "elapsed_time": "19:38:23", "remaining_time": "1 day, 12:06:52"} +{"current_steps": 2425, "total_steps": 6870, "loss": 0.2657, "lr": 4.087915571115629e-05, "epoch": 1.0589519650655022, "percentage": 35.3, "elapsed_time": "19:40:49", "remaining_time": "1 day, 12:04:26"} +{"current_steps": 2430, "total_steps": 6870, "loss": 0.2821, "lr": 4.083004886193902e-05, "epoch": 1.0611353711790392, "percentage": 35.37, "elapsed_time": "19:43:15", "remaining_time": "1 day, 12:02:00"} +{"current_steps": 2435, "total_steps": 6870, "loss": 0.2876, "lr": 4.0780839842747754e-05, "epoch": 1.0633187772925765, "percentage": 35.44, "elapsed_time": "19:45:41", "remaining_time": "1 day, 11:59:34"} +{"current_steps": 2440, "total_steps": 6870, "loss": 0.2902, "lr": 4.073152897118632e-05, "epoch": 1.0655021834061136, "percentage": 35.52, "elapsed_time": "19:48:08", "remaining_time": "1 day, 11:57:08"} +{"current_steps": 2445, "total_steps": 6870, "loss": 0.294, "lr": 4.0682116565515935e-05, "epoch": 1.0676855895196506, "percentage": 35.59, "elapsed_time": "19:50:34", "remaining_time": "1 day, 11:54:42"} +{"current_steps": 2450, "total_steps": 6870, "loss": 0.2754, "lr": 4.063260294465311e-05, "epoch": 1.0698689956331877, "percentage": 35.66, "elapsed_time": "19:53:00", "remaining_time": "1 day, 11:52:16"} +{"current_steps": 2455, "total_steps": 6870, "loss": 0.2756, "lr": 4.058298842816765e-05, "epoch": 1.072052401746725, "percentage": 35.74, "elapsed_time": "19:55:26", "remaining_time": "1 day, 11:49:50"} +{"current_steps": 2460, "total_steps": 6870, "loss": 0.2749, "lr": 4.0533273336280516e-05, "epoch": 1.074235807860262, "percentage": 35.81, "elapsed_time": "19:57:52", "remaining_time": "1 day, 11:47:24"} +{"current_steps": 2465, "total_steps": 6870, "loss": 0.2937, "lr": 4.048345798986186e-05, "epoch": 1.0764192139737991, "percentage": 35.88, "elapsed_time": "20:00:18", "remaining_time": "1 day, 11:44:58"} +{"current_steps": 2470, "total_steps": 6870, "loss": 0.2772, "lr": 4.043354271042884e-05, "epoch": 1.0786026200873362, "percentage": 35.95, "elapsed_time": "20:02:44", "remaining_time": "1 day, 11:42:32"} +{"current_steps": 2475, "total_steps": 6870, "loss": 0.2783, "lr": 4.038352782014362e-05, "epoch": 1.0807860262008733, "percentage": 36.03, "elapsed_time": "20:05:10", "remaining_time": "1 day, 11:40:06"} +{"current_steps": 2480, "total_steps": 6870, "loss": 0.2845, "lr": 4.033341364181128e-05, "epoch": 1.0829694323144106, "percentage": 36.1, "elapsed_time": "20:07:37", "remaining_time": "1 day, 11:37:40"} +{"current_steps": 2485, "total_steps": 6870, "loss": 0.2815, "lr": 4.028320049887771e-05, "epoch": 1.0851528384279476, "percentage": 36.17, "elapsed_time": "20:10:03", "remaining_time": "1 day, 11:35:14"} +{"current_steps": 2490, "total_steps": 6870, "loss": 0.2767, "lr": 4.023288871542752e-05, "epoch": 1.0873362445414847, "percentage": 36.24, "elapsed_time": "20:12:29", "remaining_time": "1 day, 11:32:48"} +{"current_steps": 2495, "total_steps": 6870, "loss": 0.2802, "lr": 4.0182478616182015e-05, "epoch": 1.0895196506550218, "percentage": 36.32, "elapsed_time": "20:14:55", "remaining_time": "1 day, 11:30:22"} +{"current_steps": 2500, "total_steps": 6870, "loss": 0.2885, "lr": 4.013197052649699e-05, "epoch": 1.091703056768559, "percentage": 36.39, "elapsed_time": "20:17:21", "remaining_time": "1 day, 11:27:56"} +{"current_steps": 2505, "total_steps": 6870, "loss": 0.2849, "lr": 4.0081364772360725e-05, "epoch": 1.0938864628820961, "percentage": 36.46, "elapsed_time": "20:19:47", "remaining_time": "1 day, 11:25:30"} +{"current_steps": 2510, "total_steps": 6870, "loss": 0.2748, "lr": 4.003066168039183e-05, "epoch": 1.0960698689956332, "percentage": 36.54, "elapsed_time": "20:22:13", "remaining_time": "1 day, 11:23:04"} +{"current_steps": 2515, "total_steps": 6870, "loss": 0.2783, "lr": 3.9979861577837155e-05, "epoch": 1.0982532751091703, "percentage": 36.61, "elapsed_time": "20:24:40", "remaining_time": "1 day, 11:20:38"} +{"current_steps": 2520, "total_steps": 6870, "loss": 0.2811, "lr": 3.9928964792569655e-05, "epoch": 1.1004366812227073, "percentage": 36.68, "elapsed_time": "20:27:06", "remaining_time": "1 day, 11:18:12"} +{"current_steps": 2525, "total_steps": 6870, "loss": 0.2805, "lr": 3.987797165308633e-05, "epoch": 1.1026200873362446, "percentage": 36.75, "elapsed_time": "20:29:32", "remaining_time": "1 day, 11:15:46"} +{"current_steps": 2530, "total_steps": 6870, "loss": 0.2929, "lr": 3.982688248850604e-05, "epoch": 1.1048034934497817, "percentage": 36.83, "elapsed_time": "20:31:58", "remaining_time": "1 day, 11:13:20"} +{"current_steps": 2535, "total_steps": 6870, "loss": 0.2913, "lr": 3.977569762856741e-05, "epoch": 1.1069868995633187, "percentage": 36.9, "elapsed_time": "20:34:24", "remaining_time": "1 day, 11:10:54"} +{"current_steps": 2540, "total_steps": 6870, "loss": 0.2834, "lr": 3.9724417403626705e-05, "epoch": 1.1091703056768558, "percentage": 36.97, "elapsed_time": "20:36:50", "remaining_time": "1 day, 11:08:28"} +{"current_steps": 2545, "total_steps": 6870, "loss": 0.2927, "lr": 3.9673042144655697e-05, "epoch": 1.111353711790393, "percentage": 37.05, "elapsed_time": "20:39:16", "remaining_time": "1 day, 11:06:02"} +{"current_steps": 2550, "total_steps": 6870, "loss": 0.2778, "lr": 3.9621572183239515e-05, "epoch": 1.1135371179039302, "percentage": 37.12, "elapsed_time": "20:41:42", "remaining_time": "1 day, 11:03:36"} +{"current_steps": 2555, "total_steps": 6870, "loss": 0.3014, "lr": 3.957000785157452e-05, "epoch": 1.1157205240174672, "percentage": 37.19, "elapsed_time": "20:44:09", "remaining_time": "1 day, 11:01:10"} +{"current_steps": 2560, "total_steps": 6870, "loss": 0.268, "lr": 3.951834948246616e-05, "epoch": 1.1179039301310043, "percentage": 37.26, "elapsed_time": "20:46:35", "remaining_time": "1 day, 10:58:44"} +{"current_steps": 2565, "total_steps": 6870, "loss": 0.2999, "lr": 3.946659740932681e-05, "epoch": 1.1200873362445414, "percentage": 37.34, "elapsed_time": "20:49:01", "remaining_time": "1 day, 10:56:18"} +{"current_steps": 2570, "total_steps": 6870, "loss": 0.2788, "lr": 3.9414751966173634e-05, "epoch": 1.1222707423580787, "percentage": 37.41, "elapsed_time": "20:51:27", "remaining_time": "1 day, 10:53:52"} +{"current_steps": 2575, "total_steps": 6870, "loss": 0.2764, "lr": 3.93628134876264e-05, "epoch": 1.1244541484716157, "percentage": 37.48, "elapsed_time": "20:53:53", "remaining_time": "1 day, 10:51:26"} +{"current_steps": 2580, "total_steps": 6870, "loss": 0.2809, "lr": 3.9310782308905395e-05, "epoch": 1.1266375545851528, "percentage": 37.55, "elapsed_time": "20:56:19", "remaining_time": "1 day, 10:49:00"} +{"current_steps": 2585, "total_steps": 6870, "loss": 0.2668, "lr": 3.925865876582915e-05, "epoch": 1.1288209606986899, "percentage": 37.63, "elapsed_time": "20:58:46", "remaining_time": "1 day, 10:46:34"} +{"current_steps": 2590, "total_steps": 6870, "loss": 0.2762, "lr": 3.920644319481237e-05, "epoch": 1.1310043668122272, "percentage": 37.7, "elapsed_time": "21:01:12", "remaining_time": "1 day, 10:44:09"} +{"current_steps": 2595, "total_steps": 6870, "loss": 0.2828, "lr": 3.915413593286371e-05, "epoch": 1.1331877729257642, "percentage": 37.77, "elapsed_time": "21:03:38", "remaining_time": "1 day, 10:41:43"} +{"current_steps": 2600, "total_steps": 6870, "loss": 0.2752, "lr": 3.910173731758362e-05, "epoch": 1.1353711790393013, "percentage": 37.85, "elapsed_time": "21:06:04", "remaining_time": "1 day, 10:39:17"} +{"current_steps": 2605, "total_steps": 6870, "loss": 0.2764, "lr": 3.904924768716216e-05, "epoch": 1.1375545851528384, "percentage": 37.92, "elapsed_time": "21:08:30", "remaining_time": "1 day, 10:36:50"} +{"current_steps": 2610, "total_steps": 6870, "loss": 0.2746, "lr": 3.89966673803768e-05, "epoch": 1.1397379912663754, "percentage": 37.99, "elapsed_time": "21:10:56", "remaining_time": "1 day, 10:34:24"} +{"current_steps": 2615, "total_steps": 6870, "loss": 0.2911, "lr": 3.894399673659031e-05, "epoch": 1.1419213973799127, "percentage": 38.06, "elapsed_time": "21:13:22", "remaining_time": "1 day, 10:31:58"} +{"current_steps": 2620, "total_steps": 6870, "loss": 0.2687, "lr": 3.889123609574843e-05, "epoch": 1.1441048034934498, "percentage": 38.14, "elapsed_time": "21:15:48", "remaining_time": "1 day, 10:29:32"} +{"current_steps": 2625, "total_steps": 6870, "loss": 0.29, "lr": 3.883838579837781e-05, "epoch": 1.1462882096069869, "percentage": 38.21, "elapsed_time": "21:18:15", "remaining_time": "1 day, 10:27:06"} +{"current_steps": 2630, "total_steps": 6870, "loss": 0.2852, "lr": 3.8785446185583755e-05, "epoch": 1.1484716157205241, "percentage": 38.28, "elapsed_time": "21:20:41", "remaining_time": "1 day, 10:24:40"} +{"current_steps": 2635, "total_steps": 6870, "loss": 0.2844, "lr": 3.873241759904801e-05, "epoch": 1.1506550218340612, "percentage": 38.36, "elapsed_time": "21:23:07", "remaining_time": "1 day, 10:22:14"} +{"current_steps": 2640, "total_steps": 6870, "loss": 0.2926, "lr": 3.8679300381026585e-05, "epoch": 1.1528384279475983, "percentage": 38.43, "elapsed_time": "21:25:33", "remaining_time": "1 day, 10:19:48"} +{"current_steps": 2645, "total_steps": 6870, "loss": 0.2701, "lr": 3.862609487434752e-05, "epoch": 1.1550218340611353, "percentage": 38.5, "elapsed_time": "21:27:59", "remaining_time": "1 day, 10:17:22"} +{"current_steps": 2650, "total_steps": 6870, "loss": 0.2813, "lr": 3.857280142240871e-05, "epoch": 1.1572052401746724, "percentage": 38.57, "elapsed_time": "21:30:25", "remaining_time": "1 day, 10:14:56"} +{"current_steps": 2655, "total_steps": 6870, "loss": 0.2989, "lr": 3.851942036917565e-05, "epoch": 1.1593886462882097, "percentage": 38.65, "elapsed_time": "21:32:51", "remaining_time": "1 day, 10:12:30"} +{"current_steps": 2660, "total_steps": 6870, "loss": 0.2831, "lr": 3.846595205917922e-05, "epoch": 1.1615720524017468, "percentage": 38.72, "elapsed_time": "21:35:17", "remaining_time": "1 day, 10:10:04"} +{"current_steps": 2665, "total_steps": 6870, "loss": 0.2838, "lr": 3.8412396837513484e-05, "epoch": 1.1637554585152838, "percentage": 38.79, "elapsed_time": "21:37:44", "remaining_time": "1 day, 10:07:38"} +{"current_steps": 2670, "total_steps": 6870, "loss": 0.2896, "lr": 3.835875504983344e-05, "epoch": 1.165938864628821, "percentage": 38.86, "elapsed_time": "21:40:10", "remaining_time": "1 day, 10:05:12"} +{"current_steps": 2675, "total_steps": 6870, "loss": 0.281, "lr": 3.830502704235282e-05, "epoch": 1.1681222707423582, "percentage": 38.94, "elapsed_time": "21:42:36", "remaining_time": "1 day, 10:02:46"} +{"current_steps": 2680, "total_steps": 6870, "loss": 0.2883, "lr": 3.825121316184181e-05, "epoch": 1.1703056768558953, "percentage": 39.01, "elapsed_time": "21:45:01", "remaining_time": "1 day, 10:00:19"} +{"current_steps": 2685, "total_steps": 6870, "loss": 0.266, "lr": 3.8197313755624855e-05, "epoch": 1.1724890829694323, "percentage": 39.08, "elapsed_time": "21:47:27", "remaining_time": "1 day, 9:57:53"} +{"current_steps": 2690, "total_steps": 6870, "loss": 0.2792, "lr": 3.8143329171578366e-05, "epoch": 1.1746724890829694, "percentage": 39.16, "elapsed_time": "21:49:53", "remaining_time": "1 day, 9:55:27"} +{"current_steps": 2695, "total_steps": 6870, "loss": 0.2994, "lr": 3.808925975812855e-05, "epoch": 1.1768558951965065, "percentage": 39.23, "elapsed_time": "21:52:19", "remaining_time": "1 day, 9:53:01"} +{"current_steps": 2700, "total_steps": 6870, "loss": 0.2909, "lr": 3.803510586424908e-05, "epoch": 1.1790393013100438, "percentage": 39.3, "elapsed_time": "21:54:46", "remaining_time": "1 day, 9:50:35"} +{"current_steps": 2705, "total_steps": 6870, "loss": 0.2829, "lr": 3.798086783945892e-05, "epoch": 1.1812227074235808, "percentage": 39.37, "elapsed_time": "21:57:12", "remaining_time": "1 day, 9:48:08"} +{"current_steps": 2710, "total_steps": 6870, "loss": 0.2843, "lr": 3.792654603381998e-05, "epoch": 1.1834061135371179, "percentage": 39.45, "elapsed_time": "21:59:37", "remaining_time": "1 day, 9:45:42"} +{"current_steps": 2715, "total_steps": 6870, "loss": 0.2719, "lr": 3.7872140797934956e-05, "epoch": 1.185589519650655, "percentage": 39.52, "elapsed_time": "22:02:03", "remaining_time": "1 day, 9:43:16"} +{"current_steps": 2720, "total_steps": 6870, "loss": 0.2759, "lr": 3.781765248294499e-05, "epoch": 1.1877729257641922, "percentage": 39.59, "elapsed_time": "22:04:29", "remaining_time": "1 day, 9:40:50"} +{"current_steps": 2725, "total_steps": 6870, "loss": 0.2857, "lr": 3.7763081440527435e-05, "epoch": 1.1899563318777293, "percentage": 39.67, "elapsed_time": "22:06:56", "remaining_time": "1 day, 9:38:24"} +{"current_steps": 2730, "total_steps": 6870, "loss": 0.2863, "lr": 3.7708428022893596e-05, "epoch": 1.1921397379912664, "percentage": 39.74, "elapsed_time": "22:09:22", "remaining_time": "1 day, 9:35:57"} +{"current_steps": 2735, "total_steps": 6870, "loss": 0.272, "lr": 3.7653692582786416e-05, "epoch": 1.1943231441048034, "percentage": 39.81, "elapsed_time": "22:11:48", "remaining_time": "1 day, 9:33:31"} +{"current_steps": 2740, "total_steps": 6870, "loss": 0.2715, "lr": 3.7598875473478246e-05, "epoch": 1.1965065502183405, "percentage": 39.88, "elapsed_time": "22:14:14", "remaining_time": "1 day, 9:31:05"} +{"current_steps": 2745, "total_steps": 6870, "loss": 0.271, "lr": 3.7543977048768534e-05, "epoch": 1.1986899563318778, "percentage": 39.96, "elapsed_time": "22:16:40", "remaining_time": "1 day, 9:28:39"} +{"current_steps": 2750, "total_steps": 6870, "loss": 0.2845, "lr": 3.748899766298157e-05, "epoch": 1.2008733624454149, "percentage": 40.03, "elapsed_time": "22:19:06", "remaining_time": "1 day, 9:26:13"} +{"current_steps": 2755, "total_steps": 6870, "loss": 0.2755, "lr": 3.743393767096416e-05, "epoch": 1.203056768558952, "percentage": 40.1, "elapsed_time": "22:21:32", "remaining_time": "1 day, 9:23:47"} +{"current_steps": 2760, "total_steps": 6870, "loss": 0.2793, "lr": 3.737879742808337e-05, "epoch": 1.205240174672489, "percentage": 40.17, "elapsed_time": "22:23:58", "remaining_time": "1 day, 9:21:21"} +{"current_steps": 2765, "total_steps": 6870, "loss": 0.2877, "lr": 3.732357729022421e-05, "epoch": 1.2074235807860263, "percentage": 40.25, "elapsed_time": "22:26:24", "remaining_time": "1 day, 9:18:55"} +{"current_steps": 2770, "total_steps": 6870, "loss": 0.2869, "lr": 3.7268277613787356e-05, "epoch": 1.2096069868995634, "percentage": 40.32, "elapsed_time": "22:28:51", "remaining_time": "1 day, 9:16:29"} +{"current_steps": 2775, "total_steps": 6870, "loss": 0.2853, "lr": 3.721289875568683e-05, "epoch": 1.2117903930131004, "percentage": 40.39, "elapsed_time": "22:31:17", "remaining_time": "1 day, 9:14:04"} +{"current_steps": 2780, "total_steps": 6870, "loss": 0.2699, "lr": 3.715744107334773e-05, "epoch": 1.2139737991266375, "percentage": 40.47, "elapsed_time": "22:33:43", "remaining_time": "1 day, 9:11:38"} +{"current_steps": 2785, "total_steps": 6870, "loss": 0.2823, "lr": 3.7101904924703865e-05, "epoch": 1.2161572052401746, "percentage": 40.54, "elapsed_time": "22:36:09", "remaining_time": "1 day, 9:09:11"} +{"current_steps": 2790, "total_steps": 6870, "loss": 0.2771, "lr": 3.704629066819549e-05, "epoch": 1.2183406113537119, "percentage": 40.61, "elapsed_time": "22:38:35", "remaining_time": "1 day, 9:06:45"} +{"current_steps": 2795, "total_steps": 6870, "loss": 0.2699, "lr": 3.6990598662767014e-05, "epoch": 1.220524017467249, "percentage": 40.68, "elapsed_time": "22:41:01", "remaining_time": "1 day, 9:04:19"} +{"current_steps": 2800, "total_steps": 6870, "loss": 0.2726, "lr": 3.693482926786461e-05, "epoch": 1.222707423580786, "percentage": 40.76, "elapsed_time": "22:43:27", "remaining_time": "1 day, 9:01:53"} +{"current_steps": 2805, "total_steps": 6870, "loss": 0.2891, "lr": 3.687898284343396e-05, "epoch": 1.224890829694323, "percentage": 40.83, "elapsed_time": "22:45:53", "remaining_time": "1 day, 8:59:27"} +{"current_steps": 2810, "total_steps": 6870, "loss": 0.2805, "lr": 3.68230597499179e-05, "epoch": 1.2270742358078603, "percentage": 40.9, "elapsed_time": "22:48:19", "remaining_time": "1 day, 8:57:01"} +{"current_steps": 2815, "total_steps": 6870, "loss": 0.3019, "lr": 3.676706034825409e-05, "epoch": 1.2292576419213974, "percentage": 40.98, "elapsed_time": "22:50:46", "remaining_time": "1 day, 8:54:35"} +{"current_steps": 2820, "total_steps": 6870, "loss": 0.2748, "lr": 3.6710984999872735e-05, "epoch": 1.2314410480349345, "percentage": 41.05, "elapsed_time": "22:53:12", "remaining_time": "1 day, 8:52:09"} +{"current_steps": 2825, "total_steps": 6870, "loss": 0.2904, "lr": 3.665483406669418e-05, "epoch": 1.2336244541484715, "percentage": 41.12, "elapsed_time": "22:55:38", "remaining_time": "1 day, 8:49:43"} +{"current_steps": 2830, "total_steps": 6870, "loss": 0.2856, "lr": 3.6598607911126614e-05, "epoch": 1.2358078602620086, "percentage": 41.19, "elapsed_time": "22:58:04", "remaining_time": "1 day, 8:47:17"} +{"current_steps": 2835, "total_steps": 6870, "loss": 0.2659, "lr": 3.654230689606372e-05, "epoch": 1.237991266375546, "percentage": 41.27, "elapsed_time": "23:00:30", "remaining_time": "1 day, 8:44:51"} +{"current_steps": 2840, "total_steps": 6870, "loss": 0.278, "lr": 3.648593138488235e-05, "epoch": 1.240174672489083, "percentage": 41.34, "elapsed_time": "23:02:56", "remaining_time": "1 day, 8:42:25"} +{"current_steps": 2845, "total_steps": 6870, "loss": 0.2804, "lr": 3.6429481741440176e-05, "epoch": 1.24235807860262, "percentage": 41.41, "elapsed_time": "23:05:22", "remaining_time": "1 day, 8:39:59"} +{"current_steps": 2850, "total_steps": 6870, "loss": 0.278, "lr": 3.63729583300733e-05, "epoch": 1.244541484716157, "percentage": 41.48, "elapsed_time": "23:07:49", "remaining_time": "1 day, 8:37:33"} +{"current_steps": 2855, "total_steps": 6870, "loss": 0.2874, "lr": 3.6316361515593966e-05, "epoch": 1.2467248908296944, "percentage": 41.56, "elapsed_time": "23:10:15", "remaining_time": "1 day, 8:35:07"} +{"current_steps": 2860, "total_steps": 6870, "loss": 0.276, "lr": 3.625969166328815e-05, "epoch": 1.2489082969432315, "percentage": 41.63, "elapsed_time": "23:12:41", "remaining_time": "1 day, 8:32:41"} +{"current_steps": 2865, "total_steps": 6870, "loss": 0.2884, "lr": 3.620294913891326e-05, "epoch": 1.2510917030567685, "percentage": 41.7, "elapsed_time": "23:15:07", "remaining_time": "1 day, 8:30:15"} +{"current_steps": 2870, "total_steps": 6870, "loss": 0.2859, "lr": 3.614613430869571e-05, "epoch": 1.2532751091703056, "percentage": 41.78, "elapsed_time": "23:17:33", "remaining_time": "1 day, 8:27:49"} +{"current_steps": 2875, "total_steps": 6870, "loss": 0.2884, "lr": 3.608924753932862e-05, "epoch": 1.2554585152838427, "percentage": 41.85, "elapsed_time": "23:19:59", "remaining_time": "1 day, 8:25:23"} +{"current_steps": 2880, "total_steps": 6870, "loss": 0.2858, "lr": 3.6032289197969374e-05, "epoch": 1.25764192139738, "percentage": 41.92, "elapsed_time": "23:22:25", "remaining_time": "1 day, 8:22:56"} +{"current_steps": 2885, "total_steps": 6870, "loss": 0.287, "lr": 3.5975259652237333e-05, "epoch": 1.259825327510917, "percentage": 41.99, "elapsed_time": "23:24:51", "remaining_time": "1 day, 8:20:30"} +{"current_steps": 2890, "total_steps": 6870, "loss": 0.2734, "lr": 3.5918159270211424e-05, "epoch": 1.262008733624454, "percentage": 42.07, "elapsed_time": "23:27:17", "remaining_time": "1 day, 8:18:04"} +{"current_steps": 2895, "total_steps": 6870, "loss": 0.2774, "lr": 3.586098842042773e-05, "epoch": 1.2641921397379914, "percentage": 42.14, "elapsed_time": "23:29:44", "remaining_time": "1 day, 8:15:38"} +{"current_steps": 2900, "total_steps": 6870, "loss": 0.2775, "lr": 3.580374747187719e-05, "epoch": 1.2663755458515285, "percentage": 42.21, "elapsed_time": "23:32:10", "remaining_time": "1 day, 8:13:12"} +{"current_steps": 2905, "total_steps": 6870, "loss": 0.2747, "lr": 3.574643679400313e-05, "epoch": 1.2685589519650655, "percentage": 42.29, "elapsed_time": "23:34:36", "remaining_time": "1 day, 8:10:46"} +{"current_steps": 2910, "total_steps": 6870, "loss": 0.2882, "lr": 3.568905675669895e-05, "epoch": 1.2707423580786026, "percentage": 42.36, "elapsed_time": "23:37:02", "remaining_time": "1 day, 8:08:20"} +{"current_steps": 2915, "total_steps": 6870, "loss": 0.2664, "lr": 3.5631607730305694e-05, "epoch": 1.2729257641921397, "percentage": 42.43, "elapsed_time": "23:39:28", "remaining_time": "1 day, 8:05:54"} +{"current_steps": 2920, "total_steps": 6870, "loss": 0.2798, "lr": 3.5574090085609696e-05, "epoch": 1.2751091703056767, "percentage": 42.5, "elapsed_time": "23:41:54", "remaining_time": "1 day, 8:03:28"} +{"current_steps": 2925, "total_steps": 6870, "loss": 0.2833, "lr": 3.551650419384013e-05, "epoch": 1.277292576419214, "percentage": 42.58, "elapsed_time": "23:44:20", "remaining_time": "1 day, 8:01:02"} +{"current_steps": 2930, "total_steps": 6870, "loss": 0.2738, "lr": 3.545885042666669e-05, "epoch": 1.279475982532751, "percentage": 42.65, "elapsed_time": "23:46:47", "remaining_time": "1 day, 7:58:36"} +{"current_steps": 2935, "total_steps": 6870, "loss": 0.2833, "lr": 3.5401129156197105e-05, "epoch": 1.2816593886462881, "percentage": 42.72, "elapsed_time": "23:49:13", "remaining_time": "1 day, 7:56:10"} +{"current_steps": 2940, "total_steps": 6870, "loss": 0.2821, "lr": 3.534334075497482e-05, "epoch": 1.2838427947598254, "percentage": 42.79, "elapsed_time": "23:51:39", "remaining_time": "1 day, 7:53:44"} +{"current_steps": 2945, "total_steps": 6870, "loss": 0.2821, "lr": 3.5285485595976534e-05, "epoch": 1.2860262008733625, "percentage": 42.87, "elapsed_time": "23:54:05", "remaining_time": "1 day, 7:51:19"} +{"current_steps": 2950, "total_steps": 6870, "loss": 0.2724, "lr": 3.5227564052609816e-05, "epoch": 1.2882096069868996, "percentage": 42.94, "elapsed_time": "23:56:31", "remaining_time": "1 day, 7:48:53"} +{"current_steps": 2955, "total_steps": 6870, "loss": 0.278, "lr": 3.5169576498710696e-05, "epoch": 1.2903930131004366, "percentage": 43.01, "elapsed_time": "23:58:58", "remaining_time": "1 day, 7:46:26"} +{"current_steps": 2960, "total_steps": 6870, "loss": 0.2679, "lr": 3.511152330854125e-05, "epoch": 1.2925764192139737, "percentage": 43.09, "elapsed_time": "1 day, 0:01:24", "remaining_time": "1 day, 7:44:00"} +{"current_steps": 2965, "total_steps": 6870, "loss": 0.2819, "lr": 3.505340485678717e-05, "epoch": 1.294759825327511, "percentage": 43.16, "elapsed_time": "1 day, 0:03:50", "remaining_time": "1 day, 7:41:34"} +{"current_steps": 2970, "total_steps": 6870, "loss": 0.2975, "lr": 3.499522151855537e-05, "epoch": 1.296943231441048, "percentage": 43.23, "elapsed_time": "1 day, 0:06:16", "remaining_time": "1 day, 7:39:08"} +{"current_steps": 2975, "total_steps": 6870, "loss": 0.2706, "lr": 3.493697366937154e-05, "epoch": 1.2991266375545851, "percentage": 43.3, "elapsed_time": "1 day, 0:08:42", "remaining_time": "1 day, 7:36:42"} +{"current_steps": 2980, "total_steps": 6870, "loss": 0.294, "lr": 3.487866168517775e-05, "epoch": 1.3013100436681222, "percentage": 43.38, "elapsed_time": "1 day, 0:11:08", "remaining_time": "1 day, 7:34:16"} +{"current_steps": 2985, "total_steps": 6870, "loss": 0.2818, "lr": 3.4820285942330003e-05, "epoch": 1.3034934497816595, "percentage": 43.45, "elapsed_time": "1 day, 0:13:34", "remaining_time": "1 day, 7:31:50"} +{"current_steps": 2990, "total_steps": 6870, "loss": 0.28, "lr": 3.476184681759581e-05, "epoch": 1.3056768558951966, "percentage": 43.52, "elapsed_time": "1 day, 0:16:00", "remaining_time": "1 day, 7:29:24"} +{"current_steps": 2995, "total_steps": 6870, "loss": 0.2783, "lr": 3.4703344688151776e-05, "epoch": 1.3078602620087336, "percentage": 43.6, "elapsed_time": "1 day, 0:18:26", "remaining_time": "1 day, 7:26:58"} +{"current_steps": 3000, "total_steps": 6870, "loss": 0.2819, "lr": 3.46447799315811e-05, "epoch": 1.3100436681222707, "percentage": 43.67, "elapsed_time": "1 day, 0:20:52", "remaining_time": "1 day, 7:24:32"} +{"current_steps": 3005, "total_steps": 6870, "loss": 0.2792, "lr": 3.458615292587125e-05, "epoch": 1.3122270742358078, "percentage": 43.74, "elapsed_time": "1 day, 0:23:18", "remaining_time": "1 day, 7:22:06"} +{"current_steps": 3010, "total_steps": 6870, "loss": 0.2859, "lr": 3.452746404941143e-05, "epoch": 1.314410480349345, "percentage": 43.81, "elapsed_time": "1 day, 0:25:45", "remaining_time": "1 day, 7:19:40"} +{"current_steps": 3015, "total_steps": 6870, "loss": 0.2746, "lr": 3.446871368099017e-05, "epoch": 1.3165938864628821, "percentage": 43.89, "elapsed_time": "1 day, 0:28:11", "remaining_time": "1 day, 7:17:13"} +{"current_steps": 3020, "total_steps": 6870, "loss": 0.2863, "lr": 3.440990219979289e-05, "epoch": 1.3187772925764192, "percentage": 43.96, "elapsed_time": "1 day, 0:30:37", "remaining_time": "1 day, 7:14:47"} +{"current_steps": 3025, "total_steps": 6870, "loss": 0.2702, "lr": 3.435102998539942e-05, "epoch": 1.3209606986899565, "percentage": 44.03, "elapsed_time": "1 day, 0:33:03", "remaining_time": "1 day, 7:12:21"} +{"current_steps": 3030, "total_steps": 6870, "loss": 0.2695, "lr": 3.4292097417781595e-05, "epoch": 1.3231441048034935, "percentage": 44.1, "elapsed_time": "1 day, 0:35:29", "remaining_time": "1 day, 7:09:55"} +{"current_steps": 3035, "total_steps": 6870, "loss": 0.267, "lr": 3.4233104877300775e-05, "epoch": 1.3253275109170306, "percentage": 44.18, "elapsed_time": "1 day, 0:37:55", "remaining_time": "1 day, 7:07:29"} +{"current_steps": 3040, "total_steps": 6870, "loss": 0.2662, "lr": 3.41740527447054e-05, "epoch": 1.3275109170305677, "percentage": 44.25, "elapsed_time": "1 day, 0:40:21", "remaining_time": "1 day, 7:05:03"} +{"current_steps": 3045, "total_steps": 6870, "loss": 0.2716, "lr": 3.411494140112852e-05, "epoch": 1.3296943231441047, "percentage": 44.32, "elapsed_time": "1 day, 0:42:47", "remaining_time": "1 day, 7:02:37"} +{"current_steps": 3050, "total_steps": 6870, "loss": 0.2879, "lr": 3.4055771228085347e-05, "epoch": 1.3318777292576418, "percentage": 44.4, "elapsed_time": "1 day, 0:45:13", "remaining_time": "1 day, 7:00:10"} +{"current_steps": 3055, "total_steps": 6870, "loss": 0.2725, "lr": 3.399654260747078e-05, "epoch": 1.334061135371179, "percentage": 44.47, "elapsed_time": "1 day, 0:47:39", "remaining_time": "1 day, 6:57:44"} +{"current_steps": 3060, "total_steps": 6870, "loss": 0.2877, "lr": 3.3937255921556974e-05, "epoch": 1.3362445414847162, "percentage": 44.54, "elapsed_time": "1 day, 0:50:05", "remaining_time": "1 day, 6:55:18"} +{"current_steps": 3065, "total_steps": 6870, "loss": 0.2793, "lr": 3.3877911552990826e-05, "epoch": 1.3384279475982532, "percentage": 44.61, "elapsed_time": "1 day, 0:52:31", "remaining_time": "1 day, 6:52:52"} +{"current_steps": 3070, "total_steps": 6870, "loss": 0.273, "lr": 3.3818509884791514e-05, "epoch": 1.3406113537117905, "percentage": 44.69, "elapsed_time": "1 day, 0:54:57", "remaining_time": "1 day, 6:50:26"} +{"current_steps": 3075, "total_steps": 6870, "loss": 0.275, "lr": 3.375905130034808e-05, "epoch": 1.3427947598253276, "percentage": 44.76, "elapsed_time": "1 day, 0:57:23", "remaining_time": "1 day, 6:48:00"} +{"current_steps": 3080, "total_steps": 6870, "loss": 0.2874, "lr": 3.369953618341688e-05, "epoch": 1.3449781659388647, "percentage": 44.83, "elapsed_time": "1 day, 0:59:50", "remaining_time": "1 day, 6:45:34"} +{"current_steps": 3085, "total_steps": 6870, "loss": 0.2756, "lr": 3.3639964918119135e-05, "epoch": 1.3471615720524017, "percentage": 44.91, "elapsed_time": "1 day, 1:02:16", "remaining_time": "1 day, 6:43:08"} +{"current_steps": 3090, "total_steps": 6870, "loss": 0.2795, "lr": 3.3580337888938515e-05, "epoch": 1.3493449781659388, "percentage": 44.98, "elapsed_time": "1 day, 1:04:42", "remaining_time": "1 day, 6:40:42"} +{"current_steps": 3095, "total_steps": 6870, "loss": 0.2821, "lr": 3.3520655480718515e-05, "epoch": 1.3515283842794759, "percentage": 45.05, "elapsed_time": "1 day, 1:07:08", "remaining_time": "1 day, 6:38:16"} +{"current_steps": 3100, "total_steps": 6870, "loss": 0.2799, "lr": 3.346091807866013e-05, "epoch": 1.3537117903930131, "percentage": 45.12, "elapsed_time": "1 day, 1:09:34", "remaining_time": "1 day, 6:35:50"} +{"current_steps": 3105, "total_steps": 6870, "loss": 0.2753, "lr": 3.3401126068319244e-05, "epoch": 1.3558951965065502, "percentage": 45.2, "elapsed_time": "1 day, 1:12:00", "remaining_time": "1 day, 6:33:24"} +{"current_steps": 3110, "total_steps": 6870, "loss": 0.2806, "lr": 3.3341279835604224e-05, "epoch": 1.3580786026200873, "percentage": 45.27, "elapsed_time": "1 day, 1:14:26", "remaining_time": "1 day, 6:30:58"} +{"current_steps": 3115, "total_steps": 6870, "loss": 0.2952, "lr": 3.328137976677339e-05, "epoch": 1.3602620087336246, "percentage": 45.34, "elapsed_time": "1 day, 1:16:52", "remaining_time": "1 day, 6:28:32"} +{"current_steps": 3120, "total_steps": 6870, "loss": 0.2883, "lr": 3.322142624843253e-05, "epoch": 1.3624454148471616, "percentage": 45.41, "elapsed_time": "1 day, 1:19:19", "remaining_time": "1 day, 6:26:06"} +{"current_steps": 3125, "total_steps": 6870, "loss": 0.2811, "lr": 3.3161419667532384e-05, "epoch": 1.3646288209606987, "percentage": 45.49, "elapsed_time": "1 day, 1:21:45", "remaining_time": "1 day, 6:23:40"} +{"current_steps": 3130, "total_steps": 6870, "loss": 0.2714, "lr": 3.3101360411366205e-05, "epoch": 1.3668122270742358, "percentage": 45.56, "elapsed_time": "1 day, 1:24:11", "remaining_time": "1 day, 6:21:14"} +{"current_steps": 3135, "total_steps": 6870, "loss": 0.2773, "lr": 3.304124886756719e-05, "epoch": 1.3689956331877728, "percentage": 45.63, "elapsed_time": "1 day, 1:26:37", "remaining_time": "1 day, 6:18:48"} +{"current_steps": 3140, "total_steps": 6870, "loss": 0.2716, "lr": 3.2981085424106036e-05, "epoch": 1.37117903930131, "percentage": 45.71, "elapsed_time": "1 day, 1:29:03", "remaining_time": "1 day, 6:16:22"} +{"current_steps": 3145, "total_steps": 6870, "loss": 0.2929, "lr": 3.2920870469288375e-05, "epoch": 1.3733624454148472, "percentage": 45.78, "elapsed_time": "1 day, 1:31:29", "remaining_time": "1 day, 6:13:56"} +{"current_steps": 3150, "total_steps": 6870, "loss": 0.2767, "lr": 3.2860604391752344e-05, "epoch": 1.3755458515283843, "percentage": 45.85, "elapsed_time": "1 day, 1:33:55", "remaining_time": "1 day, 6:11:29"} +{"current_steps": 3155, "total_steps": 6870, "loss": 0.2803, "lr": 3.2800287580466e-05, "epoch": 1.3777292576419213, "percentage": 45.92, "elapsed_time": "1 day, 1:36:21", "remaining_time": "1 day, 6:09:03"} +{"current_steps": 3160, "total_steps": 6870, "loss": 0.2635, "lr": 3.273992042472487e-05, "epoch": 1.3799126637554586, "percentage": 46.0, "elapsed_time": "1 day, 1:38:48", "remaining_time": "1 day, 6:06:37"} +{"current_steps": 3165, "total_steps": 6870, "loss": 0.2828, "lr": 3.2679503314149395e-05, "epoch": 1.3820960698689957, "percentage": 46.07, "elapsed_time": "1 day, 1:41:14", "remaining_time": "1 day, 6:04:11"} +{"current_steps": 3170, "total_steps": 6870, "loss": 0.2772, "lr": 3.261903663868243e-05, "epoch": 1.3842794759825328, "percentage": 46.14, "elapsed_time": "1 day, 1:43:40", "remaining_time": "1 day, 6:01:45"} +{"current_steps": 3175, "total_steps": 6870, "loss": 0.2709, "lr": 3.2558520788586764e-05, "epoch": 1.3864628820960698, "percentage": 46.22, "elapsed_time": "1 day, 1:46:06", "remaining_time": "1 day, 5:59:19"} +{"current_steps": 3180, "total_steps": 6870, "loss": 0.2649, "lr": 3.249795615444253e-05, "epoch": 1.388646288209607, "percentage": 46.29, "elapsed_time": "1 day, 1:48:32", "remaining_time": "1 day, 5:56:53"} +{"current_steps": 3185, "total_steps": 6870, "loss": 0.2767, "lr": 3.243734312714475e-05, "epoch": 1.3908296943231442, "percentage": 46.36, "elapsed_time": "1 day, 1:50:58", "remaining_time": "1 day, 5:54:27"} +{"current_steps": 3190, "total_steps": 6870, "loss": 0.2793, "lr": 3.2376682097900754e-05, "epoch": 1.3930131004366813, "percentage": 46.43, "elapsed_time": "1 day, 1:53:24", "remaining_time": "1 day, 5:52:01"} +{"current_steps": 3195, "total_steps": 6870, "loss": 0.2875, "lr": 3.2315973458227714e-05, "epoch": 1.3951965065502183, "percentage": 46.51, "elapsed_time": "1 day, 1:55:50", "remaining_time": "1 day, 5:49:35"} +{"current_steps": 3200, "total_steps": 6870, "loss": 0.2821, "lr": 3.225521759995007e-05, "epoch": 1.3973799126637554, "percentage": 46.58, "elapsed_time": "1 day, 1:58:16", "remaining_time": "1 day, 5:47:09"} +{"current_steps": 3205, "total_steps": 6870, "loss": 0.2742, "lr": 3.219441491519703e-05, "epoch": 1.3995633187772927, "percentage": 46.65, "elapsed_time": "1 day, 2:00:42", "remaining_time": "1 day, 5:44:43"} +{"current_steps": 3210, "total_steps": 6870, "loss": 0.2794, "lr": 3.2133565796400046e-05, "epoch": 1.4017467248908297, "percentage": 46.72, "elapsed_time": "1 day, 2:03:08", "remaining_time": "1 day, 5:42:16"} +{"current_steps": 3215, "total_steps": 6870, "loss": 0.2686, "lr": 3.2072670636290195e-05, "epoch": 1.4039301310043668, "percentage": 46.8, "elapsed_time": "1 day, 2:05:35", "remaining_time": "1 day, 5:39:50"} +{"current_steps": 3220, "total_steps": 6870, "loss": 0.2744, "lr": 3.20117298278958e-05, "epoch": 1.4061135371179039, "percentage": 46.87, "elapsed_time": "1 day, 2:08:01", "remaining_time": "1 day, 5:37:24"} +{"current_steps": 3225, "total_steps": 6870, "loss": 0.2904, "lr": 3.195074376453975e-05, "epoch": 1.408296943231441, "percentage": 46.94, "elapsed_time": "1 day, 2:10:27", "remaining_time": "1 day, 5:34:58"} +{"current_steps": 3230, "total_steps": 6870, "loss": 0.2633, "lr": 3.188971283983703e-05, "epoch": 1.4104803493449782, "percentage": 47.02, "elapsed_time": "1 day, 2:12:53", "remaining_time": "1 day, 5:32:32"} +{"current_steps": 3235, "total_steps": 6870, "loss": 0.2755, "lr": 3.1828637447692187e-05, "epoch": 1.4126637554585153, "percentage": 47.09, "elapsed_time": "1 day, 2:15:19", "remaining_time": "1 day, 5:30:06"} +{"current_steps": 3240, "total_steps": 6870, "loss": 0.2802, "lr": 3.176751798229673e-05, "epoch": 1.4148471615720524, "percentage": 47.16, "elapsed_time": "1 day, 2:17:45", "remaining_time": "1 day, 5:27:40"} +{"current_steps": 3245, "total_steps": 6870, "loss": 0.2585, "lr": 3.1706354838126687e-05, "epoch": 1.4170305676855894, "percentage": 47.23, "elapsed_time": "1 day, 2:20:11", "remaining_time": "1 day, 5:25:14"} +{"current_steps": 3250, "total_steps": 6870, "loss": 0.2758, "lr": 3.1645148409939915e-05, "epoch": 1.4192139737991267, "percentage": 47.31, "elapsed_time": "1 day, 2:22:37", "remaining_time": "1 day, 5:22:48"} +{"current_steps": 3255, "total_steps": 6870, "loss": 0.2857, "lr": 3.158389909277371e-05, "epoch": 1.4213973799126638, "percentage": 47.38, "elapsed_time": "1 day, 2:25:03", "remaining_time": "1 day, 5:20:22"} +{"current_steps": 3260, "total_steps": 6870, "loss": 0.2827, "lr": 3.152260728194213e-05, "epoch": 1.4235807860262009, "percentage": 47.45, "elapsed_time": "1 day, 2:27:29", "remaining_time": "1 day, 5:17:56"} +{"current_steps": 3265, "total_steps": 6870, "loss": 0.2791, "lr": 3.1461273373033516e-05, "epoch": 1.425764192139738, "percentage": 47.53, "elapsed_time": "1 day, 2:29:56", "remaining_time": "1 day, 5:15:30"} +{"current_steps": 3270, "total_steps": 6870, "loss": 0.2785, "lr": 3.1399897761907914e-05, "epoch": 1.427947598253275, "percentage": 47.6, "elapsed_time": "1 day, 2:32:21", "remaining_time": "1 day, 5:13:03"} +{"current_steps": 3275, "total_steps": 6870, "loss": 0.2723, "lr": 3.133848084469454e-05, "epoch": 1.4301310043668123, "percentage": 47.67, "elapsed_time": "1 day, 2:34:47", "remaining_time": "1 day, 5:10:37"} +{"current_steps": 3280, "total_steps": 6870, "loss": 0.2701, "lr": 3.1277023017789164e-05, "epoch": 1.4323144104803494, "percentage": 47.74, "elapsed_time": "1 day, 2:37:14", "remaining_time": "1 day, 5:08:11"} +{"current_steps": 3285, "total_steps": 6870, "loss": 0.2756, "lr": 3.121552467785164e-05, "epoch": 1.4344978165938864, "percentage": 47.82, "elapsed_time": "1 day, 2:39:40", "remaining_time": "1 day, 5:05:45"} +{"current_steps": 3290, "total_steps": 6870, "loss": 0.2634, "lr": 3.1153986221803284e-05, "epoch": 1.4366812227074237, "percentage": 47.89, "elapsed_time": "1 day, 2:42:06", "remaining_time": "1 day, 5:03:19"} +{"current_steps": 3295, "total_steps": 6870, "loss": 0.2749, "lr": 3.109240804682431e-05, "epoch": 1.4388646288209608, "percentage": 47.96, "elapsed_time": "1 day, 2:44:32", "remaining_time": "1 day, 5:00:53"} +{"current_steps": 3300, "total_steps": 6870, "loss": 0.2737, "lr": 3.103079055035131e-05, "epoch": 1.4410480349344978, "percentage": 48.03, "elapsed_time": "1 day, 2:46:58", "remaining_time": "1 day, 4:58:27"} +{"current_steps": 3305, "total_steps": 6870, "loss": 0.2716, "lr": 3.096913413007467e-05, "epoch": 1.443231441048035, "percentage": 48.11, "elapsed_time": "1 day, 2:49:24", "remaining_time": "1 day, 4:56:01"} +{"current_steps": 3310, "total_steps": 6870, "loss": 0.2711, "lr": 3.090743918393596e-05, "epoch": 1.445414847161572, "percentage": 48.18, "elapsed_time": "1 day, 2:51:50", "remaining_time": "1 day, 4:53:35"} +{"current_steps": 3315, "total_steps": 6870, "loss": 0.2755, "lr": 3.0845706110125435e-05, "epoch": 1.447598253275109, "percentage": 48.25, "elapsed_time": "1 day, 2:54:16", "remaining_time": "1 day, 4:51:09"} +{"current_steps": 3320, "total_steps": 6870, "loss": 0.2708, "lr": 3.078393530707942e-05, "epoch": 1.4497816593886463, "percentage": 48.33, "elapsed_time": "1 day, 2:56:42", "remaining_time": "1 day, 4:48:42"} +{"current_steps": 3325, "total_steps": 6870, "loss": 0.2802, "lr": 3.072212717347776e-05, "epoch": 1.4519650655021834, "percentage": 48.4, "elapsed_time": "1 day, 2:59:08", "remaining_time": "1 day, 4:46:16"} +{"current_steps": 3330, "total_steps": 6870, "loss": 0.2793, "lr": 3.0660282108241235e-05, "epoch": 1.4541484716157205, "percentage": 48.47, "elapsed_time": "1 day, 3:01:35", "remaining_time": "1 day, 4:43:50"} +{"current_steps": 3335, "total_steps": 6870, "loss": 0.2915, "lr": 3.059840051052898e-05, "epoch": 1.4563318777292578, "percentage": 48.54, "elapsed_time": "1 day, 3:04:01", "remaining_time": "1 day, 4:41:24"} +{"current_steps": 3340, "total_steps": 6870, "loss": 0.2667, "lr": 3.053648277973592e-05, "epoch": 1.4585152838427948, "percentage": 48.62, "elapsed_time": "1 day, 3:06:27", "remaining_time": "1 day, 4:38:58"} +{"current_steps": 3345, "total_steps": 6870, "loss": 0.2863, "lr": 3.04745293154902e-05, "epoch": 1.460698689956332, "percentage": 48.69, "elapsed_time": "1 day, 3:08:53", "remaining_time": "1 day, 4:36:32"} +{"current_steps": 3350, "total_steps": 6870, "loss": 0.2686, "lr": 3.0412540517650582e-05, "epoch": 1.462882096069869, "percentage": 48.76, "elapsed_time": "1 day, 3:11:19", "remaining_time": "1 day, 4:34:06"} +{"current_steps": 3355, "total_steps": 6870, "loss": 0.2861, "lr": 3.03505167863039e-05, "epoch": 1.465065502183406, "percentage": 48.84, "elapsed_time": "1 day, 3:13:45", "remaining_time": "1 day, 4:31:40"} +{"current_steps": 3360, "total_steps": 6870, "loss": 0.2804, "lr": 3.0288458521762414e-05, "epoch": 1.467248908296943, "percentage": 48.91, "elapsed_time": "1 day, 3:16:11", "remaining_time": "1 day, 4:29:14"} +{"current_steps": 3365, "total_steps": 6870, "loss": 0.2673, "lr": 3.02263661245613e-05, "epoch": 1.4694323144104804, "percentage": 48.98, "elapsed_time": "1 day, 3:18:37", "remaining_time": "1 day, 4:26:48"} +{"current_steps": 3370, "total_steps": 6870, "loss": 0.2805, "lr": 3.016423999545603e-05, "epoch": 1.4716157205240175, "percentage": 49.05, "elapsed_time": "1 day, 3:21:04", "remaining_time": "1 day, 4:24:22"} +{"current_steps": 3375, "total_steps": 6870, "loss": 0.2852, "lr": 3.0102080535419775e-05, "epoch": 1.4737991266375545, "percentage": 49.13, "elapsed_time": "1 day, 3:23:30", "remaining_time": "1 day, 4:21:56"} +{"current_steps": 3380, "total_steps": 6870, "loss": 0.2768, "lr": 3.0039888145640845e-05, "epoch": 1.4759825327510918, "percentage": 49.2, "elapsed_time": "1 day, 3:25:58", "remaining_time": "1 day, 4:19:32"} +{"current_steps": 3385, "total_steps": 6870, "loss": 0.2733, "lr": 2.9977663227520065e-05, "epoch": 1.4781659388646289, "percentage": 49.27, "elapsed_time": "1 day, 3:28:24", "remaining_time": "1 day, 4:17:06"} +{"current_steps": 3390, "total_steps": 6870, "loss": 0.2689, "lr": 2.991540618266822e-05, "epoch": 1.480349344978166, "percentage": 49.34, "elapsed_time": "1 day, 3:30:50", "remaining_time": "1 day, 4:14:39"} +{"current_steps": 3395, "total_steps": 6870, "loss": 0.259, "lr": 2.9853117412903443e-05, "epoch": 1.482532751091703, "percentage": 49.42, "elapsed_time": "1 day, 3:33:16", "remaining_time": "1 day, 4:12:13"} +{"current_steps": 3400, "total_steps": 6870, "loss": 0.2676, "lr": 2.979079732024862e-05, "epoch": 1.48471615720524, "percentage": 49.49, "elapsed_time": "1 day, 3:35:42", "remaining_time": "1 day, 4:09:47"} +{"current_steps": 3405, "total_steps": 6870, "loss": 0.274, "lr": 2.9728446306928813e-05, "epoch": 1.4868995633187774, "percentage": 49.56, "elapsed_time": "1 day, 3:38:08", "remaining_time": "1 day, 4:07:21"} +{"current_steps": 3410, "total_steps": 6870, "loss": 0.265, "lr": 2.966606477536863e-05, "epoch": 1.4890829694323144, "percentage": 49.64, "elapsed_time": "1 day, 3:40:34", "remaining_time": "1 day, 4:04:55"} +{"current_steps": 3415, "total_steps": 6870, "loss": 0.2745, "lr": 2.960365312818967e-05, "epoch": 1.4912663755458515, "percentage": 49.71, "elapsed_time": "1 day, 3:43:00", "remaining_time": "1 day, 4:02:29"} +{"current_steps": 3420, "total_steps": 6870, "loss": 0.2718, "lr": 2.9541211768207883e-05, "epoch": 1.4934497816593886, "percentage": 49.78, "elapsed_time": "1 day, 3:45:26", "remaining_time": "1 day, 4:00:03"} +{"current_steps": 3425, "total_steps": 6870, "loss": 0.2747, "lr": 2.9478741098431027e-05, "epoch": 1.4956331877729259, "percentage": 49.85, "elapsed_time": "1 day, 3:47:53", "remaining_time": "1 day, 3:57:37"} +{"current_steps": 3430, "total_steps": 6870, "loss": 0.3007, "lr": 2.9416241522055987e-05, "epoch": 1.497816593886463, "percentage": 49.93, "elapsed_time": "1 day, 3:50:19", "remaining_time": "1 day, 3:55:11"} +{"current_steps": 3435, "total_steps": 6870, "loss": 0.2797, "lr": 2.9353713442466246e-05, "epoch": 1.5, "percentage": 50.0, "elapsed_time": "1 day, 3:52:45", "remaining_time": "1 day, 3:52:45"} +{"current_steps": 3440, "total_steps": 6870, "loss": 0.2711, "lr": 2.929115726322924e-05, "epoch": 1.502183406113537, "percentage": 50.07, "elapsed_time": "1 day, 3:55:11", "remaining_time": "1 day, 3:50:19"} +{"current_steps": 3445, "total_steps": 6870, "loss": 0.2781, "lr": 2.9228573388093765e-05, "epoch": 1.5043668122270741, "percentage": 50.15, "elapsed_time": "1 day, 3:57:37", "remaining_time": "1 day, 3:47:53"} +{"current_steps": 3450, "total_steps": 6870, "loss": 0.2782, "lr": 2.916596222098738e-05, "epoch": 1.5065502183406112, "percentage": 50.22, "elapsed_time": "1 day, 4:00:03", "remaining_time": "1 day, 3:45:27"} +{"current_steps": 3455, "total_steps": 6870, "loss": 0.2723, "lr": 2.9103324166013777e-05, "epoch": 1.5087336244541485, "percentage": 50.29, "elapsed_time": "1 day, 4:02:29", "remaining_time": "1 day, 3:43:01"} +{"current_steps": 3460, "total_steps": 6870, "loss": 0.2734, "lr": 2.9040659627450195e-05, "epoch": 1.5109170305676856, "percentage": 50.36, "elapsed_time": "1 day, 4:04:55", "remaining_time": "1 day, 3:40:34"} +{"current_steps": 3465, "total_steps": 6870, "loss": 0.2695, "lr": 2.897796900974481e-05, "epoch": 1.5131004366812228, "percentage": 50.44, "elapsed_time": "1 day, 4:07:22", "remaining_time": "1 day, 3:38:08"} +{"current_steps": 3470, "total_steps": 6870, "loss": 0.2753, "lr": 2.8915252717514108e-05, "epoch": 1.51528384279476, "percentage": 50.51, "elapsed_time": "1 day, 4:09:48", "remaining_time": "1 day, 3:35:42"} +{"current_steps": 3475, "total_steps": 6870, "loss": 0.2805, "lr": 2.8852511155540286e-05, "epoch": 1.517467248908297, "percentage": 50.58, "elapsed_time": "1 day, 4:12:14", "remaining_time": "1 day, 3:33:16"} +{"current_steps": 3480, "total_steps": 6870, "loss": 0.2674, "lr": 2.8789744728768632e-05, "epoch": 1.519650655021834, "percentage": 50.66, "elapsed_time": "1 day, 4:14:40", "remaining_time": "1 day, 3:30:50"} +{"current_steps": 3485, "total_steps": 6870, "loss": 0.2781, "lr": 2.8726953842304917e-05, "epoch": 1.5218340611353711, "percentage": 50.73, "elapsed_time": "1 day, 4:17:06", "remaining_time": "1 day, 3:28:24"} +{"current_steps": 3490, "total_steps": 6870, "loss": 0.2828, "lr": 2.8664138901412784e-05, "epoch": 1.5240174672489082, "percentage": 50.8, "elapsed_time": "1 day, 4:19:32", "remaining_time": "1 day, 3:25:58"} +{"current_steps": 3495, "total_steps": 6870, "loss": 0.2704, "lr": 2.8601300311511135e-05, "epoch": 1.5262008733624453, "percentage": 50.87, "elapsed_time": "1 day, 4:21:58", "remaining_time": "1 day, 3:23:32"} +{"current_steps": 3500, "total_steps": 6870, "loss": 0.2709, "lr": 2.8538438478171493e-05, "epoch": 1.5283842794759825, "percentage": 50.95, "elapsed_time": "1 day, 4:24:24", "remaining_time": "1 day, 3:21:06"} +{"current_steps": 3505, "total_steps": 6870, "loss": 0.2645, "lr": 2.8475553807115392e-05, "epoch": 1.5305676855895196, "percentage": 51.02, "elapsed_time": "1 day, 4:26:50", "remaining_time": "1 day, 3:18:40"} +{"current_steps": 3510, "total_steps": 6870, "loss": 0.2716, "lr": 2.8412646704211787e-05, "epoch": 1.532751091703057, "percentage": 51.09, "elapsed_time": "1 day, 4:29:17", "remaining_time": "1 day, 3:16:14"} +{"current_steps": 3515, "total_steps": 6870, "loss": 0.2812, "lr": 2.8349717575474395e-05, "epoch": 1.534934497816594, "percentage": 51.16, "elapsed_time": "1 day, 4:31:43", "remaining_time": "1 day, 3:13:48"} +{"current_steps": 3520, "total_steps": 6870, "loss": 0.2852, "lr": 2.8286766827059103e-05, "epoch": 1.537117903930131, "percentage": 51.24, "elapsed_time": "1 day, 4:34:09", "remaining_time": "1 day, 3:11:21"} +{"current_steps": 3525, "total_steps": 6870, "loss": 0.2706, "lr": 2.8223794865261326e-05, "epoch": 1.539301310043668, "percentage": 51.31, "elapsed_time": "1 day, 4:36:35", "remaining_time": "1 day, 3:08:55"} +{"current_steps": 3530, "total_steps": 6870, "loss": 0.2655, "lr": 2.8160802096513396e-05, "epoch": 1.5414847161572052, "percentage": 51.38, "elapsed_time": "1 day, 4:39:01", "remaining_time": "1 day, 3:06:29"} +{"current_steps": 3535, "total_steps": 6870, "loss": 0.2799, "lr": 2.809778892738194e-05, "epoch": 1.5436681222707422, "percentage": 51.46, "elapsed_time": "1 day, 4:41:27", "remaining_time": "1 day, 3:04:03"} +{"current_steps": 3540, "total_steps": 6870, "loss": 0.2703, "lr": 2.8034755764565252e-05, "epoch": 1.5458515283842795, "percentage": 51.53, "elapsed_time": "1 day, 4:43:53", "remaining_time": "1 day, 3:01:37"} +{"current_steps": 3545, "total_steps": 6870, "loss": 0.2716, "lr": 2.797170301489066e-05, "epoch": 1.5480349344978166, "percentage": 51.6, "elapsed_time": "1 day, 4:46:19", "remaining_time": "1 day, 2:59:11"} +{"current_steps": 3550, "total_steps": 6870, "loss": 0.2617, "lr": 2.7908631085311933e-05, "epoch": 1.5502183406113537, "percentage": 51.67, "elapsed_time": "1 day, 4:48:45", "remaining_time": "1 day, 2:56:45"} +{"current_steps": 3555, "total_steps": 6870, "loss": 0.2638, "lr": 2.78455403829066e-05, "epoch": 1.552401746724891, "percentage": 51.75, "elapsed_time": "1 day, 4:51:11", "remaining_time": "1 day, 2:54:19"} +{"current_steps": 3560, "total_steps": 6870, "loss": 0.2678, "lr": 2.7782431314873377e-05, "epoch": 1.554585152838428, "percentage": 51.82, "elapsed_time": "1 day, 4:53:38", "remaining_time": "1 day, 2:51:53"} +{"current_steps": 3565, "total_steps": 6870, "loss": 0.2714, "lr": 2.7719304288529503e-05, "epoch": 1.556768558951965, "percentage": 51.89, "elapsed_time": "1 day, 4:56:04", "remaining_time": "1 day, 2:49:27"} +{"current_steps": 3570, "total_steps": 6870, "loss": 0.2754, "lr": 2.7656159711308127e-05, "epoch": 1.5589519650655022, "percentage": 51.97, "elapsed_time": "1 day, 4:58:30", "remaining_time": "1 day, 2:47:01"} +{"current_steps": 3575, "total_steps": 6870, "loss": 0.2674, "lr": 2.7592997990755665e-05, "epoch": 1.5611353711790392, "percentage": 52.04, "elapsed_time": "1 day, 5:00:56", "remaining_time": "1 day, 2:44:35"} +{"current_steps": 3580, "total_steps": 6870, "loss": 0.2689, "lr": 2.75298195345292e-05, "epoch": 1.5633187772925763, "percentage": 52.11, "elapsed_time": "1 day, 5:03:22", "remaining_time": "1 day, 2:42:09"} +{"current_steps": 3585, "total_steps": 6870, "loss": 0.2624, "lr": 2.7466624750393804e-05, "epoch": 1.5655021834061136, "percentage": 52.18, "elapsed_time": "1 day, 5:05:48", "remaining_time": "1 day, 2:39:43"} +{"current_steps": 3590, "total_steps": 6870, "loss": 0.2704, "lr": 2.740341404621996e-05, "epoch": 1.5676855895196506, "percentage": 52.26, "elapsed_time": "1 day, 5:08:14", "remaining_time": "1 day, 2:37:17"} +{"current_steps": 3595, "total_steps": 6870, "loss": 0.2596, "lr": 2.7340187829980884e-05, "epoch": 1.569868995633188, "percentage": 52.33, "elapsed_time": "1 day, 5:10:41", "remaining_time": "1 day, 2:34:51"} +{"current_steps": 3600, "total_steps": 6870, "loss": 0.2753, "lr": 2.7276946509749905e-05, "epoch": 1.572052401746725, "percentage": 52.4, "elapsed_time": "1 day, 5:13:07", "remaining_time": "1 day, 2:32:25"} +{"current_steps": 3605, "total_steps": 6870, "loss": 0.2813, "lr": 2.7213690493697852e-05, "epoch": 1.574235807860262, "percentage": 52.47, "elapsed_time": "1 day, 5:15:33", "remaining_time": "1 day, 2:29:58"} +{"current_steps": 3610, "total_steps": 6870, "loss": 0.2654, "lr": 2.7150420190090397e-05, "epoch": 1.5764192139737991, "percentage": 52.55, "elapsed_time": "1 day, 5:17:59", "remaining_time": "1 day, 2:27:32"} +{"current_steps": 3615, "total_steps": 6870, "loss": 0.269, "lr": 2.7087136007285417e-05, "epoch": 1.5786026200873362, "percentage": 52.62, "elapsed_time": "1 day, 5:20:25", "remaining_time": "1 day, 2:25:06"} +{"current_steps": 3620, "total_steps": 6870, "loss": 0.2603, "lr": 2.7023838353730386e-05, "epoch": 1.5807860262008733, "percentage": 52.69, "elapsed_time": "1 day, 5:22:51", "remaining_time": "1 day, 2:22:40"} +{"current_steps": 3625, "total_steps": 6870, "loss": 0.2615, "lr": 2.6960527637959704e-05, "epoch": 1.5829694323144103, "percentage": 52.77, "elapsed_time": "1 day, 5:25:18", "remaining_time": "1 day, 2:20:14"} +{"current_steps": 3630, "total_steps": 6870, "loss": 0.2745, "lr": 2.689720426859208e-05, "epoch": 1.5851528384279476, "percentage": 52.84, "elapsed_time": "1 day, 5:27:44", "remaining_time": "1 day, 2:17:48"} +{"current_steps": 3635, "total_steps": 6870, "loss": 0.2754, "lr": 2.68338686543279e-05, "epoch": 1.5873362445414847, "percentage": 52.91, "elapsed_time": "1 day, 5:30:10", "remaining_time": "1 day, 2:15:22"} +{"current_steps": 3640, "total_steps": 6870, "loss": 0.2687, "lr": 2.6770521203946582e-05, "epoch": 1.589519650655022, "percentage": 52.98, "elapsed_time": "1 day, 5:32:36", "remaining_time": "1 day, 2:12:56"} +{"current_steps": 3645, "total_steps": 6870, "loss": 0.2708, "lr": 2.670716232630392e-05, "epoch": 1.591703056768559, "percentage": 53.06, "elapsed_time": "1 day, 5:35:02", "remaining_time": "1 day, 2:10:30"} +{"current_steps": 3650, "total_steps": 6870, "loss": 0.2691, "lr": 2.6643792430329473e-05, "epoch": 1.5938864628820961, "percentage": 53.13, "elapsed_time": "1 day, 5:37:28", "remaining_time": "1 day, 2:08:04"} +{"current_steps": 3655, "total_steps": 6870, "loss": 0.2895, "lr": 2.6580411925023916e-05, "epoch": 1.5960698689956332, "percentage": 53.2, "elapsed_time": "1 day, 5:39:55", "remaining_time": "1 day, 2:05:38"} +{"current_steps": 3660, "total_steps": 6870, "loss": 0.2768, "lr": 2.6517021219456402e-05, "epoch": 1.5982532751091703, "percentage": 53.28, "elapsed_time": "1 day, 5:42:21", "remaining_time": "1 day, 2:03:12"} +{"current_steps": 3665, "total_steps": 6870, "loss": 0.2772, "lr": 2.6453620722761896e-05, "epoch": 1.6004366812227073, "percentage": 53.35, "elapsed_time": "1 day, 5:44:47", "remaining_time": "1 day, 2:00:46"} +{"current_steps": 3670, "total_steps": 6870, "loss": 0.2772, "lr": 2.6390210844138593e-05, "epoch": 1.6026200873362444, "percentage": 53.42, "elapsed_time": "1 day, 5:47:13", "remaining_time": "1 day, 1:58:20"} +{"current_steps": 3675, "total_steps": 6870, "loss": 0.2746, "lr": 2.6326791992845202e-05, "epoch": 1.6048034934497817, "percentage": 53.49, "elapsed_time": "1 day, 5:49:39", "remaining_time": "1 day, 1:55:54"} +{"current_steps": 3680, "total_steps": 6870, "loss": 0.2627, "lr": 2.626336457819837e-05, "epoch": 1.6069868995633187, "percentage": 53.57, "elapsed_time": "1 day, 5:52:05", "remaining_time": "1 day, 1:53:28"} +{"current_steps": 3685, "total_steps": 6870, "loss": 0.2896, "lr": 2.619992900957e-05, "epoch": 1.609170305676856, "percentage": 53.64, "elapsed_time": "1 day, 5:54:32", "remaining_time": "1 day, 1:51:02"} +{"current_steps": 3690, "total_steps": 6870, "loss": 0.2832, "lr": 2.613648569638464e-05, "epoch": 1.611353711790393, "percentage": 53.71, "elapsed_time": "1 day, 5:56:58", "remaining_time": "1 day, 1:48:36"} +{"current_steps": 3695, "total_steps": 6870, "loss": 0.2693, "lr": 2.6073035048116796e-05, "epoch": 1.6135371179039302, "percentage": 53.78, "elapsed_time": "1 day, 5:59:24", "remaining_time": "1 day, 1:46:10"} +{"current_steps": 3700, "total_steps": 6870, "loss": 0.2759, "lr": 2.6009577474288333e-05, "epoch": 1.6157205240174672, "percentage": 53.86, "elapsed_time": "1 day, 6:01:50", "remaining_time": "1 day, 1:43:44"} +{"current_steps": 3705, "total_steps": 6870, "loss": 0.2642, "lr": 2.5946113384465813e-05, "epoch": 1.6179039301310043, "percentage": 53.93, "elapsed_time": "1 day, 6:04:16", "remaining_time": "1 day, 1:41:18"} +{"current_steps": 3710, "total_steps": 6870, "loss": 0.2706, "lr": 2.5882643188257856e-05, "epoch": 1.6200873362445414, "percentage": 54.0, "elapsed_time": "1 day, 6:06:42", "remaining_time": "1 day, 1:38:52"} +{"current_steps": 3715, "total_steps": 6870, "loss": 0.2724, "lr": 2.5819167295312485e-05, "epoch": 1.6222707423580784, "percentage": 54.08, "elapsed_time": "1 day, 6:09:08", "remaining_time": "1 day, 1:36:26"} +{"current_steps": 3720, "total_steps": 6870, "loss": 0.2707, "lr": 2.57556861153145e-05, "epoch": 1.6244541484716157, "percentage": 54.15, "elapsed_time": "1 day, 6:11:35", "remaining_time": "1 day, 1:34:00"} +{"current_steps": 3725, "total_steps": 6870, "loss": 0.2725, "lr": 2.569220005798281e-05, "epoch": 1.6266375545851528, "percentage": 54.22, "elapsed_time": "1 day, 6:14:01", "remaining_time": "1 day, 1:31:34"} +{"current_steps": 3730, "total_steps": 6870, "loss": 0.2713, "lr": 2.5628709533067824e-05, "epoch": 1.62882096069869, "percentage": 54.29, "elapsed_time": "1 day, 6:16:27", "remaining_time": "1 day, 1:29:08"} +{"current_steps": 3735, "total_steps": 6870, "loss": 0.2606, "lr": 2.556521495034877e-05, "epoch": 1.6310043668122272, "percentage": 54.37, "elapsed_time": "1 day, 6:18:53", "remaining_time": "1 day, 1:26:42"} +{"current_steps": 3740, "total_steps": 6870, "loss": 0.2575, "lr": 2.550171671963108e-05, "epoch": 1.6331877729257642, "percentage": 54.44, "elapsed_time": "1 day, 6:21:19", "remaining_time": "1 day, 1:24:16"} +{"current_steps": 3745, "total_steps": 6870, "loss": 0.2699, "lr": 2.543821525074371e-05, "epoch": 1.6353711790393013, "percentage": 54.51, "elapsed_time": "1 day, 6:23:46", "remaining_time": "1 day, 1:21:50"} +{"current_steps": 3750, "total_steps": 6870, "loss": 0.2604, "lr": 2.537471095353653e-05, "epoch": 1.6375545851528384, "percentage": 54.59, "elapsed_time": "1 day, 6:26:12", "remaining_time": "1 day, 1:19:24"} +{"current_steps": 3755, "total_steps": 6870, "loss": 0.2715, "lr": 2.5311204237877657e-05, "epoch": 1.6397379912663754, "percentage": 54.66, "elapsed_time": "1 day, 6:28:38", "remaining_time": "1 day, 1:16:58"} +{"current_steps": 3760, "total_steps": 6870, "loss": 0.2569, "lr": 2.524769551365083e-05, "epoch": 1.6419213973799127, "percentage": 54.73, "elapsed_time": "1 day, 6:31:04", "remaining_time": "1 day, 1:14:31"} +{"current_steps": 3765, "total_steps": 6870, "loss": 0.2805, "lr": 2.5184185190752752e-05, "epoch": 1.6441048034934498, "percentage": 54.8, "elapsed_time": "1 day, 6:33:30", "remaining_time": "1 day, 1:12:05"} +{"current_steps": 3770, "total_steps": 6870, "loss": 0.2723, "lr": 2.512067367909041e-05, "epoch": 1.6462882096069869, "percentage": 54.88, "elapsed_time": "1 day, 6:35:56", "remaining_time": "1 day, 1:09:39"} +{"current_steps": 3775, "total_steps": 6870, "loss": 0.2692, "lr": 2.505716138857851e-05, "epoch": 1.6484716157205241, "percentage": 54.95, "elapsed_time": "1 day, 6:38:22", "remaining_time": "1 day, 1:07:13"} +{"current_steps": 3780, "total_steps": 6870, "loss": 0.2736, "lr": 2.499364872913676e-05, "epoch": 1.6506550218340612, "percentage": 55.02, "elapsed_time": "1 day, 6:40:49", "remaining_time": "1 day, 1:04:47"} +{"current_steps": 3785, "total_steps": 6870, "loss": 0.2711, "lr": 2.4930136110687246e-05, "epoch": 1.6528384279475983, "percentage": 55.09, "elapsed_time": "1 day, 6:43:15", "remaining_time": "1 day, 1:02:21"} +{"current_steps": 3790, "total_steps": 6870, "loss": 0.2865, "lr": 2.486662394315181e-05, "epoch": 1.6550218340611353, "percentage": 55.17, "elapsed_time": "1 day, 6:45:41", "remaining_time": "1 day, 0:59:55"} +{"current_steps": 3795, "total_steps": 6870, "loss": 0.2731, "lr": 2.4803112636449355e-05, "epoch": 1.6572052401746724, "percentage": 55.24, "elapsed_time": "1 day, 6:48:07", "remaining_time": "1 day, 0:57:29"} +{"current_steps": 3800, "total_steps": 6870, "loss": 0.2789, "lr": 2.473960260049325e-05, "epoch": 1.6593886462882095, "percentage": 55.31, "elapsed_time": "1 day, 6:50:33", "remaining_time": "1 day, 0:55:03"} +{"current_steps": 3805, "total_steps": 6870, "loss": 0.2933, "lr": 2.4676094245188658e-05, "epoch": 1.6615720524017468, "percentage": 55.39, "elapsed_time": "1 day, 6:53:00", "remaining_time": "1 day, 0:52:37"} +{"current_steps": 3810, "total_steps": 6870, "loss": 0.2685, "lr": 2.461258798042989e-05, "epoch": 1.6637554585152838, "percentage": 55.46, "elapsed_time": "1 day, 6:55:26", "remaining_time": "1 day, 0:50:11"} +{"current_steps": 3815, "total_steps": 6870, "loss": 0.2552, "lr": 2.454908421609777e-05, "epoch": 1.6659388646288211, "percentage": 55.53, "elapsed_time": "1 day, 6:57:52", "remaining_time": "1 day, 0:47:45"} +{"current_steps": 3820, "total_steps": 6870, "loss": 0.2786, "lr": 2.4485583362056974e-05, "epoch": 1.6681222707423582, "percentage": 55.6, "elapsed_time": "1 day, 7:00:18", "remaining_time": "1 day, 0:45:19"} +{"current_steps": 3825, "total_steps": 6870, "loss": 0.2662, "lr": 2.4422085828153403e-05, "epoch": 1.6703056768558953, "percentage": 55.68, "elapsed_time": "1 day, 7:02:44", "remaining_time": "1 day, 0:42:53"} +{"current_steps": 3830, "total_steps": 6870, "loss": 0.269, "lr": 2.435859202421153e-05, "epoch": 1.6724890829694323, "percentage": 55.75, "elapsed_time": "1 day, 7:05:11", "remaining_time": "1 day, 0:40:27"} +{"current_steps": 3835, "total_steps": 6870, "loss": 0.2597, "lr": 2.429510236003175e-05, "epoch": 1.6746724890829694, "percentage": 55.82, "elapsed_time": "1 day, 7:07:37", "remaining_time": "1 day, 0:38:01"} +{"current_steps": 3840, "total_steps": 6870, "loss": 0.2709, "lr": 2.4231617245387745e-05, "epoch": 1.6768558951965065, "percentage": 55.9, "elapsed_time": "1 day, 7:10:03", "remaining_time": "1 day, 0:35:35"} +{"current_steps": 3845, "total_steps": 6870, "loss": 0.2712, "lr": 2.416813709002382e-05, "epoch": 1.6790393013100435, "percentage": 55.97, "elapsed_time": "1 day, 7:12:29", "remaining_time": "1 day, 0:33:09"} +{"current_steps": 3850, "total_steps": 6870, "loss": 0.286, "lr": 2.4104662303652288e-05, "epoch": 1.6812227074235808, "percentage": 56.04, "elapsed_time": "1 day, 7:14:55", "remaining_time": "1 day, 0:30:43"} +{"current_steps": 3855, "total_steps": 6870, "loss": 0.2679, "lr": 2.4041193295950788e-05, "epoch": 1.6834061135371179, "percentage": 56.11, "elapsed_time": "1 day, 7:17:21", "remaining_time": "1 day, 0:28:17"} +{"current_steps": 3860, "total_steps": 6870, "loss": 0.2764, "lr": 2.39777304765597e-05, "epoch": 1.6855895196506552, "percentage": 56.19, "elapsed_time": "1 day, 7:19:48", "remaining_time": "1 day, 0:25:51"} +{"current_steps": 3865, "total_steps": 6870, "loss": 0.2773, "lr": 2.391427425507943e-05, "epoch": 1.6877729257641922, "percentage": 56.26, "elapsed_time": "1 day, 7:22:14", "remaining_time": "1 day, 0:23:25"} +{"current_steps": 3870, "total_steps": 6870, "loss": 0.2655, "lr": 2.385082504106781e-05, "epoch": 1.6899563318777293, "percentage": 56.33, "elapsed_time": "1 day, 7:24:40", "remaining_time": "1 day, 0:20:59"} +{"current_steps": 3875, "total_steps": 6870, "loss": 0.2649, "lr": 2.378738324403744e-05, "epoch": 1.6921397379912664, "percentage": 56.4, "elapsed_time": "1 day, 7:27:06", "remaining_time": "1 day, 0:18:33"} +{"current_steps": 3880, "total_steps": 6870, "loss": 0.2668, "lr": 2.3723949273453073e-05, "epoch": 1.6943231441048034, "percentage": 56.48, "elapsed_time": "1 day, 7:29:32", "remaining_time": "1 day, 0:16:07"} +{"current_steps": 3885, "total_steps": 6870, "loss": 0.2671, "lr": 2.3660523538728904e-05, "epoch": 1.6965065502183405, "percentage": 56.55, "elapsed_time": "1 day, 7:31:59", "remaining_time": "1 day, 0:13:41"} +{"current_steps": 3890, "total_steps": 6870, "loss": 0.2603, "lr": 2.3597106449226015e-05, "epoch": 1.6986899563318776, "percentage": 56.62, "elapsed_time": "1 day, 7:34:25", "remaining_time": "1 day, 0:11:15"} +{"current_steps": 3895, "total_steps": 6870, "loss": 0.2532, "lr": 2.3533698414249668e-05, "epoch": 1.7008733624454149, "percentage": 56.7, "elapsed_time": "1 day, 7:36:51", "remaining_time": "1 day, 0:08:49"} +{"current_steps": 3900, "total_steps": 6870, "loss": 0.2607, "lr": 2.3470299843046693e-05, "epoch": 1.703056768558952, "percentage": 56.77, "elapsed_time": "1 day, 7:39:17", "remaining_time": "1 day, 0:06:23"} +{"current_steps": 3905, "total_steps": 6870, "loss": 0.2675, "lr": 2.340691114480284e-05, "epoch": 1.7052401746724892, "percentage": 56.84, "elapsed_time": "1 day, 7:41:43", "remaining_time": "1 day, 0:03:57"} +{"current_steps": 3910, "total_steps": 6870, "loss": 0.2727, "lr": 2.334353272864013e-05, "epoch": 1.7074235807860263, "percentage": 56.91, "elapsed_time": "1 day, 7:44:09", "remaining_time": "1 day, 0:01:31"} +{"current_steps": 3915, "total_steps": 6870, "loss": 0.2663, "lr": 2.3280165003614227e-05, "epoch": 1.7096069868995634, "percentage": 56.99, "elapsed_time": "1 day, 7:46:36", "remaining_time": "23:59:04"} +{"current_steps": 3920, "total_steps": 6870, "loss": 0.2705, "lr": 2.3216808378711788e-05, "epoch": 1.7117903930131004, "percentage": 57.06, "elapsed_time": "1 day, 7:49:02", "remaining_time": "23:56:38"} +{"current_steps": 3925, "total_steps": 6870, "loss": 0.242, "lr": 2.3153463262847835e-05, "epoch": 1.7139737991266375, "percentage": 57.13, "elapsed_time": "1 day, 7:51:28", "remaining_time": "23:54:12"} +{"current_steps": 3930, "total_steps": 6870, "loss": 0.2681, "lr": 2.3090130064863113e-05, "epoch": 1.7161572052401746, "percentage": 57.21, "elapsed_time": "1 day, 7:53:54", "remaining_time": "23:51:46"} +{"current_steps": 3935, "total_steps": 6870, "loss": 0.2746, "lr": 2.3026809193521423e-05, "epoch": 1.7183406113537116, "percentage": 57.28, "elapsed_time": "1 day, 7:56:20", "remaining_time": "23:49:20"} +{"current_steps": 3940, "total_steps": 6870, "loss": 0.2682, "lr": 2.296350105750703e-05, "epoch": 1.720524017467249, "percentage": 57.35, "elapsed_time": "1 day, 7:58:47", "remaining_time": "23:46:54"} +{"current_steps": 3945, "total_steps": 6870, "loss": 0.26, "lr": 2.2900206065421997e-05, "epoch": 1.722707423580786, "percentage": 57.42, "elapsed_time": "1 day, 8:01:13", "remaining_time": "23:44:28"} +{"current_steps": 3950, "total_steps": 6870, "loss": 0.2776, "lr": 2.2836924625783554e-05, "epoch": 1.7248908296943233, "percentage": 57.5, "elapsed_time": "1 day, 8:03:39", "remaining_time": "23:42:02"} +{"current_steps": 3955, "total_steps": 6870, "loss": 0.281, "lr": 2.2773657147021464e-05, "epoch": 1.7270742358078603, "percentage": 57.57, "elapsed_time": "1 day, 8:06:05", "remaining_time": "23:39:36"} +{"current_steps": 3960, "total_steps": 6870, "loss": 0.2597, "lr": 2.271040403747537e-05, "epoch": 1.7292576419213974, "percentage": 57.64, "elapsed_time": "1 day, 8:08:31", "remaining_time": "23:37:10"} +{"current_steps": 3965, "total_steps": 6870, "loss": 0.2697, "lr": 2.2647165705392186e-05, "epoch": 1.7314410480349345, "percentage": 57.71, "elapsed_time": "1 day, 8:10:57", "remaining_time": "23:34:44"} +{"current_steps": 3970, "total_steps": 6870, "loss": 0.2716, "lr": 2.2583942558923456e-05, "epoch": 1.7336244541484715, "percentage": 57.79, "elapsed_time": "1 day, 8:13:24", "remaining_time": "23:32:18"} +{"current_steps": 3975, "total_steps": 6870, "loss": 0.274, "lr": 2.2520735006122688e-05, "epoch": 1.7358078602620086, "percentage": 57.86, "elapsed_time": "1 day, 8:15:50", "remaining_time": "23:29:52"} +{"current_steps": 3980, "total_steps": 6870, "loss": 0.2587, "lr": 2.2457543454942786e-05, "epoch": 1.737991266375546, "percentage": 57.93, "elapsed_time": "1 day, 8:18:16", "remaining_time": "23:27:26"} +{"current_steps": 3985, "total_steps": 6870, "loss": 0.2619, "lr": 2.2394368313233332e-05, "epoch": 1.740174672489083, "percentage": 58.01, "elapsed_time": "1 day, 8:20:42", "remaining_time": "23:25:00"} +{"current_steps": 3990, "total_steps": 6870, "loss": 0.2602, "lr": 2.2331209988738024e-05, "epoch": 1.74235807860262, "percentage": 58.08, "elapsed_time": "1 day, 8:23:08", "remaining_time": "23:22:34"} +{"current_steps": 3995, "total_steps": 6870, "loss": 0.262, "lr": 2.226806888909202e-05, "epoch": 1.7445414847161573, "percentage": 58.15, "elapsed_time": "1 day, 8:25:34", "remaining_time": "23:20:08"} +{"current_steps": 4000, "total_steps": 6870, "loss": 0.2636, "lr": 2.2204945421819292e-05, "epoch": 1.7467248908296944, "percentage": 58.22, "elapsed_time": "1 day, 8:28:01", "remaining_time": "23:17:42"} +{"current_steps": 4005, "total_steps": 6870, "loss": 0.2747, "lr": 2.2141839994330027e-05, "epoch": 1.7489082969432315, "percentage": 58.3, "elapsed_time": "1 day, 8:30:27", "remaining_time": "23:15:16"} +{"current_steps": 4010, "total_steps": 6870, "loss": 0.2706, "lr": 2.207875301391796e-05, "epoch": 1.7510917030567685, "percentage": 58.37, "elapsed_time": "1 day, 8:32:53", "remaining_time": "23:12:50"} +{"current_steps": 4015, "total_steps": 6870, "loss": 0.2544, "lr": 2.2015684887757776e-05, "epoch": 1.7532751091703056, "percentage": 58.44, "elapsed_time": "1 day, 8:35:19", "remaining_time": "23:10:24"} +{"current_steps": 4020, "total_steps": 6870, "loss": 0.2759, "lr": 2.195263602290248e-05, "epoch": 1.7554585152838427, "percentage": 58.52, "elapsed_time": "1 day, 8:37:45", "remaining_time": "23:07:57"} +{"current_steps": 4025, "total_steps": 6870, "loss": 0.2468, "lr": 2.188960682628074e-05, "epoch": 1.75764192139738, "percentage": 58.59, "elapsed_time": "1 day, 8:40:11", "remaining_time": "23:05:31"} +{"current_steps": 4030, "total_steps": 6870, "loss": 0.2699, "lr": 2.1826597704694306e-05, "epoch": 1.759825327510917, "percentage": 58.66, "elapsed_time": "1 day, 8:42:37", "remaining_time": "23:03:05"} +{"current_steps": 4035, "total_steps": 6870, "loss": 0.27, "lr": 2.176360906481533e-05, "epoch": 1.762008733624454, "percentage": 58.73, "elapsed_time": "1 day, 8:45:03", "remaining_time": "23:00:39"} +{"current_steps": 4040, "total_steps": 6870, "loss": 0.2604, "lr": 2.1700641313183807e-05, "epoch": 1.7641921397379914, "percentage": 58.81, "elapsed_time": "1 day, 8:47:30", "remaining_time": "22:58:13"} +{"current_steps": 4045, "total_steps": 6870, "loss": 0.2647, "lr": 2.163769485620489e-05, "epoch": 1.7663755458515285, "percentage": 58.88, "elapsed_time": "1 day, 8:49:56", "remaining_time": "22:55:47"} +{"current_steps": 4050, "total_steps": 6870, "loss": 0.2717, "lr": 2.1574770100146295e-05, "epoch": 1.7685589519650655, "percentage": 58.95, "elapsed_time": "1 day, 8:52:22", "remaining_time": "22:53:21"} +{"current_steps": 4055, "total_steps": 6870, "loss": 0.2599, "lr": 2.1511867451135693e-05, "epoch": 1.7707423580786026, "percentage": 59.02, "elapsed_time": "1 day, 8:54:48", "remaining_time": "22:50:55"} +{"current_steps": 4060, "total_steps": 6870, "loss": 0.2686, "lr": 2.1448987315158048e-05, "epoch": 1.7729257641921397, "percentage": 59.1, "elapsed_time": "1 day, 8:57:14", "remaining_time": "22:48:29"} +{"current_steps": 4065, "total_steps": 6870, "loss": 0.2627, "lr": 2.1386130098053036e-05, "epoch": 1.7751091703056767, "percentage": 59.17, "elapsed_time": "1 day, 8:59:40", "remaining_time": "22:46:03"} +{"current_steps": 4070, "total_steps": 6870, "loss": 0.2708, "lr": 2.1323296205512418e-05, "epoch": 1.777292576419214, "percentage": 59.24, "elapsed_time": "1 day, 9:02:06", "remaining_time": "22:43:36"} +{"current_steps": 4075, "total_steps": 6870, "loss": 0.2581, "lr": 2.1260486043077388e-05, "epoch": 1.779475982532751, "percentage": 59.32, "elapsed_time": "1 day, 9:04:33", "remaining_time": "22:41:10"} +{"current_steps": 4080, "total_steps": 6870, "loss": 0.266, "lr": 2.1197700016136014e-05, "epoch": 1.7816593886462884, "percentage": 59.39, "elapsed_time": "1 day, 9:06:59", "remaining_time": "22:38:44"} +{"current_steps": 4085, "total_steps": 6870, "loss": 0.2571, "lr": 2.113493852992056e-05, "epoch": 1.7838427947598254, "percentage": 59.46, "elapsed_time": "1 day, 9:09:25", "remaining_time": "22:36:18"} +{"current_steps": 4090, "total_steps": 6870, "loss": 0.2733, "lr": 2.1072201989504913e-05, "epoch": 1.7860262008733625, "percentage": 59.53, "elapsed_time": "1 day, 9:11:51", "remaining_time": "22:33:52"} +{"current_steps": 4095, "total_steps": 6870, "loss": 0.269, "lr": 2.1009490799801965e-05, "epoch": 1.7882096069868996, "percentage": 59.61, "elapsed_time": "1 day, 9:14:17", "remaining_time": "22:31:26"} +{"current_steps": 4100, "total_steps": 6870, "loss": 0.2745, "lr": 2.0946805365560966e-05, "epoch": 1.7903930131004366, "percentage": 59.68, "elapsed_time": "1 day, 9:16:43", "remaining_time": "22:29:00"} +{"current_steps": 4105, "total_steps": 6870, "loss": 0.2659, "lr": 2.0884146091364956e-05, "epoch": 1.7925764192139737, "percentage": 59.75, "elapsed_time": "1 day, 9:19:09", "remaining_time": "22:26:34"} +{"current_steps": 4110, "total_steps": 6870, "loss": 0.2645, "lr": 2.0821513381628132e-05, "epoch": 1.7947598253275108, "percentage": 59.83, "elapsed_time": "1 day, 9:21:36", "remaining_time": "22:24:08"} +{"current_steps": 4115, "total_steps": 6870, "loss": 0.2563, "lr": 2.0758907640593228e-05, "epoch": 1.796943231441048, "percentage": 59.9, "elapsed_time": "1 day, 9:24:02", "remaining_time": "22:21:42"} +{"current_steps": 4120, "total_steps": 6870, "loss": 0.2721, "lr": 2.0696329272328932e-05, "epoch": 1.7991266375545851, "percentage": 59.97, "elapsed_time": "1 day, 9:26:28", "remaining_time": "22:19:16"} +{"current_steps": 4125, "total_steps": 6870, "loss": 0.2616, "lr": 2.063377868072724e-05, "epoch": 1.8013100436681224, "percentage": 60.04, "elapsed_time": "1 day, 9:28:54", "remaining_time": "22:16:50"} +{"current_steps": 4130, "total_steps": 6870, "loss": 0.271, "lr": 2.0571256269500893e-05, "epoch": 1.8034934497816595, "percentage": 60.12, "elapsed_time": "1 day, 9:31:20", "remaining_time": "22:14:24"} +{"current_steps": 4135, "total_steps": 6870, "loss": 0.2683, "lr": 2.0508762442180745e-05, "epoch": 1.8056768558951966, "percentage": 60.19, "elapsed_time": "1 day, 9:33:46", "remaining_time": "22:11:58"} +{"current_steps": 4140, "total_steps": 6870, "loss": 0.2782, "lr": 2.0446297602113167e-05, "epoch": 1.8078602620087336, "percentage": 60.26, "elapsed_time": "1 day, 9:36:13", "remaining_time": "22:09:32"} +{"current_steps": 4145, "total_steps": 6870, "loss": 0.2636, "lr": 2.0383862152457432e-05, "epoch": 1.8100436681222707, "percentage": 60.33, "elapsed_time": "1 day, 9:38:39", "remaining_time": "22:07:06"} +{"current_steps": 4150, "total_steps": 6870, "loss": 0.276, "lr": 2.0321456496183134e-05, "epoch": 1.8122270742358078, "percentage": 60.41, "elapsed_time": "1 day, 9:41:05", "remaining_time": "22:04:39"} +{"current_steps": 4155, "total_steps": 6870, "loss": 0.2706, "lr": 2.0259081036067563e-05, "epoch": 1.8144104803493448, "percentage": 60.48, "elapsed_time": "1 day, 9:43:31", "remaining_time": "22:02:13"} +{"current_steps": 4160, "total_steps": 6870, "loss": 0.2529, "lr": 2.0196736174693126e-05, "epoch": 1.8165938864628821, "percentage": 60.55, "elapsed_time": "1 day, 9:45:57", "remaining_time": "21:59:47"} +{"current_steps": 4165, "total_steps": 6870, "loss": 0.2649, "lr": 2.013442231444474e-05, "epoch": 1.8187772925764192, "percentage": 60.63, "elapsed_time": "1 day, 9:48:24", "remaining_time": "21:57:21"} +{"current_steps": 4170, "total_steps": 6870, "loss": 0.265, "lr": 2.007213985750724e-05, "epoch": 1.8209606986899565, "percentage": 60.7, "elapsed_time": "1 day, 9:50:50", "remaining_time": "21:54:55"} +{"current_steps": 4175, "total_steps": 6870, "loss": 0.2653, "lr": 2.000988920586275e-05, "epoch": 1.8231441048034935, "percentage": 60.77, "elapsed_time": "1 day, 9:53:16", "remaining_time": "21:52:29"} +{"current_steps": 4180, "total_steps": 6870, "loss": 0.2572, "lr": 1.994767076128816e-05, "epoch": 1.8253275109170306, "percentage": 60.84, "elapsed_time": "1 day, 9:55:42", "remaining_time": "21:50:03"} +{"current_steps": 4185, "total_steps": 6870, "loss": 0.2754, "lr": 1.988548492535246e-05, "epoch": 1.8275109170305677, "percentage": 60.92, "elapsed_time": "1 day, 9:58:09", "remaining_time": "21:47:37"} +{"current_steps": 4190, "total_steps": 6870, "loss": 0.2717, "lr": 1.9823332099414185e-05, "epoch": 1.8296943231441047, "percentage": 60.99, "elapsed_time": "1 day, 10:00:35", "remaining_time": "21:45:11"} +{"current_steps": 4195, "total_steps": 6870, "loss": 0.25, "lr": 1.9761212684618824e-05, "epoch": 1.8318777292576418, "percentage": 61.06, "elapsed_time": "1 day, 10:03:01", "remaining_time": "21:42:45"} +{"current_steps": 4200, "total_steps": 6870, "loss": 0.2513, "lr": 1.9699127081896214e-05, "epoch": 1.8340611353711789, "percentage": 61.14, "elapsed_time": "1 day, 10:05:27", "remaining_time": "21:40:19"} +{"current_steps": 4205, "total_steps": 6870, "loss": 0.2524, "lr": 1.963707569195797e-05, "epoch": 1.8362445414847162, "percentage": 61.21, "elapsed_time": "1 day, 10:07:53", "remaining_time": "21:37:53"} +{"current_steps": 4210, "total_steps": 6870, "loss": 0.2652, "lr": 1.9575058915294885e-05, "epoch": 1.8384279475982532, "percentage": 61.28, "elapsed_time": "1 day, 10:10:19", "remaining_time": "21:35:27"} +{"current_steps": 4215, "total_steps": 6870, "loss": 0.2776, "lr": 1.9513077152174363e-05, "epoch": 1.8406113537117905, "percentage": 61.35, "elapsed_time": "1 day, 10:12:46", "remaining_time": "21:33:01"} +{"current_steps": 4220, "total_steps": 6870, "loss": 0.2588, "lr": 1.9451130802637822e-05, "epoch": 1.8427947598253276, "percentage": 61.43, "elapsed_time": "1 day, 10:15:12", "remaining_time": "21:30:35"} +{"current_steps": 4225, "total_steps": 6870, "loss": 0.2701, "lr": 1.9389220266498102e-05, "epoch": 1.8449781659388647, "percentage": 61.5, "elapsed_time": "1 day, 10:17:38", "remaining_time": "21:28:09"} +{"current_steps": 4230, "total_steps": 6870, "loss": 0.2645, "lr": 1.9327345943336904e-05, "epoch": 1.8471615720524017, "percentage": 61.57, "elapsed_time": "1 day, 10:20:04", "remaining_time": "21:25:43"} +{"current_steps": 4235, "total_steps": 6870, "loss": 0.2749, "lr": 1.9265508232502208e-05, "epoch": 1.8493449781659388, "percentage": 61.64, "elapsed_time": "1 day, 10:22:30", "remaining_time": "21:23:17"} +{"current_steps": 4240, "total_steps": 6870, "loss": 0.2598, "lr": 1.9203707533105687e-05, "epoch": 1.8515283842794759, "percentage": 61.72, "elapsed_time": "1 day, 10:24:56", "remaining_time": "21:20:51"} +{"current_steps": 4245, "total_steps": 6870, "loss": 0.271, "lr": 1.914194424402015e-05, "epoch": 1.8537117903930131, "percentage": 61.79, "elapsed_time": "1 day, 10:27:23", "remaining_time": "21:18:25"} +{"current_steps": 4250, "total_steps": 6870, "loss": 0.2512, "lr": 1.9080218763876917e-05, "epoch": 1.8558951965065502, "percentage": 61.86, "elapsed_time": "1 day, 10:29:49", "remaining_time": "21:15:58"} +{"current_steps": 4255, "total_steps": 6870, "loss": 0.263, "lr": 1.901853149106332e-05, "epoch": 1.8580786026200873, "percentage": 61.94, "elapsed_time": "1 day, 10:32:15", "remaining_time": "21:13:32"} +{"current_steps": 4260, "total_steps": 6870, "loss": 0.2657, "lr": 1.8956882823720075e-05, "epoch": 1.8602620087336246, "percentage": 62.01, "elapsed_time": "1 day, 10:34:41", "remaining_time": "21:11:06"} +{"current_steps": 4265, "total_steps": 6870, "loss": 0.26, "lr": 1.889527315973874e-05, "epoch": 1.8624454148471616, "percentage": 62.08, "elapsed_time": "1 day, 10:37:07", "remaining_time": "21:08:40"} +{"current_steps": 4270, "total_steps": 6870, "loss": 0.2636, "lr": 1.8833702896759132e-05, "epoch": 1.8646288209606987, "percentage": 62.15, "elapsed_time": "1 day, 10:39:33", "remaining_time": "21:06:14"} +{"current_steps": 4275, "total_steps": 6870, "loss": 0.2744, "lr": 1.8772172432166767e-05, "epoch": 1.8668122270742358, "percentage": 62.23, "elapsed_time": "1 day, 10:42:00", "remaining_time": "21:03:48"} +{"current_steps": 4280, "total_steps": 6870, "loss": 0.2748, "lr": 1.87106821630903e-05, "epoch": 1.8689956331877728, "percentage": 62.3, "elapsed_time": "1 day, 10:44:26", "remaining_time": "21:01:22"} +{"current_steps": 4285, "total_steps": 6870, "loss": 0.2638, "lr": 1.8649232486398955e-05, "epoch": 1.87117903930131, "percentage": 62.37, "elapsed_time": "1 day, 10:46:52", "remaining_time": "20:58:56"} +{"current_steps": 4290, "total_steps": 6870, "loss": 0.2601, "lr": 1.8587823798699958e-05, "epoch": 1.8733624454148472, "percentage": 62.45, "elapsed_time": "1 day, 10:49:18", "remaining_time": "20:56:30"} +{"current_steps": 4295, "total_steps": 6870, "loss": 0.2525, "lr": 1.8526456496335997e-05, "epoch": 1.8755458515283843, "percentage": 62.52, "elapsed_time": "1 day, 10:51:44", "remaining_time": "20:54:04"} +{"current_steps": 4300, "total_steps": 6870, "loss": 0.2547, "lr": 1.846513097538265e-05, "epoch": 1.8777292576419216, "percentage": 62.59, "elapsed_time": "1 day, 10:54:10", "remaining_time": "20:51:38"} +{"current_steps": 4305, "total_steps": 6870, "loss": 0.2747, "lr": 1.8403847631645815e-05, "epoch": 1.8799126637554586, "percentage": 62.66, "elapsed_time": "1 day, 10:56:36", "remaining_time": "20:49:12"} +{"current_steps": 4310, "total_steps": 6870, "loss": 0.2755, "lr": 1.834260686065919e-05, "epoch": 1.8820960698689957, "percentage": 62.74, "elapsed_time": "1 day, 10:59:02", "remaining_time": "20:46:46"} +{"current_steps": 4315, "total_steps": 6870, "loss": 0.2556, "lr": 1.8281409057681685e-05, "epoch": 1.8842794759825328, "percentage": 62.81, "elapsed_time": "1 day, 11:01:29", "remaining_time": "20:44:19"} +{"current_steps": 4320, "total_steps": 6870, "loss": 0.2725, "lr": 1.8220254617694904e-05, "epoch": 1.8864628820960698, "percentage": 62.88, "elapsed_time": "1 day, 11:03:55", "remaining_time": "20:41:53"} +{"current_steps": 4325, "total_steps": 6870, "loss": 0.2672, "lr": 1.815914393540057e-05, "epoch": 1.888646288209607, "percentage": 62.95, "elapsed_time": "1 day, 11:06:21", "remaining_time": "20:39:27"} +{"current_steps": 4330, "total_steps": 6870, "loss": 0.2681, "lr": 1.8098077405217973e-05, "epoch": 1.890829694323144, "percentage": 63.03, "elapsed_time": "1 day, 11:08:47", "remaining_time": "20:37:01"} +{"current_steps": 4335, "total_steps": 6870, "loss": 0.2754, "lr": 1.8037055421281453e-05, "epoch": 1.8930131004366813, "percentage": 63.1, "elapsed_time": "1 day, 11:11:13", "remaining_time": "20:34:35"} +{"current_steps": 4340, "total_steps": 6870, "loss": 0.254, "lr": 1.7976078377437843e-05, "epoch": 1.8951965065502183, "percentage": 63.17, "elapsed_time": "1 day, 11:13:39", "remaining_time": "20:32:09"} +{"current_steps": 4345, "total_steps": 6870, "loss": 0.2709, "lr": 1.7915146667243912e-05, "epoch": 1.8973799126637556, "percentage": 63.25, "elapsed_time": "1 day, 11:16:05", "remaining_time": "20:29:43"} +{"current_steps": 4350, "total_steps": 6870, "loss": 0.2724, "lr": 1.785426068396385e-05, "epoch": 1.8995633187772927, "percentage": 63.32, "elapsed_time": "1 day, 11:18:31", "remaining_time": "20:27:17"} +{"current_steps": 4355, "total_steps": 6870, "loss": 0.2685, "lr": 1.7793420820566698e-05, "epoch": 1.9017467248908297, "percentage": 63.39, "elapsed_time": "1 day, 11:20:57", "remaining_time": "20:24:51"} +{"current_steps": 4360, "total_steps": 6870, "loss": 0.2665, "lr": 1.7732627469723867e-05, "epoch": 1.9039301310043668, "percentage": 63.46, "elapsed_time": "1 day, 11:23:23", "remaining_time": "20:22:24"} +{"current_steps": 4365, "total_steps": 6870, "loss": 0.2629, "lr": 1.7671881023806526e-05, "epoch": 1.9061135371179039, "percentage": 63.54, "elapsed_time": "1 day, 11:25:49", "remaining_time": "20:19:58"} +{"current_steps": 4370, "total_steps": 6870, "loss": 0.2637, "lr": 1.7611181874883133e-05, "epoch": 1.908296943231441, "percentage": 63.61, "elapsed_time": "1 day, 11:28:16", "remaining_time": "20:17:32"} +{"current_steps": 4375, "total_steps": 6870, "loss": 0.2626, "lr": 1.755053041471689e-05, "epoch": 1.910480349344978, "percentage": 63.68, "elapsed_time": "1 day, 11:30:42", "remaining_time": "20:15:06"} +{"current_steps": 4380, "total_steps": 6870, "loss": 0.2621, "lr": 1.748992703476318e-05, "epoch": 1.9126637554585153, "percentage": 63.76, "elapsed_time": "1 day, 11:33:08", "remaining_time": "20:12:40"} +{"current_steps": 4385, "total_steps": 6870, "loss": 0.2492, "lr": 1.7429372126167105e-05, "epoch": 1.9148471615720524, "percentage": 63.83, "elapsed_time": "1 day, 11:35:34", "remaining_time": "20:10:14"} +{"current_steps": 4390, "total_steps": 6870, "loss": 0.2615, "lr": 1.7368866079760887e-05, "epoch": 1.9170305676855897, "percentage": 63.9, "elapsed_time": "1 day, 11:38:00", "remaining_time": "20:07:48"} +{"current_steps": 4395, "total_steps": 6870, "loss": 0.2686, "lr": 1.7308409286061407e-05, "epoch": 1.9192139737991267, "percentage": 63.97, "elapsed_time": "1 day, 11:40:26", "remaining_time": "20:05:22"} +{"current_steps": 4400, "total_steps": 6870, "loss": 0.2666, "lr": 1.7248002135267645e-05, "epoch": 1.9213973799126638, "percentage": 64.05, "elapsed_time": "1 day, 11:42:53", "remaining_time": "20:02:56"} +{"current_steps": 4405, "total_steps": 6870, "loss": 0.2735, "lr": 1.7187645017258196e-05, "epoch": 1.9235807860262009, "percentage": 64.12, "elapsed_time": "1 day, 11:45:19", "remaining_time": "20:00:30"} +{"current_steps": 4410, "total_steps": 6870, "loss": 0.2613, "lr": 1.712733832158872e-05, "epoch": 1.925764192139738, "percentage": 64.19, "elapsed_time": "1 day, 11:47:45", "remaining_time": "19:58:04"} +{"current_steps": 4415, "total_steps": 6870, "loss": 0.2653, "lr": 1.7067082437489436e-05, "epoch": 1.927947598253275, "percentage": 64.26, "elapsed_time": "1 day, 11:50:11", "remaining_time": "19:55:38"} +{"current_steps": 4420, "total_steps": 6870, "loss": 0.262, "lr": 1.7006877753862632e-05, "epoch": 1.930131004366812, "percentage": 64.34, "elapsed_time": "1 day, 11:52:37", "remaining_time": "19:53:12"} +{"current_steps": 4425, "total_steps": 6870, "loss": 0.2542, "lr": 1.6946724659280133e-05, "epoch": 1.9323144104803494, "percentage": 64.41, "elapsed_time": "1 day, 11:55:04", "remaining_time": "19:50:45"} +{"current_steps": 4430, "total_steps": 6870, "loss": 0.2757, "lr": 1.6886623541980796e-05, "epoch": 1.9344978165938864, "percentage": 64.48, "elapsed_time": "1 day, 11:57:30", "remaining_time": "19:48:19"} +{"current_steps": 4435, "total_steps": 6870, "loss": 0.2645, "lr": 1.682657478986801e-05, "epoch": 1.9366812227074237, "percentage": 64.56, "elapsed_time": "1 day, 11:59:56", "remaining_time": "19:45:53"} +{"current_steps": 4440, "total_steps": 6870, "loss": 0.2595, "lr": 1.6766578790507192e-05, "epoch": 1.9388646288209608, "percentage": 64.63, "elapsed_time": "1 day, 12:02:22", "remaining_time": "19:43:27"} +{"current_steps": 4445, "total_steps": 6870, "loss": 0.2596, "lr": 1.6706635931123277e-05, "epoch": 1.9410480349344978, "percentage": 64.7, "elapsed_time": "1 day, 12:04:48", "remaining_time": "19:41:01"} +{"current_steps": 4450, "total_steps": 6870, "loss": 0.2493, "lr": 1.664674659859822e-05, "epoch": 1.943231441048035, "percentage": 64.77, "elapsed_time": "1 day, 12:07:14", "remaining_time": "19:38:35"} +{"current_steps": 4455, "total_steps": 6870, "loss": 0.2761, "lr": 1.658691117946853e-05, "epoch": 1.945414847161572, "percentage": 64.85, "elapsed_time": "1 day, 12:09:40", "remaining_time": "19:36:09"} +{"current_steps": 4460, "total_steps": 6870, "loss": 0.2632, "lr": 1.6527130059922717e-05, "epoch": 1.947598253275109, "percentage": 64.92, "elapsed_time": "1 day, 12:12:07", "remaining_time": "19:33:43"} +{"current_steps": 4465, "total_steps": 6870, "loss": 0.2615, "lr": 1.646740362579886e-05, "epoch": 1.9497816593886463, "percentage": 64.99, "elapsed_time": "1 day, 12:14:33", "remaining_time": "19:31:17"} +{"current_steps": 4470, "total_steps": 6870, "loss": 0.2654, "lr": 1.6407732262582067e-05, "epoch": 1.9519650655021834, "percentage": 65.07, "elapsed_time": "1 day, 12:16:59", "remaining_time": "19:28:51"} +{"current_steps": 4475, "total_steps": 6870, "loss": 0.2593, "lr": 1.634811635540201e-05, "epoch": 1.9541484716157205, "percentage": 65.14, "elapsed_time": "1 day, 12:19:25", "remaining_time": "19:26:25"} +{"current_steps": 4480, "total_steps": 6870, "loss": 0.2676, "lr": 1.6288556289030452e-05, "epoch": 1.9563318777292578, "percentage": 65.21, "elapsed_time": "1 day, 12:21:51", "remaining_time": "19:23:59"} +{"current_steps": 4485, "total_steps": 6870, "loss": 0.2541, "lr": 1.6229052447878743e-05, "epoch": 1.9585152838427948, "percentage": 65.28, "elapsed_time": "1 day, 12:24:17", "remaining_time": "19:21:32"} +{"current_steps": 4490, "total_steps": 6870, "loss": 0.259, "lr": 1.6169605215995345e-05, "epoch": 1.960698689956332, "percentage": 65.36, "elapsed_time": "1 day, 12:26:43", "remaining_time": "19:19:06"} +{"current_steps": 4495, "total_steps": 6870, "loss": 0.2559, "lr": 1.6110214977063345e-05, "epoch": 1.962882096069869, "percentage": 65.43, "elapsed_time": "1 day, 12:29:09", "remaining_time": "19:16:40"} +{"current_steps": 4500, "total_steps": 6870, "loss": 0.2508, "lr": 1.6050882114398e-05, "epoch": 1.965065502183406, "percentage": 65.5, "elapsed_time": "1 day, 12:31:36", "remaining_time": "19:14:14"} +{"current_steps": 4505, "total_steps": 6870, "loss": 0.2607, "lr": 1.5991607010944242e-05, "epoch": 1.967248908296943, "percentage": 65.57, "elapsed_time": "1 day, 12:34:02", "remaining_time": "19:11:48"} +{"current_steps": 4510, "total_steps": 6870, "loss": 0.2644, "lr": 1.5932390049274227e-05, "epoch": 1.9694323144104804, "percentage": 65.65, "elapsed_time": "1 day, 12:36:28", "remaining_time": "19:09:22"} +{"current_steps": 4515, "total_steps": 6870, "loss": 0.272, "lr": 1.587323161158484e-05, "epoch": 1.9716157205240175, "percentage": 65.72, "elapsed_time": "1 day, 12:38:54", "remaining_time": "19:06:56"} +{"current_steps": 4520, "total_steps": 6870, "loss": 0.2649, "lr": 1.5814132079695232e-05, "epoch": 1.9737991266375547, "percentage": 65.79, "elapsed_time": "1 day, 12:41:20", "remaining_time": "19:04:30"} +{"current_steps": 4525, "total_steps": 6870, "loss": 0.2591, "lr": 1.57550918350444e-05, "epoch": 1.9759825327510918, "percentage": 65.87, "elapsed_time": "1 day, 12:43:47", "remaining_time": "19:02:04"} +{"current_steps": 4530, "total_steps": 6870, "loss": 0.256, "lr": 1.5696111258688657e-05, "epoch": 1.9781659388646289, "percentage": 65.94, "elapsed_time": "1 day, 12:46:13", "remaining_time": "18:59:38"} +{"current_steps": 4535, "total_steps": 6870, "loss": 0.2655, "lr": 1.563719073129923e-05, "epoch": 1.980349344978166, "percentage": 66.01, "elapsed_time": "1 day, 12:48:39", "remaining_time": "18:57:12"} +{"current_steps": 4540, "total_steps": 6870, "loss": 0.2593, "lr": 1.557833063315976e-05, "epoch": 1.982532751091703, "percentage": 66.08, "elapsed_time": "1 day, 12:51:05", "remaining_time": "18:54:46"} +{"current_steps": 4545, "total_steps": 6870, "loss": 0.2593, "lr": 1.5519531344163873e-05, "epoch": 1.98471615720524, "percentage": 66.16, "elapsed_time": "1 day, 12:53:31", "remaining_time": "18:52:20"} +{"current_steps": 4550, "total_steps": 6870, "loss": 0.2645, "lr": 1.5460793243812732e-05, "epoch": 1.9868995633187772, "percentage": 66.23, "elapsed_time": "1 day, 12:55:58", "remaining_time": "18:49:54"} +{"current_steps": 4555, "total_steps": 6870, "loss": 0.2712, "lr": 1.5402116711212566e-05, "epoch": 1.9890829694323144, "percentage": 66.3, "elapsed_time": "1 day, 12:58:24", "remaining_time": "18:47:27"} +{"current_steps": 4560, "total_steps": 6870, "loss": 0.2542, "lr": 1.5343502125072236e-05, "epoch": 1.9912663755458515, "percentage": 66.38, "elapsed_time": "1 day, 13:00:50", "remaining_time": "18:45:01"} +{"current_steps": 4565, "total_steps": 6870, "loss": 0.2663, "lr": 1.5284949863700805e-05, "epoch": 1.9934497816593888, "percentage": 66.45, "elapsed_time": "1 day, 13:03:16", "remaining_time": "18:42:35"} +{"current_steps": 4570, "total_steps": 6870, "loss": 0.2622, "lr": 1.5226460305005044e-05, "epoch": 1.9956331877729259, "percentage": 66.52, "elapsed_time": "1 day, 13:05:42", "remaining_time": "18:40:09"} +{"current_steps": 4575, "total_steps": 6870, "loss": 0.2692, "lr": 1.5168033826487072e-05, "epoch": 1.997816593886463, "percentage": 66.59, "elapsed_time": "1 day, 13:08:09", "remaining_time": "18:37:43"} +{"current_steps": 4580, "total_steps": 6870, "loss": 0.2572, "lr": 1.5109670805241846e-05, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "1 day, 13:10:35", "remaining_time": "18:35:17"} +{"current_steps": 4585, "total_steps": 6870, "loss": 0.2211, "lr": 1.505137161795478e-05, "epoch": 2.002183406113537, "percentage": 66.74, "elapsed_time": "1 day, 13:13:01", "remaining_time": "18:32:51"} +{"current_steps": 4590, "total_steps": 6870, "loss": 0.2147, "lr": 1.4993136640899286e-05, "epoch": 2.004366812227074, "percentage": 66.81, "elapsed_time": "1 day, 13:15:27", "remaining_time": "18:30:25"} +{"current_steps": 4595, "total_steps": 6870, "loss": 0.2052, "lr": 1.4934966249934334e-05, "epoch": 2.006550218340611, "percentage": 66.89, "elapsed_time": "1 day, 13:17:53", "remaining_time": "18:27:59"} +{"current_steps": 4600, "total_steps": 6870, "loss": 0.2162, "lr": 1.487686082050207e-05, "epoch": 2.0087336244541483, "percentage": 66.96, "elapsed_time": "1 day, 13:20:20", "remaining_time": "18:25:33"} +{"current_steps": 4605, "total_steps": 6870, "loss": 0.2071, "lr": 1.4818820727625348e-05, "epoch": 2.010917030567686, "percentage": 67.03, "elapsed_time": "1 day, 13:22:46", "remaining_time": "18:23:07"} +{"current_steps": 4610, "total_steps": 6870, "loss": 0.2139, "lr": 1.4760846345905344e-05, "epoch": 2.013100436681223, "percentage": 67.1, "elapsed_time": "1 day, 13:25:12", "remaining_time": "18:20:41"} +{"current_steps": 4615, "total_steps": 6870, "loss": 0.2168, "lr": 1.4702938049519105e-05, "epoch": 2.01528384279476, "percentage": 67.18, "elapsed_time": "1 day, 13:27:38", "remaining_time": "18:18:15"} +{"current_steps": 4620, "total_steps": 6870, "loss": 0.2073, "lr": 1.4645096212217167e-05, "epoch": 2.017467248908297, "percentage": 67.25, "elapsed_time": "1 day, 13:30:04", "remaining_time": "18:15:49"} +{"current_steps": 4625, "total_steps": 6870, "loss": 0.2233, "lr": 1.4587321207321115e-05, "epoch": 2.019650655021834, "percentage": 67.32, "elapsed_time": "1 day, 13:32:30", "remaining_time": "18:13:23"} +{"current_steps": 4630, "total_steps": 6870, "loss": 0.2016, "lr": 1.4529613407721192e-05, "epoch": 2.021834061135371, "percentage": 67.39, "elapsed_time": "1 day, 13:34:57", "remaining_time": "18:10:56"} +{"current_steps": 4635, "total_steps": 6870, "loss": 0.2092, "lr": 1.4471973185873888e-05, "epoch": 2.024017467248908, "percentage": 67.47, "elapsed_time": "1 day, 13:37:23", "remaining_time": "18:08:30"} +{"current_steps": 4640, "total_steps": 6870, "loss": 0.2026, "lr": 1.4414400913799535e-05, "epoch": 2.0262008733624453, "percentage": 67.54, "elapsed_time": "1 day, 13:39:49", "remaining_time": "18:06:04"} +{"current_steps": 4645, "total_steps": 6870, "loss": 0.2034, "lr": 1.4356896963079885e-05, "epoch": 2.0283842794759823, "percentage": 67.61, "elapsed_time": "1 day, 13:42:15", "remaining_time": "18:03:38"} +{"current_steps": 4650, "total_steps": 6870, "loss": 0.2038, "lr": 1.4299461704855759e-05, "epoch": 2.03056768558952, "percentage": 67.69, "elapsed_time": "1 day, 13:44:41", "remaining_time": "18:01:12"} +{"current_steps": 4655, "total_steps": 6870, "loss": 0.2151, "lr": 1.424209550982461e-05, "epoch": 2.032751091703057, "percentage": 67.76, "elapsed_time": "1 day, 13:47:08", "remaining_time": "17:58:46"} +{"current_steps": 4660, "total_steps": 6870, "loss": 0.2176, "lr": 1.4184798748238148e-05, "epoch": 2.034934497816594, "percentage": 67.83, "elapsed_time": "1 day, 13:49:34", "remaining_time": "17:56:20"} +{"current_steps": 4665, "total_steps": 6870, "loss": 0.2077, "lr": 1.4127571789899946e-05, "epoch": 2.037117903930131, "percentage": 67.9, "elapsed_time": "1 day, 13:52:00", "remaining_time": "17:53:54"} +{"current_steps": 4670, "total_steps": 6870, "loss": 0.2163, "lr": 1.4070415004163056e-05, "epoch": 2.039301310043668, "percentage": 67.98, "elapsed_time": "1 day, 13:54:26", "remaining_time": "17:51:28"} +{"current_steps": 4675, "total_steps": 6870, "loss": 0.2139, "lr": 1.4013328759927625e-05, "epoch": 2.041484716157205, "percentage": 68.05, "elapsed_time": "1 day, 13:56:52", "remaining_time": "17:49:02"} +{"current_steps": 4680, "total_steps": 6870, "loss": 0.2019, "lr": 1.39563134256385e-05, "epoch": 2.0436681222707422, "percentage": 68.12, "elapsed_time": "1 day, 13:59:18", "remaining_time": "17:46:36"} +{"current_steps": 4685, "total_steps": 6870, "loss": 0.2183, "lr": 1.3899369369282888e-05, "epoch": 2.0458515283842793, "percentage": 68.2, "elapsed_time": "1 day, 14:01:44", "remaining_time": "17:44:09"} +{"current_steps": 4690, "total_steps": 6870, "loss": 0.2188, "lr": 1.3842496958387938e-05, "epoch": 2.0480349344978164, "percentage": 68.27, "elapsed_time": "1 day, 14:04:10", "remaining_time": "17:41:43"} +{"current_steps": 4695, "total_steps": 6870, "loss": 0.2038, "lr": 1.3785696560018374e-05, "epoch": 2.050218340611354, "percentage": 68.34, "elapsed_time": "1 day, 14:06:36", "remaining_time": "17:39:17"} +{"current_steps": 4700, "total_steps": 6870, "loss": 0.206, "lr": 1.372896854077416e-05, "epoch": 2.052401746724891, "percentage": 68.41, "elapsed_time": "1 day, 14:09:03", "remaining_time": "17:36:51"} +{"current_steps": 4705, "total_steps": 6870, "loss": 0.2133, "lr": 1.3672313266788106e-05, "epoch": 2.054585152838428, "percentage": 68.49, "elapsed_time": "1 day, 14:11:29", "remaining_time": "17:34:25"} +{"current_steps": 4710, "total_steps": 6870, "loss": 0.2126, "lr": 1.3615731103723507e-05, "epoch": 2.056768558951965, "percentage": 68.56, "elapsed_time": "1 day, 14:13:55", "remaining_time": "17:31:59"} +{"current_steps": 4715, "total_steps": 6870, "loss": 0.2061, "lr": 1.3559222416771793e-05, "epoch": 2.058951965065502, "percentage": 68.63, "elapsed_time": "1 day, 14:16:21", "remaining_time": "17:29:33"} +{"current_steps": 4720, "total_steps": 6870, "loss": 0.2109, "lr": 1.350278757065016e-05, "epoch": 2.061135371179039, "percentage": 68.7, "elapsed_time": "1 day, 14:18:47", "remaining_time": "17:27:07"} +{"current_steps": 4725, "total_steps": 6870, "loss": 0.2137, "lr": 1.3446426929599229e-05, "epoch": 2.0633187772925763, "percentage": 68.78, "elapsed_time": "1 day, 14:21:13", "remaining_time": "17:24:41"} +{"current_steps": 4730, "total_steps": 6870, "loss": 0.1967, "lr": 1.3390140857380678e-05, "epoch": 2.0655021834061134, "percentage": 68.85, "elapsed_time": "1 day, 14:23:40", "remaining_time": "17:22:15"} +{"current_steps": 4735, "total_steps": 6870, "loss": 0.2255, "lr": 1.3333929717274919e-05, "epoch": 2.067685589519651, "percentage": 68.92, "elapsed_time": "1 day, 14:26:06", "remaining_time": "17:19:48"} +{"current_steps": 4740, "total_steps": 6870, "loss": 0.2195, "lr": 1.3277793872078732e-05, "epoch": 2.069868995633188, "percentage": 69.0, "elapsed_time": "1 day, 14:28:32", "remaining_time": "17:17:22"} +{"current_steps": 4745, "total_steps": 6870, "loss": 0.2128, "lr": 1.3221733684102905e-05, "epoch": 2.072052401746725, "percentage": 69.07, "elapsed_time": "1 day, 14:30:58", "remaining_time": "17:14:56"} +{"current_steps": 4750, "total_steps": 6870, "loss": 0.2115, "lr": 1.3165749515169967e-05, "epoch": 2.074235807860262, "percentage": 69.14, "elapsed_time": "1 day, 14:33:24", "remaining_time": "17:12:30"} +{"current_steps": 4755, "total_steps": 6870, "loss": 0.2181, "lr": 1.310984172661177e-05, "epoch": 2.076419213973799, "percentage": 69.21, "elapsed_time": "1 day, 14:35:50", "remaining_time": "17:10:04"} +{"current_steps": 4760, "total_steps": 6870, "loss": 0.2143, "lr": 1.305401067926722e-05, "epoch": 2.078602620087336, "percentage": 69.29, "elapsed_time": "1 day, 14:38:17", "remaining_time": "17:07:38"} +{"current_steps": 4765, "total_steps": 6870, "loss": 0.2002, "lr": 1.2998256733479897e-05, "epoch": 2.0807860262008733, "percentage": 69.36, "elapsed_time": "1 day, 14:40:43", "remaining_time": "17:05:12"} +{"current_steps": 4770, "total_steps": 6870, "loss": 0.2041, "lr": 1.294258024909577e-05, "epoch": 2.0829694323144103, "percentage": 69.43, "elapsed_time": "1 day, 14:43:09", "remaining_time": "17:02:46"} +{"current_steps": 4775, "total_steps": 6870, "loss": 0.2206, "lr": 1.288698158546085e-05, "epoch": 2.0851528384279474, "percentage": 69.51, "elapsed_time": "1 day, 14:45:35", "remaining_time": "17:00:20"} +{"current_steps": 4780, "total_steps": 6870, "loss": 0.2166, "lr": 1.2831461101418884e-05, "epoch": 2.087336244541485, "percentage": 69.58, "elapsed_time": "1 day, 14:48:01", "remaining_time": "16:57:54"} +{"current_steps": 4785, "total_steps": 6870, "loss": 0.2228, "lr": 1.2776019155309035e-05, "epoch": 2.089519650655022, "percentage": 69.65, "elapsed_time": "1 day, 14:50:28", "remaining_time": "16:55:28"} +{"current_steps": 4790, "total_steps": 6870, "loss": 0.2146, "lr": 1.2720656104963569e-05, "epoch": 2.091703056768559, "percentage": 69.72, "elapsed_time": "1 day, 14:52:54", "remaining_time": "16:53:02"} +{"current_steps": 4795, "total_steps": 6870, "loss": 0.2173, "lr": 1.2665372307705525e-05, "epoch": 2.093886462882096, "percentage": 69.8, "elapsed_time": "1 day, 14:55:20", "remaining_time": "16:50:36"} +{"current_steps": 4800, "total_steps": 6870, "loss": 0.2203, "lr": 1.2610168120346455e-05, "epoch": 2.096069868995633, "percentage": 69.87, "elapsed_time": "1 day, 14:57:46", "remaining_time": "16:48:09"} +{"current_steps": 4805, "total_steps": 6870, "loss": 0.2169, "lr": 1.2555043899184077e-05, "epoch": 2.0982532751091703, "percentage": 69.94, "elapsed_time": "1 day, 15:00:12", "remaining_time": "16:45:43"} +{"current_steps": 4810, "total_steps": 6870, "loss": 0.2131, "lr": 1.2500000000000006e-05, "epoch": 2.1004366812227073, "percentage": 70.01, "elapsed_time": "1 day, 15:02:38", "remaining_time": "16:43:17"} +{"current_steps": 4815, "total_steps": 6870, "loss": 0.2155, "lr": 1.2445036778057434e-05, "epoch": 2.1026200873362444, "percentage": 70.09, "elapsed_time": "1 day, 15:05:05", "remaining_time": "16:40:51"} +{"current_steps": 4820, "total_steps": 6870, "loss": 0.2151, "lr": 1.2390154588098854e-05, "epoch": 2.1048034934497815, "percentage": 70.16, "elapsed_time": "1 day, 15:07:31", "remaining_time": "16:38:25"} +{"current_steps": 4825, "total_steps": 6870, "loss": 0.2075, "lr": 1.233535378434376e-05, "epoch": 2.106986899563319, "percentage": 70.23, "elapsed_time": "1 day, 15:09:57", "remaining_time": "16:35:59"} +{"current_steps": 4830, "total_steps": 6870, "loss": 0.2136, "lr": 1.2280634720486364e-05, "epoch": 2.109170305676856, "percentage": 70.31, "elapsed_time": "1 day, 15:12:23", "remaining_time": "16:33:33"} +{"current_steps": 4835, "total_steps": 6870, "loss": 0.21, "lr": 1.2225997749693318e-05, "epoch": 2.111353711790393, "percentage": 70.38, "elapsed_time": "1 day, 15:14:49", "remaining_time": "16:31:07"} +{"current_steps": 4840, "total_steps": 6870, "loss": 0.2141, "lr": 1.2171443224601443e-05, "epoch": 2.11353711790393, "percentage": 70.45, "elapsed_time": "1 day, 15:17:15", "remaining_time": "16:28:41"} +{"current_steps": 4845, "total_steps": 6870, "loss": 0.208, "lr": 1.2116971497315402e-05, "epoch": 2.1157205240174672, "percentage": 70.52, "elapsed_time": "1 day, 15:19:42", "remaining_time": "16:26:15"} +{"current_steps": 4850, "total_steps": 6870, "loss": 0.2093, "lr": 1.2062582919405502e-05, "epoch": 2.1179039301310043, "percentage": 70.6, "elapsed_time": "1 day, 15:22:08", "remaining_time": "16:23:49"} +{"current_steps": 4855, "total_steps": 6870, "loss": 0.2146, "lr": 1.200827784190537e-05, "epoch": 2.1200873362445414, "percentage": 70.67, "elapsed_time": "1 day, 15:24:34", "remaining_time": "16:21:23"} +{"current_steps": 4860, "total_steps": 6870, "loss": 0.2084, "lr": 1.1954056615309728e-05, "epoch": 2.1222707423580784, "percentage": 70.74, "elapsed_time": "1 day, 15:27:00", "remaining_time": "16:18:56"} +{"current_steps": 4865, "total_steps": 6870, "loss": 0.2126, "lr": 1.1899919589572092e-05, "epoch": 2.1244541484716155, "percentage": 70.82, "elapsed_time": "1 day, 15:29:26", "remaining_time": "16:16:30"} +{"current_steps": 4870, "total_steps": 6870, "loss": 0.2063, "lr": 1.1845867114102532e-05, "epoch": 2.126637554585153, "percentage": 70.89, "elapsed_time": "1 day, 15:31:53", "remaining_time": "16:14:04"} +{"current_steps": 4875, "total_steps": 6870, "loss": 0.2224, "lr": 1.1791899537765416e-05, "epoch": 2.12882096069869, "percentage": 70.96, "elapsed_time": "1 day, 15:34:19", "remaining_time": "16:11:38"} +{"current_steps": 4880, "total_steps": 6870, "loss": 0.2218, "lr": 1.173801720887717e-05, "epoch": 2.131004366812227, "percentage": 71.03, "elapsed_time": "1 day, 15:36:45", "remaining_time": "16:09:12"} +{"current_steps": 4885, "total_steps": 6870, "loss": 0.199, "lr": 1.1684220475203986e-05, "epoch": 2.1331877729257642, "percentage": 71.11, "elapsed_time": "1 day, 15:39:11", "remaining_time": "16:06:46"} +{"current_steps": 4890, "total_steps": 6870, "loss": 0.2121, "lr": 1.1630509683959643e-05, "epoch": 2.1353711790393013, "percentage": 71.18, "elapsed_time": "1 day, 15:41:37", "remaining_time": "16:04:20"} +{"current_steps": 4895, "total_steps": 6870, "loss": 0.2171, "lr": 1.1576885181803215e-05, "epoch": 2.1375545851528384, "percentage": 71.25, "elapsed_time": "1 day, 15:44:03", "remaining_time": "16:01:54"} +{"current_steps": 4900, "total_steps": 6870, "loss": 0.2135, "lr": 1.1523347314836858e-05, "epoch": 2.1397379912663754, "percentage": 71.32, "elapsed_time": "1 day, 15:46:30", "remaining_time": "15:59:28"} +{"current_steps": 4905, "total_steps": 6870, "loss": 0.22, "lr": 1.1469896428603563e-05, "epoch": 2.1419213973799125, "percentage": 71.4, "elapsed_time": "1 day, 15:48:57", "remaining_time": "15:57:02"} +{"current_steps": 4910, "total_steps": 6870, "loss": 0.2022, "lr": 1.1416532868084937e-05, "epoch": 2.14410480349345, "percentage": 71.47, "elapsed_time": "1 day, 15:51:23", "remaining_time": "15:54:36"} +{"current_steps": 4915, "total_steps": 6870, "loss": 0.2157, "lr": 1.1363256977698968e-05, "epoch": 2.146288209606987, "percentage": 71.54, "elapsed_time": "1 day, 15:53:50", "remaining_time": "15:52:10"} +{"current_steps": 4920, "total_steps": 6870, "loss": 0.212, "lr": 1.1310069101297807e-05, "epoch": 2.148471615720524, "percentage": 71.62, "elapsed_time": "1 day, 15:56:16", "remaining_time": "15:49:44"} +{"current_steps": 4925, "total_steps": 6870, "loss": 0.21, "lr": 1.1256969582165544e-05, "epoch": 2.150655021834061, "percentage": 71.69, "elapsed_time": "1 day, 15:58:43", "remaining_time": "15:47:18"} +{"current_steps": 4930, "total_steps": 6870, "loss": 0.1969, "lr": 1.1203958763016007e-05, "epoch": 2.1528384279475983, "percentage": 71.76, "elapsed_time": "1 day, 16:01:09", "remaining_time": "15:44:52"} +{"current_steps": 4935, "total_steps": 6870, "loss": 0.209, "lr": 1.1151036985990509e-05, "epoch": 2.1550218340611353, "percentage": 71.83, "elapsed_time": "1 day, 16:03:35", "remaining_time": "15:42:26"} +{"current_steps": 4940, "total_steps": 6870, "loss": 0.2144, "lr": 1.1098204592655703e-05, "epoch": 2.1572052401746724, "percentage": 71.91, "elapsed_time": "1 day, 16:06:01", "remaining_time": "15:40:00"} +{"current_steps": 4945, "total_steps": 6870, "loss": 0.2095, "lr": 1.1045461924001325e-05, "epoch": 2.1593886462882095, "percentage": 71.98, "elapsed_time": "1 day, 16:08:27", "remaining_time": "15:37:34"} +{"current_steps": 4950, "total_steps": 6870, "loss": 0.2071, "lr": 1.0992809320438016e-05, "epoch": 2.1615720524017465, "percentage": 72.05, "elapsed_time": "1 day, 16:10:53", "remaining_time": "15:35:08"} +{"current_steps": 4955, "total_steps": 6870, "loss": 0.2095, "lr": 1.0940247121795123e-05, "epoch": 2.1637554585152836, "percentage": 72.13, "elapsed_time": "1 day, 16:13:19", "remaining_time": "15:32:41"} +{"current_steps": 4960, "total_steps": 6870, "loss": 0.2174, "lr": 1.08877756673185e-05, "epoch": 2.165938864628821, "percentage": 72.2, "elapsed_time": "1 day, 16:15:45", "remaining_time": "15:30:15"} +{"current_steps": 4965, "total_steps": 6870, "loss": 0.2179, "lr": 1.0835395295668327e-05, "epoch": 2.168122270742358, "percentage": 72.27, "elapsed_time": "1 day, 16:18:12", "remaining_time": "15:27:49"} +{"current_steps": 4970, "total_steps": 6870, "loss": 0.2051, "lr": 1.0783106344916913e-05, "epoch": 2.1703056768558953, "percentage": 72.34, "elapsed_time": "1 day, 16:20:38", "remaining_time": "15:25:23"} +{"current_steps": 4975, "total_steps": 6870, "loss": 0.2221, "lr": 1.073090915254652e-05, "epoch": 2.1724890829694323, "percentage": 72.42, "elapsed_time": "1 day, 16:23:04", "remaining_time": "15:22:57"} +{"current_steps": 4980, "total_steps": 6870, "loss": 0.2003, "lr": 1.06788040554472e-05, "epoch": 2.1746724890829694, "percentage": 72.49, "elapsed_time": "1 day, 16:25:30", "remaining_time": "15:20:31"} +{"current_steps": 4985, "total_steps": 6870, "loss": 0.2029, "lr": 1.0626791389914573e-05, "epoch": 2.1768558951965065, "percentage": 72.56, "elapsed_time": "1 day, 16:27:56", "remaining_time": "15:18:05"} +{"current_steps": 4990, "total_steps": 6870, "loss": 0.2141, "lr": 1.0574871491647723e-05, "epoch": 2.1790393013100435, "percentage": 72.63, "elapsed_time": "1 day, 16:30:22", "remaining_time": "15:15:39"} +{"current_steps": 4995, "total_steps": 6870, "loss": 0.2121, "lr": 1.0523044695746975e-05, "epoch": 2.1812227074235806, "percentage": 72.71, "elapsed_time": "1 day, 16:32:48", "remaining_time": "15:13:13"} +{"current_steps": 5000, "total_steps": 6870, "loss": 0.2123, "lr": 1.0471311336711772e-05, "epoch": 2.183406113537118, "percentage": 72.78, "elapsed_time": "1 day, 16:35:15", "remaining_time": "15:10:47"} +{"current_steps": 5005, "total_steps": 6870, "loss": 0.2166, "lr": 1.0419671748438487e-05, "epoch": 2.185589519650655, "percentage": 72.85, "elapsed_time": "1 day, 16:37:40", "remaining_time": "15:08:20"} +{"current_steps": 5010, "total_steps": 6870, "loss": 0.2109, "lr": 1.0368126264218282e-05, "epoch": 2.1877729257641922, "percentage": 72.93, "elapsed_time": "1 day, 16:40:06", "remaining_time": "15:05:54"} +{"current_steps": 5015, "total_steps": 6870, "loss": 0.2057, "lr": 1.0316675216734952e-05, "epoch": 2.1899563318777293, "percentage": 73.0, "elapsed_time": "1 day, 16:42:32", "remaining_time": "15:03:28"} +{"current_steps": 5020, "total_steps": 6870, "loss": 0.2225, "lr": 1.026531893806279e-05, "epoch": 2.1921397379912664, "percentage": 73.07, "elapsed_time": "1 day, 16:44:59", "remaining_time": "15:01:02"} +{"current_steps": 5025, "total_steps": 6870, "loss": 0.2161, "lr": 1.0214057759664424e-05, "epoch": 2.1943231441048034, "percentage": 73.14, "elapsed_time": "1 day, 16:47:25", "remaining_time": "14:58:36"} +{"current_steps": 5030, "total_steps": 6870, "loss": 0.223, "lr": 1.0162892012388703e-05, "epoch": 2.1965065502183405, "percentage": 73.22, "elapsed_time": "1 day, 16:49:51", "remaining_time": "14:56:10"} +{"current_steps": 5035, "total_steps": 6870, "loss": 0.2127, "lr": 1.0111822026468515e-05, "epoch": 2.1986899563318776, "percentage": 73.29, "elapsed_time": "1 day, 16:52:17", "remaining_time": "14:53:44"} +{"current_steps": 5040, "total_steps": 6870, "loss": 0.2132, "lr": 1.0060848131518716e-05, "epoch": 2.2008733624454146, "percentage": 73.36, "elapsed_time": "1 day, 16:54:43", "remaining_time": "14:51:18"} +{"current_steps": 5045, "total_steps": 6870, "loss": 0.2138, "lr": 1.0009970656533965e-05, "epoch": 2.203056768558952, "percentage": 73.44, "elapsed_time": "1 day, 16:57:09", "remaining_time": "14:48:51"} +{"current_steps": 5050, "total_steps": 6870, "loss": 0.2159, "lr": 9.95918992988661e-06, "epoch": 2.2052401746724892, "percentage": 73.51, "elapsed_time": "1 day, 16:59:36", "remaining_time": "14:46:25"} +{"current_steps": 5055, "total_steps": 6870, "loss": 0.2094, "lr": 9.908506279324564e-06, "epoch": 2.2074235807860263, "percentage": 73.58, "elapsed_time": "1 day, 17:02:02", "remaining_time": "14:43:59"} +{"current_steps": 5060, "total_steps": 6870, "loss": 0.2066, "lr": 9.857920031969198e-06, "epoch": 2.2096069868995634, "percentage": 73.65, "elapsed_time": "1 day, 17:04:28", "remaining_time": "14:41:33"} +{"current_steps": 5065, "total_steps": 6870, "loss": 0.2315, "lr": 9.807431514313225e-06, "epoch": 2.2117903930131004, "percentage": 73.73, "elapsed_time": "1 day, 17:06:54", "remaining_time": "14:39:07"} +{"current_steps": 5070, "total_steps": 6870, "loss": 0.2192, "lr": 9.757041052218587e-06, "epoch": 2.2139737991266375, "percentage": 73.8, "elapsed_time": "1 day, 17:09:20", "remaining_time": "14:36:41"} +{"current_steps": 5075, "total_steps": 6870, "loss": 0.21, "lr": 9.70674897091437e-06, "epoch": 2.2161572052401746, "percentage": 73.87, "elapsed_time": "1 day, 17:11:47", "remaining_time": "14:34:15"} +{"current_steps": 5080, "total_steps": 6870, "loss": 0.2025, "lr": 9.656555594994687e-06, "epoch": 2.2183406113537116, "percentage": 73.94, "elapsed_time": "1 day, 17:14:13", "remaining_time": "14:31:49"} +{"current_steps": 5085, "total_steps": 6870, "loss": 0.2016, "lr": 9.606461248416573e-06, "epoch": 2.2205240174672487, "percentage": 74.02, "elapsed_time": "1 day, 17:16:39", "remaining_time": "14:29:23"} +{"current_steps": 5090, "total_steps": 6870, "loss": 0.2098, "lr": 9.556466254497931e-06, "epoch": 2.222707423580786, "percentage": 74.09, "elapsed_time": "1 day, 17:19:05", "remaining_time": "14:26:57"} +{"current_steps": 5095, "total_steps": 6870, "loss": 0.2087, "lr": 9.506570935915419e-06, "epoch": 2.2248908296943233, "percentage": 74.16, "elapsed_time": "1 day, 17:21:32", "remaining_time": "14:24:31"} +{"current_steps": 5100, "total_steps": 6870, "loss": 0.2079, "lr": 9.456775614702364e-06, "epoch": 2.2270742358078603, "percentage": 74.24, "elapsed_time": "1 day, 17:23:58", "remaining_time": "14:22:05"} +{"current_steps": 5105, "total_steps": 6870, "loss": 0.2107, "lr": 9.407080612246697e-06, "epoch": 2.2292576419213974, "percentage": 74.31, "elapsed_time": "1 day, 17:26:24", "remaining_time": "14:19:38"} +{"current_steps": 5110, "total_steps": 6870, "loss": 0.2254, "lr": 9.357486249288891e-06, "epoch": 2.2314410480349345, "percentage": 74.38, "elapsed_time": "1 day, 17:28:50", "remaining_time": "14:17:12"} +{"current_steps": 5115, "total_steps": 6870, "loss": 0.2032, "lr": 9.307992845919844e-06, "epoch": 2.2336244541484715, "percentage": 74.45, "elapsed_time": "1 day, 17:31:16", "remaining_time": "14:14:46"} +{"current_steps": 5120, "total_steps": 6870, "loss": 0.2076, "lr": 9.258600721578872e-06, "epoch": 2.2358078602620086, "percentage": 74.53, "elapsed_time": "1 day, 17:33:42", "remaining_time": "14:12:20"} +{"current_steps": 5125, "total_steps": 6870, "loss": 0.2186, "lr": 9.209310195051582e-06, "epoch": 2.2379912663755457, "percentage": 74.6, "elapsed_time": "1 day, 17:36:09", "remaining_time": "14:09:54"} +{"current_steps": 5130, "total_steps": 6870, "loss": 0.1942, "lr": 9.160121584467878e-06, "epoch": 2.2401746724890828, "percentage": 74.67, "elapsed_time": "1 day, 17:38:35", "remaining_time": "14:07:28"} +{"current_steps": 5135, "total_steps": 6870, "loss": 0.2155, "lr": 9.111035207299878e-06, "epoch": 2.2423580786026203, "percentage": 74.75, "elapsed_time": "1 day, 17:41:01", "remaining_time": "14:05:02"} +{"current_steps": 5140, "total_steps": 6870, "loss": 0.2155, "lr": 9.062051380359857e-06, "epoch": 2.2445414847161573, "percentage": 74.82, "elapsed_time": "1 day, 17:43:27", "remaining_time": "14:02:36"} +{"current_steps": 5145, "total_steps": 6870, "loss": 0.2191, "lr": 9.01317041979822e-06, "epoch": 2.2467248908296944, "percentage": 74.89, "elapsed_time": "1 day, 17:45:53", "remaining_time": "14:00:10"} +{"current_steps": 5150, "total_steps": 6870, "loss": 0.198, "lr": 8.964392641101455e-06, "epoch": 2.2489082969432315, "percentage": 74.96, "elapsed_time": "1 day, 17:48:19", "remaining_time": "13:57:44"} +{"current_steps": 5155, "total_steps": 6870, "loss": 0.2049, "lr": 8.915718359090086e-06, "epoch": 2.2510917030567685, "percentage": 75.04, "elapsed_time": "1 day, 17:50:46", "remaining_time": "13:55:17"} +{"current_steps": 5160, "total_steps": 6870, "loss": 0.2227, "lr": 8.867147887916663e-06, "epoch": 2.2532751091703056, "percentage": 75.11, "elapsed_time": "1 day, 17:53:12", "remaining_time": "13:52:51"} +{"current_steps": 5165, "total_steps": 6870, "loss": 0.2118, "lr": 8.818681541063714e-06, "epoch": 2.2554585152838427, "percentage": 75.18, "elapsed_time": "1 day, 17:55:38", "remaining_time": "13:50:25"} +{"current_steps": 5170, "total_steps": 6870, "loss": 0.2014, "lr": 8.770319631341745e-06, "epoch": 2.2576419213973797, "percentage": 75.25, "elapsed_time": "1 day, 17:58:04", "remaining_time": "13:47:59"} +{"current_steps": 5175, "total_steps": 6870, "loss": 0.1973, "lr": 8.722062470887169e-06, "epoch": 2.2598253275109172, "percentage": 75.33, "elapsed_time": "1 day, 18:00:30", "remaining_time": "13:45:33"} +{"current_steps": 5180, "total_steps": 6870, "loss": 0.2132, "lr": 8.673910371160368e-06, "epoch": 2.2620087336244543, "percentage": 75.4, "elapsed_time": "1 day, 18:02:56", "remaining_time": "13:43:07"} +{"current_steps": 5185, "total_steps": 6870, "loss": 0.2102, "lr": 8.625863642943623e-06, "epoch": 2.2641921397379914, "percentage": 75.47, "elapsed_time": "1 day, 18:05:22", "remaining_time": "13:40:41"} +{"current_steps": 5190, "total_steps": 6870, "loss": 0.2091, "lr": 8.577922596339142e-06, "epoch": 2.2663755458515285, "percentage": 75.55, "elapsed_time": "1 day, 18:07:48", "remaining_time": "13:38:15"} +{"current_steps": 5195, "total_steps": 6870, "loss": 0.2119, "lr": 8.530087540767029e-06, "epoch": 2.2685589519650655, "percentage": 75.62, "elapsed_time": "1 day, 18:10:15", "remaining_time": "13:35:49"} +{"current_steps": 5200, "total_steps": 6870, "loss": 0.2088, "lr": 8.482358784963312e-06, "epoch": 2.2707423580786026, "percentage": 75.69, "elapsed_time": "1 day, 18:12:41", "remaining_time": "13:33:22"} +{"current_steps": 5205, "total_steps": 6870, "loss": 0.1949, "lr": 8.43473663697794e-06, "epoch": 2.2729257641921397, "percentage": 75.76, "elapsed_time": "1 day, 18:15:07", "remaining_time": "13:30:56"} +{"current_steps": 5210, "total_steps": 6870, "loss": 0.2036, "lr": 8.387221404172796e-06, "epoch": 2.2751091703056767, "percentage": 75.84, "elapsed_time": "1 day, 18:17:33", "remaining_time": "13:28:30"} +{"current_steps": 5215, "total_steps": 6870, "loss": 0.2146, "lr": 8.339813393219714e-06, "epoch": 2.277292576419214, "percentage": 75.91, "elapsed_time": "1 day, 18:19:59", "remaining_time": "13:26:04"} +{"current_steps": 5220, "total_steps": 6870, "loss": 0.2206, "lr": 8.292512910098508e-06, "epoch": 2.279475982532751, "percentage": 75.98, "elapsed_time": "1 day, 18:22:25", "remaining_time": "13:23:38"} +{"current_steps": 5225, "total_steps": 6870, "loss": 0.2199, "lr": 8.245320260094955e-06, "epoch": 2.2816593886462884, "percentage": 76.06, "elapsed_time": "1 day, 18:24:51", "remaining_time": "13:21:12"} +{"current_steps": 5230, "total_steps": 6870, "loss": 0.2168, "lr": 8.198235747798893e-06, "epoch": 2.2838427947598254, "percentage": 76.13, "elapsed_time": "1 day, 18:27:18", "remaining_time": "13:18:46"} +{"current_steps": 5235, "total_steps": 6870, "loss": 0.216, "lr": 8.151259677102211e-06, "epoch": 2.2860262008733625, "percentage": 76.2, "elapsed_time": "1 day, 18:29:44", "remaining_time": "13:16:20"} +{"current_steps": 5240, "total_steps": 6870, "loss": 0.2198, "lr": 8.104392351196885e-06, "epoch": 2.2882096069868996, "percentage": 76.27, "elapsed_time": "1 day, 18:32:10", "remaining_time": "13:13:54"} +{"current_steps": 5245, "total_steps": 6870, "loss": 0.2173, "lr": 8.057634072573048e-06, "epoch": 2.2903930131004366, "percentage": 76.35, "elapsed_time": "1 day, 18:34:36", "remaining_time": "13:11:27"} +{"current_steps": 5250, "total_steps": 6870, "loss": 0.2157, "lr": 8.010985143017008e-06, "epoch": 2.2925764192139737, "percentage": 76.42, "elapsed_time": "1 day, 18:37:02", "remaining_time": "13:09:01"} +{"current_steps": 5255, "total_steps": 6870, "loss": 0.215, "lr": 7.964445863609329e-06, "epoch": 2.2947598253275108, "percentage": 76.49, "elapsed_time": "1 day, 18:39:28", "remaining_time": "13:06:35"} +{"current_steps": 5260, "total_steps": 6870, "loss": 0.1993, "lr": 7.91801653472286e-06, "epoch": 2.2969432314410483, "percentage": 76.56, "elapsed_time": "1 day, 18:41:54", "remaining_time": "13:04:09"} +{"current_steps": 5265, "total_steps": 6870, "loss": 0.2285, "lr": 7.871697456020819e-06, "epoch": 2.2991266375545854, "percentage": 76.64, "elapsed_time": "1 day, 18:44:20", "remaining_time": "13:01:43"} +{"current_steps": 5270, "total_steps": 6870, "loss": 0.2137, "lr": 7.825488926454851e-06, "epoch": 2.3013100436681224, "percentage": 76.71, "elapsed_time": "1 day, 18:46:47", "remaining_time": "12:59:17"} +{"current_steps": 5275, "total_steps": 6870, "loss": 0.2094, "lr": 7.77939124426308e-06, "epoch": 2.3034934497816595, "percentage": 76.78, "elapsed_time": "1 day, 18:49:13", "remaining_time": "12:56:51"} +{"current_steps": 5280, "total_steps": 6870, "loss": 0.2097, "lr": 7.733404706968215e-06, "epoch": 2.3056768558951966, "percentage": 76.86, "elapsed_time": "1 day, 18:51:39", "remaining_time": "12:54:25"} +{"current_steps": 5285, "total_steps": 6870, "loss": 0.2161, "lr": 7.687529611375616e-06, "epoch": 2.3078602620087336, "percentage": 76.93, "elapsed_time": "1 day, 18:54:05", "remaining_time": "12:51:59"} +{"current_steps": 5290, "total_steps": 6870, "loss": 0.2041, "lr": 7.64176625357138e-06, "epoch": 2.3100436681222707, "percentage": 77.0, "elapsed_time": "1 day, 18:56:31", "remaining_time": "12:49:32"} +{"current_steps": 5295, "total_steps": 6870, "loss": 0.2124, "lr": 7.596114928920422e-06, "epoch": 2.3122270742358078, "percentage": 77.07, "elapsed_time": "1 day, 18:58:57", "remaining_time": "12:47:06"} +{"current_steps": 5300, "total_steps": 6870, "loss": 0.2018, "lr": 7.55057593206458e-06, "epoch": 2.314410480349345, "percentage": 77.15, "elapsed_time": "1 day, 19:01:23", "remaining_time": "12:44:40"} +{"current_steps": 5305, "total_steps": 6870, "loss": 0.2139, "lr": 7.505149556920699e-06, "epoch": 2.316593886462882, "percentage": 77.22, "elapsed_time": "1 day, 19:03:50", "remaining_time": "12:42:14"} +{"current_steps": 5310, "total_steps": 6870, "loss": 0.2153, "lr": 7.459836096678757e-06, "epoch": 2.3187772925764194, "percentage": 77.29, "elapsed_time": "1 day, 19:06:16", "remaining_time": "12:39:48"} +{"current_steps": 5315, "total_steps": 6870, "loss": 0.215, "lr": 7.41463584379995e-06, "epoch": 2.3209606986899565, "percentage": 77.37, "elapsed_time": "1 day, 19:08:42", "remaining_time": "12:37:22"} +{"current_steps": 5320, "total_steps": 6870, "loss": 0.212, "lr": 7.369549090014821e-06, "epoch": 2.3231441048034935, "percentage": 77.44, "elapsed_time": "1 day, 19:11:08", "remaining_time": "12:34:56"} +{"current_steps": 5325, "total_steps": 6870, "loss": 0.216, "lr": 7.32457612632135e-06, "epoch": 2.3253275109170306, "percentage": 77.51, "elapsed_time": "1 day, 19:13:34", "remaining_time": "12:32:30"} +{"current_steps": 5330, "total_steps": 6870, "loss": 0.2166, "lr": 7.279717242983117e-06, "epoch": 2.3275109170305677, "percentage": 77.58, "elapsed_time": "1 day, 19:16:01", "remaining_time": "12:30:04"} +{"current_steps": 5335, "total_steps": 6870, "loss": 0.207, "lr": 7.234972729527401e-06, "epoch": 2.3296943231441047, "percentage": 77.66, "elapsed_time": "1 day, 19:18:26", "remaining_time": "12:27:37"} +{"current_steps": 5340, "total_steps": 6870, "loss": 0.201, "lr": 7.190342874743311e-06, "epoch": 2.331877729257642, "percentage": 77.73, "elapsed_time": "1 day, 19:20:53", "remaining_time": "12:25:11"} +{"current_steps": 5345, "total_steps": 6870, "loss": 0.1968, "lr": 7.145827966679936e-06, "epoch": 2.334061135371179, "percentage": 77.8, "elapsed_time": "1 day, 19:23:19", "remaining_time": "12:22:45"} +{"current_steps": 5350, "total_steps": 6870, "loss": 0.2176, "lr": 7.101428292644477e-06, "epoch": 2.3362445414847164, "percentage": 77.87, "elapsed_time": "1 day, 19:25:45", "remaining_time": "12:20:19"} +{"current_steps": 5355, "total_steps": 6870, "loss": 0.2013, "lr": 7.057144139200378e-06, "epoch": 2.3384279475982535, "percentage": 77.95, "elapsed_time": "1 day, 19:28:12", "remaining_time": "12:17:53"} +{"current_steps": 5360, "total_steps": 6870, "loss": 0.1979, "lr": 7.0129757921655355e-06, "epoch": 2.3406113537117905, "percentage": 78.02, "elapsed_time": "1 day, 19:30:38", "remaining_time": "12:15:27"} +{"current_steps": 5365, "total_steps": 6870, "loss": 0.2078, "lr": 6.968923536610356e-06, "epoch": 2.3427947598253276, "percentage": 78.09, "elapsed_time": "1 day, 19:33:05", "remaining_time": "12:13:01"} +{"current_steps": 5370, "total_steps": 6870, "loss": 0.1936, "lr": 6.924987656856002e-06, "epoch": 2.3449781659388647, "percentage": 78.17, "elapsed_time": "1 day, 19:35:31", "remaining_time": "12:10:35"} +{"current_steps": 5375, "total_steps": 6870, "loss": 0.2114, "lr": 6.881168436472524e-06, "epoch": 2.3471615720524017, "percentage": 78.24, "elapsed_time": "1 day, 19:37:57", "remaining_time": "12:08:09"} +{"current_steps": 5380, "total_steps": 6870, "loss": 0.1941, "lr": 6.837466158277025e-06, "epoch": 2.349344978165939, "percentage": 78.31, "elapsed_time": "1 day, 19:40:24", "remaining_time": "12:05:43"} +{"current_steps": 5385, "total_steps": 6870, "loss": 0.2151, "lr": 6.7938811043318475e-06, "epoch": 2.351528384279476, "percentage": 78.38, "elapsed_time": "1 day, 19:42:50", "remaining_time": "12:03:17"} +{"current_steps": 5390, "total_steps": 6870, "loss": 0.2066, "lr": 6.750413555942742e-06, "epoch": 2.353711790393013, "percentage": 78.46, "elapsed_time": "1 day, 19:45:16", "remaining_time": "12:00:51"} +{"current_steps": 5395, "total_steps": 6870, "loss": 0.2168, "lr": 6.707063793657065e-06, "epoch": 2.35589519650655, "percentage": 78.53, "elapsed_time": "1 day, 19:47:42", "remaining_time": "11:58:25"} +{"current_steps": 5400, "total_steps": 6870, "loss": 0.2193, "lr": 6.663832097261952e-06, "epoch": 2.3580786026200875, "percentage": 78.6, "elapsed_time": "1 day, 19:50:08", "remaining_time": "11:55:59"} +{"current_steps": 5405, "total_steps": 6870, "loss": 0.2031, "lr": 6.620718745782525e-06, "epoch": 2.3602620087336246, "percentage": 78.68, "elapsed_time": "1 day, 19:52:35", "remaining_time": "11:53:32"} +{"current_steps": 5410, "total_steps": 6870, "loss": 0.2147, "lr": 6.577724017480094e-06, "epoch": 2.3624454148471616, "percentage": 78.75, "elapsed_time": "1 day, 19:55:01", "remaining_time": "11:51:06"} +{"current_steps": 5415, "total_steps": 6870, "loss": 0.1992, "lr": 6.534848189850329e-06, "epoch": 2.3646288209606987, "percentage": 78.82, "elapsed_time": "1 day, 19:57:27", "remaining_time": "11:48:40"} +{"current_steps": 5420, "total_steps": 6870, "loss": 0.2029, "lr": 6.492091539621517e-06, "epoch": 2.3668122270742358, "percentage": 78.89, "elapsed_time": "1 day, 19:59:53", "remaining_time": "11:46:14"} +{"current_steps": 5425, "total_steps": 6870, "loss": 0.2018, "lr": 6.449454342752748e-06, "epoch": 2.368995633187773, "percentage": 78.97, "elapsed_time": "1 day, 20:02:19", "remaining_time": "11:43:48"} +{"current_steps": 5430, "total_steps": 6870, "loss": 0.2037, "lr": 6.406936874432134e-06, "epoch": 2.37117903930131, "percentage": 79.04, "elapsed_time": "1 day, 20:04:45", "remaining_time": "11:41:22"} +{"current_steps": 5435, "total_steps": 6870, "loss": 0.2017, "lr": 6.364539409075043e-06, "epoch": 2.373362445414847, "percentage": 79.11, "elapsed_time": "1 day, 20:07:12", "remaining_time": "11:38:56"} +{"current_steps": 5440, "total_steps": 6870, "loss": 0.2093, "lr": 6.322262220322314e-06, "epoch": 2.3755458515283845, "percentage": 79.18, "elapsed_time": "1 day, 20:09:38", "remaining_time": "11:36:30"} +{"current_steps": 5445, "total_steps": 6870, "loss": 0.2031, "lr": 6.280105581038509e-06, "epoch": 2.3777292576419216, "percentage": 79.26, "elapsed_time": "1 day, 20:12:04", "remaining_time": "11:34:04"} +{"current_steps": 5450, "total_steps": 6870, "loss": 0.2082, "lr": 6.238069763310136e-06, "epoch": 2.3799126637554586, "percentage": 79.33, "elapsed_time": "1 day, 20:14:30", "remaining_time": "11:31:38"} +{"current_steps": 5455, "total_steps": 6870, "loss": 0.2066, "lr": 6.1961550384438984e-06, "epoch": 2.3820960698689957, "percentage": 79.4, "elapsed_time": "1 day, 20:16:56", "remaining_time": "11:29:11"} +{"current_steps": 5460, "total_steps": 6870, "loss": 0.2165, "lr": 6.154361676964956e-06, "epoch": 2.3842794759825328, "percentage": 79.48, "elapsed_time": "1 day, 20:19:22", "remaining_time": "11:26:45"} +{"current_steps": 5465, "total_steps": 6870, "loss": 0.2019, "lr": 6.112689948615144e-06, "epoch": 2.38646288209607, "percentage": 79.55, "elapsed_time": "1 day, 20:21:49", "remaining_time": "11:24:19"} +{"current_steps": 5470, "total_steps": 6870, "loss": 0.2018, "lr": 6.071140122351276e-06, "epoch": 2.388646288209607, "percentage": 79.62, "elapsed_time": "1 day, 20:24:15", "remaining_time": "11:21:53"} +{"current_steps": 5475, "total_steps": 6870, "loss": 0.2057, "lr": 6.029712466343382e-06, "epoch": 2.390829694323144, "percentage": 79.69, "elapsed_time": "1 day, 20:26:41", "remaining_time": "11:19:27"} +{"current_steps": 5480, "total_steps": 6870, "loss": 0.2101, "lr": 5.988407247972982e-06, "epoch": 2.393013100436681, "percentage": 79.77, "elapsed_time": "1 day, 20:29:07", "remaining_time": "11:17:01"} +{"current_steps": 5485, "total_steps": 6870, "loss": 0.214, "lr": 5.947224733831364e-06, "epoch": 2.395196506550218, "percentage": 79.84, "elapsed_time": "1 day, 20:31:33", "remaining_time": "11:14:35"} +{"current_steps": 5490, "total_steps": 6870, "loss": 0.2069, "lr": 5.906165189717855e-06, "epoch": 2.3973799126637556, "percentage": 79.91, "elapsed_time": "1 day, 20:33:59", "remaining_time": "11:12:09"} +{"current_steps": 5495, "total_steps": 6870, "loss": 0.2093, "lr": 5.8652288806381215e-06, "epoch": 2.3995633187772927, "percentage": 79.99, "elapsed_time": "1 day, 20:36:25", "remaining_time": "11:09:42"} +{"current_steps": 5500, "total_steps": 6870, "loss": 0.1989, "lr": 5.824416070802438e-06, "epoch": 2.4017467248908297, "percentage": 80.06, "elapsed_time": "1 day, 20:38:51", "remaining_time": "11:07:16"} +{"current_steps": 5505, "total_steps": 6870, "loss": 0.1988, "lr": 5.7837270236239995e-06, "epoch": 2.403930131004367, "percentage": 80.13, "elapsed_time": "1 day, 20:41:18", "remaining_time": "11:04:50"} +{"current_steps": 5510, "total_steps": 6870, "loss": 0.2042, "lr": 5.74316200171722e-06, "epoch": 2.406113537117904, "percentage": 80.2, "elapsed_time": "1 day, 20:43:44", "remaining_time": "11:02:24"} +{"current_steps": 5515, "total_steps": 6870, "loss": 0.2036, "lr": 5.70272126689601e-06, "epoch": 2.408296943231441, "percentage": 80.28, "elapsed_time": "1 day, 20:46:10", "remaining_time": "10:59:58"} +{"current_steps": 5520, "total_steps": 6870, "loss": 0.2078, "lr": 5.662405080172134e-06, "epoch": 2.410480349344978, "percentage": 80.35, "elapsed_time": "1 day, 20:48:36", "remaining_time": "10:57:32"} +{"current_steps": 5525, "total_steps": 6870, "loss": 0.2231, "lr": 5.622213701753487e-06, "epoch": 2.4126637554585155, "percentage": 80.42, "elapsed_time": "1 day, 20:51:02", "remaining_time": "10:55:06"} +{"current_steps": 5530, "total_steps": 6870, "loss": 0.2092, "lr": 5.582147391042433e-06, "epoch": 2.4148471615720526, "percentage": 80.49, "elapsed_time": "1 day, 20:53:29", "remaining_time": "10:52:40"} +{"current_steps": 5535, "total_steps": 6870, "loss": 0.2078, "lr": 5.542206406634129e-06, "epoch": 2.4170305676855897, "percentage": 80.57, "elapsed_time": "1 day, 20:55:55", "remaining_time": "10:50:14"} +{"current_steps": 5540, "total_steps": 6870, "loss": 0.2109, "lr": 5.5023910063148445e-06, "epoch": 2.4192139737991267, "percentage": 80.64, "elapsed_time": "1 day, 20:58:21", "remaining_time": "10:47:48"} +{"current_steps": 5545, "total_steps": 6870, "loss": 0.198, "lr": 5.46270144706032e-06, "epoch": 2.421397379912664, "percentage": 80.71, "elapsed_time": "1 day, 21:00:47", "remaining_time": "10:45:21"} +{"current_steps": 5550, "total_steps": 6870, "loss": 0.2138, "lr": 5.423137985034085e-06, "epoch": 2.423580786026201, "percentage": 80.79, "elapsed_time": "1 day, 21:03:13", "remaining_time": "10:42:55"} +{"current_steps": 5555, "total_steps": 6870, "loss": 0.2013, "lr": 5.3837008755858145e-06, "epoch": 2.425764192139738, "percentage": 80.86, "elapsed_time": "1 day, 21:05:39", "remaining_time": "10:40:29"} +{"current_steps": 5560, "total_steps": 6870, "loss": 0.2069, "lr": 5.3443903732496966e-06, "epoch": 2.427947598253275, "percentage": 80.93, "elapsed_time": "1 day, 21:08:05", "remaining_time": "10:38:03"} +{"current_steps": 5565, "total_steps": 6870, "loss": 0.2086, "lr": 5.305206731742748e-06, "epoch": 2.430131004366812, "percentage": 81.0, "elapsed_time": "1 day, 21:10:32", "remaining_time": "10:35:37"} +{"current_steps": 5570, "total_steps": 6870, "loss": 0.2155, "lr": 5.266150203963224e-06, "epoch": 2.432314410480349, "percentage": 81.08, "elapsed_time": "1 day, 21:12:57", "remaining_time": "10:33:11"} +{"current_steps": 5575, "total_steps": 6870, "loss": 0.2055, "lr": 5.227221041988956e-06, "epoch": 2.4344978165938866, "percentage": 81.15, "elapsed_time": "1 day, 21:15:23", "remaining_time": "10:30:45"} +{"current_steps": 5580, "total_steps": 6870, "loss": 0.2045, "lr": 5.188419497075739e-06, "epoch": 2.4366812227074237, "percentage": 81.22, "elapsed_time": "1 day, 21:17:50", "remaining_time": "10:28:19"} +{"current_steps": 5585, "total_steps": 6870, "loss": 0.2192, "lr": 5.1497458196556995e-06, "epoch": 2.438864628820961, "percentage": 81.3, "elapsed_time": "1 day, 21:20:16", "remaining_time": "10:25:52"} +{"current_steps": 5590, "total_steps": 6870, "loss": 0.2089, "lr": 5.111200259335688e-06, "epoch": 2.441048034934498, "percentage": 81.37, "elapsed_time": "1 day, 21:22:43", "remaining_time": "10:23:26"} +{"current_steps": 5595, "total_steps": 6870, "loss": 0.2243, "lr": 5.072783064895664e-06, "epoch": 2.443231441048035, "percentage": 81.44, "elapsed_time": "1 day, 21:25:10", "remaining_time": "10:21:01"} +{"current_steps": 5600, "total_steps": 6870, "loss": 0.2195, "lr": 5.034494484287086e-06, "epoch": 2.445414847161572, "percentage": 81.51, "elapsed_time": "1 day, 21:27:36", "remaining_time": "10:18:34"} +{"current_steps": 5605, "total_steps": 6870, "loss": 0.2034, "lr": 4.996334764631322e-06, "epoch": 2.447598253275109, "percentage": 81.59, "elapsed_time": "1 day, 21:30:02", "remaining_time": "10:16:08"} +{"current_steps": 5610, "total_steps": 6870, "loss": 0.2076, "lr": 4.958304152218046e-06, "epoch": 2.449781659388646, "percentage": 81.66, "elapsed_time": "1 day, 21:32:29", "remaining_time": "10:13:42"} +{"current_steps": 5615, "total_steps": 6870, "loss": 0.2142, "lr": 4.920402892503648e-06, "epoch": 2.4519650655021836, "percentage": 81.73, "elapsed_time": "1 day, 21:34:55", "remaining_time": "10:11:16"} +{"current_steps": 5620, "total_steps": 6870, "loss": 0.206, "lr": 4.882631230109655e-06, "epoch": 2.4541484716157207, "percentage": 81.8, "elapsed_time": "1 day, 21:37:21", "remaining_time": "10:08:50"} +{"current_steps": 5625, "total_steps": 6870, "loss": 0.2042, "lr": 4.844989408821149e-06, "epoch": 2.4563318777292578, "percentage": 81.88, "elapsed_time": "1 day, 21:39:47", "remaining_time": "10:06:24"} +{"current_steps": 5630, "total_steps": 6870, "loss": 0.1999, "lr": 4.807477671585195e-06, "epoch": 2.458515283842795, "percentage": 81.95, "elapsed_time": "1 day, 21:42:13", "remaining_time": "10:03:58"} +{"current_steps": 5635, "total_steps": 6870, "loss": 0.203, "lr": 4.770096260509274e-06, "epoch": 2.460698689956332, "percentage": 82.02, "elapsed_time": "1 day, 21:44:40", "remaining_time": "10:01:32"} +{"current_steps": 5640, "total_steps": 6870, "loss": 0.2134, "lr": 4.732845416859713e-06, "epoch": 2.462882096069869, "percentage": 82.1, "elapsed_time": "1 day, 21:47:06", "remaining_time": "9:59:06"} +{"current_steps": 5645, "total_steps": 6870, "loss": 0.2062, "lr": 4.695725381060137e-06, "epoch": 2.465065502183406, "percentage": 82.17, "elapsed_time": "1 day, 21:49:32", "remaining_time": "9:56:40"} +{"current_steps": 5650, "total_steps": 6870, "loss": 0.2214, "lr": 4.658736392689922e-06, "epoch": 2.467248908296943, "percentage": 82.24, "elapsed_time": "1 day, 21:51:58", "remaining_time": "9:54:13"} +{"current_steps": 5655, "total_steps": 6870, "loss": 0.2132, "lr": 4.6218786904826175e-06, "epoch": 2.46943231441048, "percentage": 82.31, "elapsed_time": "1 day, 21:54:24", "remaining_time": "9:51:47"} +{"current_steps": 5660, "total_steps": 6870, "loss": 0.2193, "lr": 4.58515251232445e-06, "epoch": 2.4716157205240172, "percentage": 82.39, "elapsed_time": "1 day, 21:56:50", "remaining_time": "9:49:21"} +{"current_steps": 5665, "total_steps": 6870, "loss": 0.206, "lr": 4.548558095252758e-06, "epoch": 2.4737991266375547, "percentage": 82.46, "elapsed_time": "1 day, 21:59:17", "remaining_time": "9:46:55"} +{"current_steps": 5670, "total_steps": 6870, "loss": 0.2116, "lr": 4.512095675454472e-06, "epoch": 2.475982532751092, "percentage": 82.53, "elapsed_time": "1 day, 22:01:43", "remaining_time": "9:44:29"} +{"current_steps": 5675, "total_steps": 6870, "loss": 0.2031, "lr": 4.475765488264588e-06, "epoch": 2.478165938864629, "percentage": 82.61, "elapsed_time": "1 day, 22:04:09", "remaining_time": "9:42:03"} +{"current_steps": 5680, "total_steps": 6870, "loss": 0.2017, "lr": 4.439567768164651e-06, "epoch": 2.480349344978166, "percentage": 82.68, "elapsed_time": "1 day, 22:06:35", "remaining_time": "9:39:37"} +{"current_steps": 5685, "total_steps": 6870, "loss": 0.2119, "lr": 4.4035027487812325e-06, "epoch": 2.482532751091703, "percentage": 82.75, "elapsed_time": "1 day, 22:09:01", "remaining_time": "9:37:11"} +{"current_steps": 5690, "total_steps": 6870, "loss": 0.1997, "lr": 4.367570662884438e-06, "epoch": 2.48471615720524, "percentage": 82.82, "elapsed_time": "1 day, 22:11:27", "remaining_time": "9:34:44"} +{"current_steps": 5695, "total_steps": 6870, "loss": 0.2096, "lr": 4.331771742386395e-06, "epoch": 2.486899563318777, "percentage": 82.9, "elapsed_time": "1 day, 22:13:53", "remaining_time": "9:32:18"} +{"current_steps": 5700, "total_steps": 6870, "loss": 0.2056, "lr": 4.296106218339757e-06, "epoch": 2.489082969432314, "percentage": 82.97, "elapsed_time": "1 day, 22:16:19", "remaining_time": "9:29:52"} +{"current_steps": 5705, "total_steps": 6870, "loss": 0.2022, "lr": 4.260574320936203e-06, "epoch": 2.4912663755458517, "percentage": 83.04, "elapsed_time": "1 day, 22:18:45", "remaining_time": "9:27:26"} +{"current_steps": 5710, "total_steps": 6870, "loss": 0.2139, "lr": 4.225176279504975e-06, "epoch": 2.493449781659389, "percentage": 83.11, "elapsed_time": "1 day, 22:21:11", "remaining_time": "9:25:00"} +{"current_steps": 5715, "total_steps": 6870, "loss": 0.2033, "lr": 4.1899123225113825e-06, "epoch": 2.495633187772926, "percentage": 83.19, "elapsed_time": "1 day, 22:23:38", "remaining_time": "9:22:34"} +{"current_steps": 5720, "total_steps": 6870, "loss": 0.2055, "lr": 4.154782677555324e-06, "epoch": 2.497816593886463, "percentage": 83.26, "elapsed_time": "1 day, 22:26:04", "remaining_time": "9:20:08"} +{"current_steps": 5725, "total_steps": 6870, "loss": 0.2056, "lr": 4.119787571369829e-06, "epoch": 2.5, "percentage": 83.33, "elapsed_time": "1 day, 22:28:30", "remaining_time": "9:17:42"} +{"current_steps": 5730, "total_steps": 6870, "loss": 0.1969, "lr": 4.084927229819591e-06, "epoch": 2.502183406113537, "percentage": 83.41, "elapsed_time": "1 day, 22:30:56", "remaining_time": "9:15:15"} +{"current_steps": 5735, "total_steps": 6870, "loss": 0.1967, "lr": 4.050201877899501e-06, "epoch": 2.504366812227074, "percentage": 83.48, "elapsed_time": "1 day, 22:33:22", "remaining_time": "9:12:49"} +{"current_steps": 5740, "total_steps": 6870, "loss": 0.2017, "lr": 4.0156117397332074e-06, "epoch": 2.506550218340611, "percentage": 83.55, "elapsed_time": "1 day, 22:35:48", "remaining_time": "9:10:23"} +{"current_steps": 5745, "total_steps": 6870, "loss": 0.2187, "lr": 3.9811570385716705e-06, "epoch": 2.5087336244541483, "percentage": 83.62, "elapsed_time": "1 day, 22:38:15", "remaining_time": "9:07:57"} +{"current_steps": 5750, "total_steps": 6870, "loss": 0.2139, "lr": 3.9468379967917025e-06, "epoch": 2.5109170305676853, "percentage": 83.7, "elapsed_time": "1 day, 22:40:41", "remaining_time": "9:05:31"} +{"current_steps": 5755, "total_steps": 6870, "loss": 0.2085, "lr": 3.912654835894564e-06, "epoch": 2.513100436681223, "percentage": 83.77, "elapsed_time": "1 day, 22:43:07", "remaining_time": "9:03:05"} +{"current_steps": 5760, "total_steps": 6870, "loss": 0.2089, "lr": 3.878607776504489e-06, "epoch": 2.51528384279476, "percentage": 83.84, "elapsed_time": "1 day, 22:45:33", "remaining_time": "9:00:39"} +{"current_steps": 5765, "total_steps": 6870, "loss": 0.2118, "lr": 3.844697038367314e-06, "epoch": 2.517467248908297, "percentage": 83.92, "elapsed_time": "1 day, 22:47:59", "remaining_time": "8:58:13"} +{"current_steps": 5770, "total_steps": 6870, "loss": 0.2041, "lr": 3.8109228403490268e-06, "epoch": 2.519650655021834, "percentage": 83.99, "elapsed_time": "1 day, 22:50:25", "remaining_time": "8:55:47"} +{"current_steps": 5775, "total_steps": 6870, "loss": 0.2117, "lr": 3.7772854004343494e-06, "epoch": 2.521834061135371, "percentage": 84.06, "elapsed_time": "1 day, 22:52:51", "remaining_time": "8:53:20"} +{"current_steps": 5780, "total_steps": 6870, "loss": 0.2051, "lr": 3.7437849357253555e-06, "epoch": 2.524017467248908, "percentage": 84.13, "elapsed_time": "1 day, 22:55:18", "remaining_time": "8:50:54"} +{"current_steps": 5785, "total_steps": 6870, "loss": 0.2112, "lr": 3.7104216624400502e-06, "epoch": 2.5262008733624453, "percentage": 84.21, "elapsed_time": "1 day, 22:57:44", "remaining_time": "8:48:28"} +{"current_steps": 5790, "total_steps": 6870, "loss": 0.2052, "lr": 3.677195795910984e-06, "epoch": 2.5283842794759828, "percentage": 84.28, "elapsed_time": "1 day, 23:00:10", "remaining_time": "8:46:02"} +{"current_steps": 5795, "total_steps": 6870, "loss": 0.2108, "lr": 3.6441075505838586e-06, "epoch": 2.53056768558952, "percentage": 84.35, "elapsed_time": "1 day, 23:02:36", "remaining_time": "8:43:36"} +{"current_steps": 5800, "total_steps": 6870, "loss": 0.2107, "lr": 3.6111571400161387e-06, "epoch": 2.532751091703057, "percentage": 84.43, "elapsed_time": "1 day, 23:05:02", "remaining_time": "8:41:10"} +{"current_steps": 5805, "total_steps": 6870, "loss": 0.2025, "lr": 3.578344776875689e-06, "epoch": 2.534934497816594, "percentage": 84.5, "elapsed_time": "1 day, 23:07:28", "remaining_time": "8:38:44"} +{"current_steps": 5810, "total_steps": 6870, "loss": 0.2089, "lr": 3.5456706729393774e-06, "epoch": 2.537117903930131, "percentage": 84.57, "elapsed_time": "1 day, 23:09:54", "remaining_time": "8:36:18"} +{"current_steps": 5815, "total_steps": 6870, "loss": 0.2136, "lr": 3.5131350390917333e-06, "epoch": 2.539301310043668, "percentage": 84.64, "elapsed_time": "1 day, 23:12:20", "remaining_time": "8:33:51"} +{"current_steps": 5820, "total_steps": 6870, "loss": 0.2206, "lr": 3.4807380853235704e-06, "epoch": 2.541484716157205, "percentage": 84.72, "elapsed_time": "1 day, 23:14:46", "remaining_time": "8:31:25"} +{"current_steps": 5825, "total_steps": 6870, "loss": 0.2104, "lr": 3.4484800207306405e-06, "epoch": 2.5436681222707422, "percentage": 84.79, "elapsed_time": "1 day, 23:17:13", "remaining_time": "8:28:59"} +{"current_steps": 5830, "total_steps": 6870, "loss": 0.2082, "lr": 3.4163610535122738e-06, "epoch": 2.5458515283842793, "percentage": 84.86, "elapsed_time": "1 day, 23:19:39", "remaining_time": "8:26:33"} +{"current_steps": 5835, "total_steps": 6870, "loss": 0.2046, "lr": 3.384381390970048e-06, "epoch": 2.5480349344978164, "percentage": 84.93, "elapsed_time": "1 day, 23:22:05", "remaining_time": "8:24:07"} +{"current_steps": 5840, "total_steps": 6870, "loss": 0.2023, "lr": 3.3525412395064375e-06, "epoch": 2.5502183406113534, "percentage": 85.01, "elapsed_time": "1 day, 23:24:31", "remaining_time": "8:21:41"} +{"current_steps": 5845, "total_steps": 6870, "loss": 0.2027, "lr": 3.32084080462349e-06, "epoch": 2.552401746724891, "percentage": 85.08, "elapsed_time": "1 day, 23:26:57", "remaining_time": "8:19:15"} +{"current_steps": 5850, "total_steps": 6870, "loss": 0.2096, "lr": 3.2892802909214955e-06, "epoch": 2.554585152838428, "percentage": 85.15, "elapsed_time": "1 day, 23:29:23", "remaining_time": "8:16:49"} +{"current_steps": 5855, "total_steps": 6870, "loss": 0.1951, "lr": 3.2578599020976707e-06, "epoch": 2.556768558951965, "percentage": 85.23, "elapsed_time": "1 day, 23:31:50", "remaining_time": "8:14:22"} +{"current_steps": 5860, "total_steps": 6870, "loss": 0.211, "lr": 3.2265798409448376e-06, "epoch": 2.558951965065502, "percentage": 85.3, "elapsed_time": "1 day, 23:34:16", "remaining_time": "8:11:56"} +{"current_steps": 5865, "total_steps": 6870, "loss": 0.2179, "lr": 3.1954403093501227e-06, "epoch": 2.561135371179039, "percentage": 85.37, "elapsed_time": "1 day, 23:36:42", "remaining_time": "8:09:30"} +{"current_steps": 5870, "total_steps": 6870, "loss": 0.2017, "lr": 3.1644415082936417e-06, "epoch": 2.5633187772925763, "percentage": 85.44, "elapsed_time": "1 day, 23:39:08", "remaining_time": "8:07:04"} +{"current_steps": 5875, "total_steps": 6870, "loss": 0.1963, "lr": 3.1335836378472233e-06, "epoch": 2.565502183406114, "percentage": 85.52, "elapsed_time": "1 day, 23:41:34", "remaining_time": "8:04:38"} +{"current_steps": 5880, "total_steps": 6870, "loss": 0.2076, "lr": 3.10286689717309e-06, "epoch": 2.567685589519651, "percentage": 85.59, "elapsed_time": "1 day, 23:44:01", "remaining_time": "8:02:12"} +{"current_steps": 5885, "total_steps": 6870, "loss": 0.211, "lr": 3.0722914845225963e-06, "epoch": 2.569868995633188, "percentage": 85.66, "elapsed_time": "1 day, 23:46:27", "remaining_time": "7:59:46"} +{"current_steps": 5890, "total_steps": 6870, "loss": 0.1983, "lr": 3.04185759723494e-06, "epoch": 2.572052401746725, "percentage": 85.74, "elapsed_time": "1 day, 23:48:53", "remaining_time": "7:57:20"} +{"current_steps": 5895, "total_steps": 6870, "loss": 0.2119, "lr": 3.0115654317358884e-06, "epoch": 2.574235807860262, "percentage": 85.81, "elapsed_time": "1 day, 23:51:19", "remaining_time": "7:54:54"} +{"current_steps": 5900, "total_steps": 6870, "loss": 0.212, "lr": 2.981415183536504e-06, "epoch": 2.576419213973799, "percentage": 85.88, "elapsed_time": "1 day, 23:53:45", "remaining_time": "7:52:27"} +{"current_steps": 5905, "total_steps": 6870, "loss": 0.1956, "lr": 2.9514070472318965e-06, "epoch": 2.578602620087336, "percentage": 85.95, "elapsed_time": "1 day, 23:56:11", "remaining_time": "7:50:01"} +{"current_steps": 5910, "total_steps": 6870, "loss": 0.2006, "lr": 2.9215412164999594e-06, "epoch": 2.5807860262008733, "percentage": 86.03, "elapsed_time": "1 day, 23:58:38", "remaining_time": "7:47:35"} +{"current_steps": 5915, "total_steps": 6870, "loss": 0.192, "lr": 2.891817884100123e-06, "epoch": 2.5829694323144103, "percentage": 86.1, "elapsed_time": "2 days, 0:01:04", "remaining_time": "7:45:09"} +{"current_steps": 5920, "total_steps": 6870, "loss": 0.2215, "lr": 2.862237241872101e-06, "epoch": 2.5851528384279474, "percentage": 86.17, "elapsed_time": "2 days, 0:03:30", "remaining_time": "7:42:43"} +{"current_steps": 5925, "total_steps": 6870, "loss": 0.2244, "lr": 2.832799480734663e-06, "epoch": 2.5873362445414845, "percentage": 86.24, "elapsed_time": "2 days, 0:05:56", "remaining_time": "7:40:17"} +{"current_steps": 5930, "total_steps": 6870, "loss": 0.2053, "lr": 2.8035047906844e-06, "epoch": 2.589519650655022, "percentage": 86.32, "elapsed_time": "2 days, 0:08:22", "remaining_time": "7:37:51"} +{"current_steps": 5935, "total_steps": 6870, "loss": 0.2047, "lr": 2.774353360794493e-06, "epoch": 2.591703056768559, "percentage": 86.39, "elapsed_time": "2 days, 0:10:48", "remaining_time": "7:35:25"} +{"current_steps": 5940, "total_steps": 6870, "loss": 0.213, "lr": 2.7453453792134986e-06, "epoch": 2.593886462882096, "percentage": 86.46, "elapsed_time": "2 days, 0:13:14", "remaining_time": "7:32:58"} +{"current_steps": 5945, "total_steps": 6870, "loss": 0.2038, "lr": 2.7164810331641366e-06, "epoch": 2.596069868995633, "percentage": 86.54, "elapsed_time": "2 days, 0:15:40", "remaining_time": "7:30:32"} +{"current_steps": 5950, "total_steps": 6870, "loss": 0.2116, "lr": 2.687760508942064e-06, "epoch": 2.5982532751091703, "percentage": 86.61, "elapsed_time": "2 days, 0:18:06", "remaining_time": "7:28:06"} +{"current_steps": 5955, "total_steps": 6870, "loss": 0.2145, "lr": 2.659183991914696e-06, "epoch": 2.6004366812227073, "percentage": 86.68, "elapsed_time": "2 days, 0:20:33", "remaining_time": "7:25:40"} +{"current_steps": 5960, "total_steps": 6870, "loss": 0.208, "lr": 2.6307516665200012e-06, "epoch": 2.6026200873362444, "percentage": 86.75, "elapsed_time": "2 days, 0:22:59", "remaining_time": "7:23:14"} +{"current_steps": 5965, "total_steps": 6870, "loss": 0.2179, "lr": 2.602463716265302e-06, "epoch": 2.604803493449782, "percentage": 86.83, "elapsed_time": "2 days, 0:25:25", "remaining_time": "7:20:48"} +{"current_steps": 5970, "total_steps": 6870, "loss": 0.2095, "lr": 2.5743203237261065e-06, "epoch": 2.606986899563319, "percentage": 86.9, "elapsed_time": "2 days, 0:27:51", "remaining_time": "7:18:22"} +{"current_steps": 5975, "total_steps": 6870, "loss": 0.2185, "lr": 2.5463216705449155e-06, "epoch": 2.609170305676856, "percentage": 86.97, "elapsed_time": "2 days, 0:30:17", "remaining_time": "7:15:56"} +{"current_steps": 5980, "total_steps": 6870, "loss": 0.2085, "lr": 2.5184679374300553e-06, "epoch": 2.611353711790393, "percentage": 87.05, "elapsed_time": "2 days, 0:32:43", "remaining_time": "7:13:30"} +{"current_steps": 5985, "total_steps": 6870, "loss": 0.2167, "lr": 2.4907593041545163e-06, "epoch": 2.61353711790393, "percentage": 87.12, "elapsed_time": "2 days, 0:35:10", "remaining_time": "7:11:03"} +{"current_steps": 5990, "total_steps": 6870, "loss": 0.1995, "lr": 2.4631959495547833e-06, "epoch": 2.6157205240174672, "percentage": 87.19, "elapsed_time": "2 days, 0:37:36", "remaining_time": "7:08:37"} +{"current_steps": 5995, "total_steps": 6870, "loss": 0.1941, "lr": 2.4357780515297e-06, "epoch": 2.6179039301310043, "percentage": 87.26, "elapsed_time": "2 days, 0:40:02", "remaining_time": "7:06:11"} +{"current_steps": 6000, "total_steps": 6870, "loss": 0.2023, "lr": 2.408505787039281e-06, "epoch": 2.6200873362445414, "percentage": 87.34, "elapsed_time": "2 days, 0:42:28", "remaining_time": "7:03:45"} +{"current_steps": 6005, "total_steps": 6870, "loss": 0.2039, "lr": 2.381379332103623e-06, "epoch": 2.6222707423580784, "percentage": 87.41, "elapsed_time": "2 days, 0:44:54", "remaining_time": "7:01:19"} +{"current_steps": 6010, "total_steps": 6870, "loss": 0.2007, "lr": 2.3543988618017237e-06, "epoch": 2.6244541484716155, "percentage": 87.48, "elapsed_time": "2 days, 0:47:20", "remaining_time": "6:58:53"} +{"current_steps": 6015, "total_steps": 6870, "loss": 0.2003, "lr": 2.327564550270381e-06, "epoch": 2.6266375545851526, "percentage": 87.55, "elapsed_time": "2 days, 0:49:46", "remaining_time": "6:56:27"} +{"current_steps": 6020, "total_steps": 6870, "loss": 0.1987, "lr": 2.3008765707030532e-06, "epoch": 2.62882096069869, "percentage": 87.63, "elapsed_time": "2 days, 0:52:12", "remaining_time": "6:54:01"} +{"current_steps": 6025, "total_steps": 6870, "loss": 0.2161, "lr": 2.2743350953487424e-06, "epoch": 2.631004366812227, "percentage": 87.7, "elapsed_time": "2 days, 0:54:38", "remaining_time": "6:51:34"} +{"current_steps": 6030, "total_steps": 6870, "loss": 0.1994, "lr": 2.2479402955108945e-06, "epoch": 2.6331877729257642, "percentage": 87.77, "elapsed_time": "2 days, 0:57:05", "remaining_time": "6:49:08"} +{"current_steps": 6035, "total_steps": 6870, "loss": 0.2071, "lr": 2.2216923415462802e-06, "epoch": 2.6353711790393013, "percentage": 87.85, "elapsed_time": "2 days, 0:59:31", "remaining_time": "6:46:42"} +{"current_steps": 6040, "total_steps": 6870, "loss": 0.1997, "lr": 2.1955914028639e-06, "epoch": 2.6375545851528384, "percentage": 87.92, "elapsed_time": "2 days, 1:01:57", "remaining_time": "6:44:16"} +{"current_steps": 6045, "total_steps": 6870, "loss": 0.2095, "lr": 2.1696376479238947e-06, "epoch": 2.6397379912663754, "percentage": 87.99, "elapsed_time": "2 days, 1:04:23", "remaining_time": "6:41:50"} +{"current_steps": 6050, "total_steps": 6870, "loss": 0.2065, "lr": 2.1438312442364467e-06, "epoch": 2.641921397379913, "percentage": 88.06, "elapsed_time": "2 days, 1:06:49", "remaining_time": "6:39:24"} +{"current_steps": 6055, "total_steps": 6870, "loss": 0.2011, "lr": 2.1181723583607177e-06, "epoch": 2.64410480349345, "percentage": 88.14, "elapsed_time": "2 days, 1:09:15", "remaining_time": "6:36:58"} +{"current_steps": 6060, "total_steps": 6870, "loss": 0.2075, "lr": 2.092661155903758e-06, "epoch": 2.646288209606987, "percentage": 88.21, "elapsed_time": "2 days, 1:11:41", "remaining_time": "6:34:32"} +{"current_steps": 6065, "total_steps": 6870, "loss": 0.1998, "lr": 2.067297801519441e-06, "epoch": 2.648471615720524, "percentage": 88.28, "elapsed_time": "2 days, 1:14:08", "remaining_time": "6:32:05"} +{"current_steps": 6070, "total_steps": 6870, "loss": 0.2066, "lr": 2.0420824589074073e-06, "epoch": 2.650655021834061, "percentage": 88.36, "elapsed_time": "2 days, 1:16:34", "remaining_time": "6:29:39"} +{"current_steps": 6075, "total_steps": 6870, "loss": 0.2078, "lr": 2.0170152908119964e-06, "epoch": 2.6528384279475983, "percentage": 88.43, "elapsed_time": "2 days, 1:19:00", "remaining_time": "6:27:13"} +{"current_steps": 6080, "total_steps": 6870, "loss": 0.2026, "lr": 1.9920964590212088e-06, "epoch": 2.6550218340611353, "percentage": 88.5, "elapsed_time": "2 days, 1:21:26", "remaining_time": "6:24:47"} +{"current_steps": 6085, "total_steps": 6870, "loss": 0.2046, "lr": 1.967326124365651e-06, "epoch": 2.6572052401746724, "percentage": 88.57, "elapsed_time": "2 days, 1:23:52", "remaining_time": "6:22:21"} +{"current_steps": 6090, "total_steps": 6870, "loss": 0.2053, "lr": 1.9427044467175054e-06, "epoch": 2.6593886462882095, "percentage": 88.65, "elapsed_time": "2 days, 1:26:18", "remaining_time": "6:19:55"} +{"current_steps": 6095, "total_steps": 6870, "loss": 0.1969, "lr": 1.9182315849894996e-06, "epoch": 2.6615720524017465, "percentage": 88.72, "elapsed_time": "2 days, 1:28:44", "remaining_time": "6:17:29"} +{"current_steps": 6100, "total_steps": 6870, "loss": 0.2133, "lr": 1.8939076971338592e-06, "epoch": 2.6637554585152836, "percentage": 88.79, "elapsed_time": "2 days, 1:31:10", "remaining_time": "6:15:03"} +{"current_steps": 6105, "total_steps": 6870, "loss": 0.2036, "lr": 1.8697329401413333e-06, "epoch": 2.665938864628821, "percentage": 88.86, "elapsed_time": "2 days, 1:33:37", "remaining_time": "6:12:36"} +{"current_steps": 6110, "total_steps": 6870, "loss": 0.2015, "lr": 1.8457074700401284e-06, "epoch": 2.668122270742358, "percentage": 88.94, "elapsed_time": "2 days, 1:36:03", "remaining_time": "6:10:10"} +{"current_steps": 6115, "total_steps": 6870, "loss": 0.2168, "lr": 1.821831441894939e-06, "epoch": 2.6703056768558953, "percentage": 89.01, "elapsed_time": "2 days, 1:38:29", "remaining_time": "6:07:44"} +{"current_steps": 6120, "total_steps": 6870, "loss": 0.2051, "lr": 1.7981050098059364e-06, "epoch": 2.6724890829694323, "percentage": 89.08, "elapsed_time": "2 days, 1:40:55", "remaining_time": "6:05:18"} +{"current_steps": 6125, "total_steps": 6870, "loss": 0.1945, "lr": 1.7745283269077622e-06, "epoch": 2.6746724890829694, "percentage": 89.16, "elapsed_time": "2 days, 1:43:21", "remaining_time": "6:02:52"} +{"current_steps": 6130, "total_steps": 6870, "loss": 0.1987, "lr": 1.751101545368558e-06, "epoch": 2.6768558951965065, "percentage": 89.23, "elapsed_time": "2 days, 1:45:47", "remaining_time": "6:00:26"} +{"current_steps": 6135, "total_steps": 6870, "loss": 0.2297, "lr": 1.7278248163889787e-06, "epoch": 2.6790393013100435, "percentage": 89.3, "elapsed_time": "2 days, 1:48:13", "remaining_time": "5:58:00"} +{"current_steps": 6140, "total_steps": 6870, "loss": 0.2004, "lr": 1.7046982902011954e-06, "epoch": 2.681222707423581, "percentage": 89.37, "elapsed_time": "2 days, 1:50:40", "remaining_time": "5:55:34"} +{"current_steps": 6145, "total_steps": 6870, "loss": 0.2165, "lr": 1.6817221160679603e-06, "epoch": 2.683406113537118, "percentage": 89.45, "elapsed_time": "2 days, 1:53:06", "remaining_time": "5:53:07"} +{"current_steps": 6150, "total_steps": 6870, "loss": 0.2139, "lr": 1.658896442281624e-06, "epoch": 2.685589519650655, "percentage": 89.52, "elapsed_time": "2 days, 1:55:32", "remaining_time": "5:50:41"} +{"current_steps": 6155, "total_steps": 6870, "loss": 0.1918, "lr": 1.636221416163175e-06, "epoch": 2.6877729257641922, "percentage": 89.59, "elapsed_time": "2 days, 1:57:58", "remaining_time": "5:48:15"} +{"current_steps": 6160, "total_steps": 6870, "loss": 0.1899, "lr": 1.6136971840612996e-06, "epoch": 2.6899563318777293, "percentage": 89.67, "elapsed_time": "2 days, 2:00:24", "remaining_time": "5:45:49"} +{"current_steps": 6165, "total_steps": 6870, "loss": 0.2034, "lr": 1.5913238913514317e-06, "epoch": 2.6921397379912664, "percentage": 89.74, "elapsed_time": "2 days, 2:02:50", "remaining_time": "5:43:23"} +{"current_steps": 6170, "total_steps": 6870, "loss": 0.2151, "lr": 1.569101682434812e-06, "epoch": 2.6943231441048034, "percentage": 89.81, "elapsed_time": "2 days, 2:05:16", "remaining_time": "5:40:57"} +{"current_steps": 6175, "total_steps": 6870, "loss": 0.1999, "lr": 1.5470307007375617e-06, "epoch": 2.6965065502183405, "percentage": 89.88, "elapsed_time": "2 days, 2:07:43", "remaining_time": "5:38:31"} +{"current_steps": 6180, "total_steps": 6870, "loss": 0.2015, "lr": 1.5251110887097547e-06, "epoch": 2.6986899563318776, "percentage": 89.96, "elapsed_time": "2 days, 2:10:09", "remaining_time": "5:36:05"} +{"current_steps": 6185, "total_steps": 6870, "loss": 0.1964, "lr": 1.5033429878245047e-06, "epoch": 2.7008733624454146, "percentage": 90.03, "elapsed_time": "2 days, 2:12:35", "remaining_time": "5:33:38"} +{"current_steps": 6190, "total_steps": 6870, "loss": 0.219, "lr": 1.4817265385770273e-06, "epoch": 2.7030567685589517, "percentage": 90.1, "elapsed_time": "2 days, 2:15:01", "remaining_time": "5:31:12"} +{"current_steps": 6195, "total_steps": 6870, "loss": 0.2087, "lr": 1.460261880483768e-06, "epoch": 2.7052401746724892, "percentage": 90.17, "elapsed_time": "2 days, 2:17:27", "remaining_time": "5:28:46"} +{"current_steps": 6200, "total_steps": 6870, "loss": 0.2073, "lr": 1.4389491520814785e-06, "epoch": 2.7074235807860263, "percentage": 90.25, "elapsed_time": "2 days, 2:19:53", "remaining_time": "5:26:20"} +{"current_steps": 6205, "total_steps": 6870, "loss": 0.2049, "lr": 1.417788490926328e-06, "epoch": 2.7096069868995634, "percentage": 90.32, "elapsed_time": "2 days, 2:22:20", "remaining_time": "5:23:54"} +{"current_steps": 6210, "total_steps": 6870, "loss": 0.1966, "lr": 1.3967800335930203e-06, "epoch": 2.7117903930131004, "percentage": 90.39, "elapsed_time": "2 days, 2:24:46", "remaining_time": "5:21:28"} +{"current_steps": 6215, "total_steps": 6870, "loss": 0.2004, "lr": 1.3759239156739046e-06, "epoch": 2.7139737991266375, "percentage": 90.47, "elapsed_time": "2 days, 2:27:12", "remaining_time": "5:19:02"} +{"current_steps": 6220, "total_steps": 6870, "loss": 0.2171, "lr": 1.355220271778107e-06, "epoch": 2.7161572052401746, "percentage": 90.54, "elapsed_time": "2 days, 2:29:38", "remaining_time": "5:16:36"} +{"current_steps": 6225, "total_steps": 6870, "loss": 0.21, "lr": 1.3346692355306583e-06, "epoch": 2.7183406113537116, "percentage": 90.61, "elapsed_time": "2 days, 2:32:04", "remaining_time": "5:14:10"} +{"current_steps": 6230, "total_steps": 6870, "loss": 0.2041, "lr": 1.3142709395716325e-06, "epoch": 2.720524017467249, "percentage": 90.68, "elapsed_time": "2 days, 2:34:30", "remaining_time": "5:11:43"} +{"current_steps": 6235, "total_steps": 6870, "loss": 0.2141, "lr": 1.294025515555289e-06, "epoch": 2.722707423580786, "percentage": 90.76, "elapsed_time": "2 days, 2:36:56", "remaining_time": "5:09:17"} +{"current_steps": 6240, "total_steps": 6870, "loss": 0.2194, "lr": 1.2739330941492211e-06, "epoch": 2.7248908296943233, "percentage": 90.83, "elapsed_time": "2 days, 2:39:23", "remaining_time": "5:06:51"} +{"current_steps": 6245, "total_steps": 6870, "loss": 0.2026, "lr": 1.253993805033521e-06, "epoch": 2.7270742358078603, "percentage": 90.9, "elapsed_time": "2 days, 2:41:49", "remaining_time": "5:04:25"} +{"current_steps": 6250, "total_steps": 6870, "loss": 0.2074, "lr": 1.2342077768999372e-06, "epoch": 2.7292576419213974, "percentage": 90.98, "elapsed_time": "2 days, 2:44:15", "remaining_time": "5:01:59"} +{"current_steps": 6255, "total_steps": 6870, "loss": 0.1982, "lr": 1.2145751374510462e-06, "epoch": 2.7314410480349345, "percentage": 91.05, "elapsed_time": "2 days, 2:46:41", "remaining_time": "4:59:33"} +{"current_steps": 6260, "total_steps": 6870, "loss": 0.2113, "lr": 1.1950960133994189e-06, "epoch": 2.7336244541484715, "percentage": 91.12, "elapsed_time": "2 days, 2:49:07", "remaining_time": "4:57:07"} +{"current_steps": 6265, "total_steps": 6870, "loss": 0.1985, "lr": 1.175770530466816e-06, "epoch": 2.7358078602620086, "percentage": 91.19, "elapsed_time": "2 days, 2:51:33", "remaining_time": "4:54:41"} +{"current_steps": 6270, "total_steps": 6870, "loss": 0.2228, "lr": 1.156598813383372e-06, "epoch": 2.7379912663755457, "percentage": 91.27, "elapsed_time": "2 days, 2:53:59", "remaining_time": "4:52:14"} +{"current_steps": 6275, "total_steps": 6870, "loss": 0.2114, "lr": 1.1375809858867853e-06, "epoch": 2.7401746724890828, "percentage": 91.34, "elapsed_time": "2 days, 2:56:25", "remaining_time": "4:49:48"} +{"current_steps": 6280, "total_steps": 6870, "loss": 0.2016, "lr": 1.1187171707215228e-06, "epoch": 2.74235807860262, "percentage": 91.41, "elapsed_time": "2 days, 2:58:51", "remaining_time": "4:47:22"} +{"current_steps": 6285, "total_steps": 6870, "loss": 0.2046, "lr": 1.1000074896380386e-06, "epoch": 2.7445414847161573, "percentage": 91.48, "elapsed_time": "2 days, 3:01:18", "remaining_time": "4:44:56"} +{"current_steps": 6290, "total_steps": 6870, "loss": 0.2063, "lr": 1.0814520633919577e-06, "epoch": 2.7467248908296944, "percentage": 91.56, "elapsed_time": "2 days, 3:03:44", "remaining_time": "4:42:30"} +{"current_steps": 6295, "total_steps": 6870, "loss": 0.2026, "lr": 1.063051011743335e-06, "epoch": 2.7489082969432315, "percentage": 91.63, "elapsed_time": "2 days, 3:06:10", "remaining_time": "4:40:04"} +{"current_steps": 6300, "total_steps": 6870, "loss": 0.2042, "lr": 1.0448044534558582e-06, "epoch": 2.7510917030567685, "percentage": 91.7, "elapsed_time": "2 days, 3:08:36", "remaining_time": "4:37:38"} +{"current_steps": 6305, "total_steps": 6870, "loss": 0.2198, "lr": 1.026712506296082e-06, "epoch": 2.7532751091703056, "percentage": 91.78, "elapsed_time": "2 days, 3:11:02", "remaining_time": "4:35:12"} +{"current_steps": 6310, "total_steps": 6870, "loss": 0.2128, "lr": 1.0087752870326817e-06, "epoch": 2.7554585152838427, "percentage": 91.85, "elapsed_time": "2 days, 3:13:28", "remaining_time": "4:32:45"} +{"current_steps": 6315, "total_steps": 6870, "loss": 0.2026, "lr": 9.909929114356842e-07, "epoch": 2.75764192139738, "percentage": 91.92, "elapsed_time": "2 days, 3:15:54", "remaining_time": "4:30:19"} +{"current_steps": 6320, "total_steps": 6870, "loss": 0.1994, "lr": 9.733654942757353e-07, "epoch": 2.7598253275109172, "percentage": 91.99, "elapsed_time": "2 days, 3:18:20", "remaining_time": "4:27:53"} +{"current_steps": 6325, "total_steps": 6870, "loss": 0.204, "lr": 9.558931493233392e-07, "epoch": 2.7620087336244543, "percentage": 92.07, "elapsed_time": "2 days, 3:20:46", "remaining_time": "4:25:27"} +{"current_steps": 6330, "total_steps": 6870, "loss": 0.1996, "lr": 9.385759893481477e-07, "epoch": 2.7641921397379914, "percentage": 92.14, "elapsed_time": "2 days, 3:23:12", "remaining_time": "4:23:01"} +{"current_steps": 6335, "total_steps": 6870, "loss": 0.2156, "lr": 9.214141261182196e-07, "epoch": 2.7663755458515285, "percentage": 92.21, "elapsed_time": "2 days, 3:25:39", "remaining_time": "4:20:35"} +{"current_steps": 6340, "total_steps": 6870, "loss": 0.208, "lr": 9.044076703992904e-07, "epoch": 2.7685589519650655, "percentage": 92.29, "elapsed_time": "2 days, 3:28:05", "remaining_time": "4:18:09"} +{"current_steps": 6345, "total_steps": 6870, "loss": 0.2074, "lr": 8.875567319540784e-07, "epoch": 2.7707423580786026, "percentage": 92.36, "elapsed_time": "2 days, 3:30:31", "remaining_time": "4:15:42"} +{"current_steps": 6350, "total_steps": 6870, "loss": 0.2, "lr": 8.708614195415604e-07, "epoch": 2.7729257641921397, "percentage": 92.43, "elapsed_time": "2 days, 3:32:57", "remaining_time": "4:13:16"} +{"current_steps": 6355, "total_steps": 6870, "loss": 0.2082, "lr": 8.543218409162778e-07, "epoch": 2.7751091703056767, "percentage": 92.5, "elapsed_time": "2 days, 3:35:23", "remaining_time": "4:10:50"} +{"current_steps": 6360, "total_steps": 6870, "loss": 0.2056, "lr": 8.379381028276401e-07, "epoch": 2.777292576419214, "percentage": 92.58, "elapsed_time": "2 days, 3:37:48", "remaining_time": "4:08:24"} +{"current_steps": 6365, "total_steps": 6870, "loss": 0.2061, "lr": 8.217103110192276e-07, "epoch": 2.779475982532751, "percentage": 92.65, "elapsed_time": "2 days, 3:40:14", "remaining_time": "4:05:58"} +{"current_steps": 6370, "total_steps": 6870, "loss": 0.2007, "lr": 8.056385702281177e-07, "epoch": 2.7816593886462884, "percentage": 92.72, "elapsed_time": "2 days, 3:42:40", "remaining_time": "4:03:32"} +{"current_steps": 6375, "total_steps": 6870, "loss": 0.2046, "lr": 7.89722984184213e-07, "epoch": 2.7838427947598254, "percentage": 92.79, "elapsed_time": "2 days, 3:45:06", "remaining_time": "4:01:06"} +{"current_steps": 6380, "total_steps": 6870, "loss": 0.2065, "lr": 7.739636556095525e-07, "epoch": 2.7860262008733625, "percentage": 92.87, "elapsed_time": "2 days, 3:47:33", "remaining_time": "3:58:40"} +{"current_steps": 6385, "total_steps": 6870, "loss": 0.2032, "lr": 7.583606862176712e-07, "epoch": 2.7882096069868996, "percentage": 92.94, "elapsed_time": "2 days, 3:49:59", "remaining_time": "3:56:13"} +{"current_steps": 6390, "total_steps": 6870, "loss": 0.2037, "lr": 7.429141767129333e-07, "epoch": 2.7903930131004366, "percentage": 93.01, "elapsed_time": "2 days, 3:52:25", "remaining_time": "3:53:47"} +{"current_steps": 6395, "total_steps": 6870, "loss": 0.2077, "lr": 7.276242267898775e-07, "epoch": 2.7925764192139737, "percentage": 93.09, "elapsed_time": "2 days, 3:54:51", "remaining_time": "3:51:21"} +{"current_steps": 6400, "total_steps": 6870, "loss": 0.2126, "lr": 7.12490935132587e-07, "epoch": 2.7947598253275108, "percentage": 93.16, "elapsed_time": "2 days, 3:57:17", "remaining_time": "3:48:55"} +{"current_steps": 6405, "total_steps": 6870, "loss": 0.2032, "lr": 6.97514399414037e-07, "epoch": 2.7969432314410483, "percentage": 93.23, "elapsed_time": "2 days, 3:59:43", "remaining_time": "3:46:29"} +{"current_steps": 6410, "total_steps": 6870, "loss": 0.2066, "lr": 6.826947162954733e-07, "epoch": 2.7991266375545854, "percentage": 93.3, "elapsed_time": "2 days, 4:02:09", "remaining_time": "3:44:03"} +{"current_steps": 6415, "total_steps": 6870, "loss": 0.2055, "lr": 6.68031981425793e-07, "epoch": 2.8013100436681224, "percentage": 93.38, "elapsed_time": "2 days, 4:04:35", "remaining_time": "3:41:37"} +{"current_steps": 6420, "total_steps": 6870, "loss": 0.2171, "lr": 6.535262894409116e-07, "epoch": 2.8034934497816595, "percentage": 93.45, "elapsed_time": "2 days, 4:07:02", "remaining_time": "3:39:11"} +{"current_steps": 6425, "total_steps": 6870, "loss": 0.1968, "lr": 6.391777339631727e-07, "epoch": 2.8056768558951966, "percentage": 93.52, "elapsed_time": "2 days, 4:09:28", "remaining_time": "3:36:44"} +{"current_steps": 6430, "total_steps": 6870, "loss": 0.2078, "lr": 6.249864076007167e-07, "epoch": 2.8078602620087336, "percentage": 93.6, "elapsed_time": "2 days, 4:11:54", "remaining_time": "3:34:18"} +{"current_steps": 6435, "total_steps": 6870, "loss": 0.2052, "lr": 6.109524019469154e-07, "epoch": 2.8100436681222707, "percentage": 93.67, "elapsed_time": "2 days, 4:14:20", "remaining_time": "3:31:52"} +{"current_steps": 6440, "total_steps": 6870, "loss": 0.1978, "lr": 5.970758075797556e-07, "epoch": 2.8122270742358078, "percentage": 93.74, "elapsed_time": "2 days, 4:16:46", "remaining_time": "3:29:26"} +{"current_steps": 6445, "total_steps": 6870, "loss": 0.205, "lr": 5.833567140612673e-07, "epoch": 2.814410480349345, "percentage": 93.81, "elapsed_time": "2 days, 4:19:13", "remaining_time": "3:27:00"} +{"current_steps": 6450, "total_steps": 6870, "loss": 0.2085, "lr": 5.69795209936938e-07, "epoch": 2.816593886462882, "percentage": 93.89, "elapsed_time": "2 days, 4:21:39", "remaining_time": "3:24:34"} +{"current_steps": 6455, "total_steps": 6870, "loss": 0.2094, "lr": 5.563913827351469e-07, "epoch": 2.818777292576419, "percentage": 93.96, "elapsed_time": "2 days, 4:24:05", "remaining_time": "3:22:08"} +{"current_steps": 6460, "total_steps": 6870, "loss": 0.2133, "lr": 5.431453189666036e-07, "epoch": 2.8209606986899565, "percentage": 94.03, "elapsed_time": "2 days, 4:26:31", "remaining_time": "3:19:42"} +{"current_steps": 6465, "total_steps": 6870, "loss": 0.1946, "lr": 5.30057104123774e-07, "epoch": 2.8231441048034935, "percentage": 94.1, "elapsed_time": "2 days, 4:28:57", "remaining_time": "3:17:15"} +{"current_steps": 6470, "total_steps": 6870, "loss": 0.2014, "lr": 5.171268226803416e-07, "epoch": 2.8253275109170306, "percentage": 94.18, "elapsed_time": "2 days, 4:31:23", "remaining_time": "3:14:49"} +{"current_steps": 6475, "total_steps": 6870, "loss": 0.2228, "lr": 5.043545580906695e-07, "epoch": 2.8275109170305677, "percentage": 94.25, "elapsed_time": "2 days, 4:33:49", "remaining_time": "3:12:23"} +{"current_steps": 6480, "total_steps": 6870, "loss": 0.208, "lr": 4.917403927892389e-07, "epoch": 2.8296943231441047, "percentage": 94.32, "elapsed_time": "2 days, 4:36:15", "remaining_time": "3:09:57"} +{"current_steps": 6485, "total_steps": 6870, "loss": 0.1994, "lr": 4.792844081901309e-07, "epoch": 2.831877729257642, "percentage": 94.4, "elapsed_time": "2 days, 4:38:41", "remaining_time": "3:07:31"} +{"current_steps": 6490, "total_steps": 6870, "loss": 0.1939, "lr": 4.6698668468651006e-07, "epoch": 2.834061135371179, "percentage": 94.47, "elapsed_time": "2 days, 4:41:07", "remaining_time": "3:05:05"} +{"current_steps": 6495, "total_steps": 6870, "loss": 0.2161, "lr": 4.548473016500854e-07, "epoch": 2.8362445414847164, "percentage": 94.54, "elapsed_time": "2 days, 4:43:34", "remaining_time": "3:02:39"} +{"current_steps": 6500, "total_steps": 6870, "loss": 0.2082, "lr": 4.4286633743061413e-07, "epoch": 2.8384279475982535, "percentage": 94.61, "elapsed_time": "2 days, 4:46:00", "remaining_time": "3:00:13"} +{"current_steps": 6505, "total_steps": 6870, "loss": 0.2066, "lr": 4.310438693553853e-07, "epoch": 2.8406113537117905, "percentage": 94.69, "elapsed_time": "2 days, 4:48:26", "remaining_time": "2:57:46"} +{"current_steps": 6510, "total_steps": 6870, "loss": 0.2093, "lr": 4.193799737287285e-07, "epoch": 2.8427947598253276, "percentage": 94.76, "elapsed_time": "2 days, 4:50:52", "remaining_time": "2:55:20"} +{"current_steps": 6515, "total_steps": 6870, "loss": 0.2235, "lr": 4.0787472583151964e-07, "epoch": 2.8449781659388647, "percentage": 94.83, "elapsed_time": "2 days, 4:53:18", "remaining_time": "2:52:54"} +{"current_steps": 6520, "total_steps": 6870, "loss": 0.1956, "lr": 3.965281999206899e-07, "epoch": 2.8471615720524017, "percentage": 94.91, "elapsed_time": "2 days, 4:55:44", "remaining_time": "2:50:28"} +{"current_steps": 6525, "total_steps": 6870, "loss": 0.2074, "lr": 3.853404692287538e-07, "epoch": 2.849344978165939, "percentage": 94.98, "elapsed_time": "2 days, 4:58:10", "remaining_time": "2:48:02"} +{"current_steps": 6530, "total_steps": 6870, "loss": 0.2174, "lr": 3.743116059633317e-07, "epoch": 2.851528384279476, "percentage": 95.05, "elapsed_time": "2 days, 5:00:37", "remaining_time": "2:45:36"} +{"current_steps": 6535, "total_steps": 6870, "loss": 0.2058, "lr": 3.6344168130668097e-07, "epoch": 2.853711790393013, "percentage": 95.12, "elapsed_time": "2 days, 5:03:03", "remaining_time": "2:43:10"} +{"current_steps": 6540, "total_steps": 6870, "loss": 0.203, "lr": 3.527307654152462e-07, "epoch": 2.85589519650655, "percentage": 95.2, "elapsed_time": "2 days, 5:05:29", "remaining_time": "2:40:44"} +{"current_steps": 6545, "total_steps": 6870, "loss": 0.189, "lr": 3.421789274192011e-07, "epoch": 2.858078602620087, "percentage": 95.27, "elapsed_time": "2 days, 5:07:55", "remaining_time": "2:38:18"} +{"current_steps": 6550, "total_steps": 6870, "loss": 0.2009, "lr": 3.3178623542199916e-07, "epoch": 2.8602620087336246, "percentage": 95.34, "elapsed_time": "2 days, 5:10:21", "remaining_time": "2:35:51"} +{"current_steps": 6555, "total_steps": 6870, "loss": 0.2125, "lr": 3.2155275649994045e-07, "epoch": 2.8624454148471616, "percentage": 95.41, "elapsed_time": "2 days, 5:12:47", "remaining_time": "2:33:25"} +{"current_steps": 6560, "total_steps": 6870, "loss": 0.2014, "lr": 3.1147855670172755e-07, "epoch": 2.8646288209606987, "percentage": 95.49, "elapsed_time": "2 days, 5:15:13", "remaining_time": "2:30:59"} +{"current_steps": 6565, "total_steps": 6870, "loss": 0.1991, "lr": 3.015637010480576e-07, "epoch": 2.8668122270742358, "percentage": 95.56, "elapsed_time": "2 days, 5:17:40", "remaining_time": "2:28:33"} +{"current_steps": 6570, "total_steps": 6870, "loss": 0.2107, "lr": 2.918082535311839e-07, "epoch": 2.868995633187773, "percentage": 95.63, "elapsed_time": "2 days, 5:20:06", "remaining_time": "2:26:07"} +{"current_steps": 6575, "total_steps": 6870, "loss": 0.1988, "lr": 2.822122771145158e-07, "epoch": 2.87117903930131, "percentage": 95.71, "elapsed_time": "2 days, 5:22:32", "remaining_time": "2:23:41"} +{"current_steps": 6580, "total_steps": 6870, "loss": 0.2006, "lr": 2.727758337322056e-07, "epoch": 2.8733624454148474, "percentage": 95.78, "elapsed_time": "2 days, 5:24:58", "remaining_time": "2:21:15"} +{"current_steps": 6585, "total_steps": 6870, "loss": 0.2107, "lr": 2.6349898428875143e-07, "epoch": 2.8755458515283845, "percentage": 95.85, "elapsed_time": "2 days, 5:27:24", "remaining_time": "2:18:49"} +{"current_steps": 6590, "total_steps": 6870, "loss": 0.2109, "lr": 2.543817886586003e-07, "epoch": 2.8777292576419216, "percentage": 95.92, "elapsed_time": "2 days, 5:29:50", "remaining_time": "2:16:22"} +{"current_steps": 6595, "total_steps": 6870, "loss": 0.2155, "lr": 2.454243056857708e-07, "epoch": 2.8799126637554586, "percentage": 96.0, "elapsed_time": "2 days, 5:32:16", "remaining_time": "2:13:56"} +{"current_steps": 6600, "total_steps": 6870, "loss": 0.2005, "lr": 2.366265931834588e-07, "epoch": 2.8820960698689957, "percentage": 96.07, "elapsed_time": "2 days, 5:34:43", "remaining_time": "2:11:30"} +{"current_steps": 6605, "total_steps": 6870, "loss": 0.2135, "lr": 2.2798870793368787e-07, "epoch": 2.8842794759825328, "percentage": 96.14, "elapsed_time": "2 days, 5:37:09", "remaining_time": "2:09:04"} +{"current_steps": 6610, "total_steps": 6870, "loss": 0.2131, "lr": 2.1951070568691222e-07, "epoch": 2.88646288209607, "percentage": 96.22, "elapsed_time": "2 days, 5:39:35", "remaining_time": "2:06:38"} +{"current_steps": 6615, "total_steps": 6870, "loss": 0.2064, "lr": 2.1119264116168104e-07, "epoch": 2.888646288209607, "percentage": 96.29, "elapsed_time": "2 days, 5:42:01", "remaining_time": "2:04:12"} +{"current_steps": 6620, "total_steps": 6870, "loss": 0.1962, "lr": 2.030345680442719e-07, "epoch": 2.890829694323144, "percentage": 96.36, "elapsed_time": "2 days, 5:44:27", "remaining_time": "2:01:46"} +{"current_steps": 6625, "total_steps": 6870, "loss": 0.2145, "lr": 1.950365389883524e-07, "epoch": 2.893013100436681, "percentage": 96.43, "elapsed_time": "2 days, 5:46:53", "remaining_time": "1:59:20"} +{"current_steps": 6630, "total_steps": 6870, "loss": 0.1986, "lr": 1.8719860561463853e-07, "epoch": 2.895196506550218, "percentage": 96.51, "elapsed_time": "2 days, 5:49:19", "remaining_time": "1:56:53"} +{"current_steps": 6635, "total_steps": 6870, "loss": 0.2087, "lr": 1.7952081851055346e-07, "epoch": 2.8973799126637556, "percentage": 96.58, "elapsed_time": "2 days, 5:51:45", "remaining_time": "1:54:27"} +{"current_steps": 6640, "total_steps": 6870, "loss": 0.208, "lr": 1.720032272299138e-07, "epoch": 2.8995633187772927, "percentage": 96.65, "elapsed_time": "2 days, 5:54:12", "remaining_time": "1:52:01"} +{"current_steps": 6645, "total_steps": 6870, "loss": 0.2159, "lr": 1.6464588029260485e-07, "epoch": 2.9017467248908297, "percentage": 96.72, "elapsed_time": "2 days, 5:56:38", "remaining_time": "1:49:35"} +{"current_steps": 6650, "total_steps": 6870, "loss": 0.2079, "lr": 1.5744882518425875e-07, "epoch": 2.903930131004367, "percentage": 96.8, "elapsed_time": "2 days, 5:59:04", "remaining_time": "1:47:09"} +{"current_steps": 6655, "total_steps": 6870, "loss": 0.2113, "lr": 1.5041210835596287e-07, "epoch": 2.906113537117904, "percentage": 96.87, "elapsed_time": "2 days, 6:01:30", "remaining_time": "1:44:43"} +{"current_steps": 6660, "total_steps": 6870, "loss": 0.2043, "lr": 1.4353577522394635e-07, "epoch": 2.908296943231441, "percentage": 96.94, "elapsed_time": "2 days, 6:03:56", "remaining_time": "1:42:17"} +{"current_steps": 6665, "total_steps": 6870, "loss": 0.2086, "lr": 1.3681987016929963e-07, "epoch": 2.910480349344978, "percentage": 97.02, "elapsed_time": "2 days, 6:06:22", "remaining_time": "1:39:51"} +{"current_steps": 6670, "total_steps": 6870, "loss": 0.2004, "lr": 1.3026443653767762e-07, "epoch": 2.9126637554585155, "percentage": 97.09, "elapsed_time": "2 days, 6:08:48", "remaining_time": "1:37:24"} +{"current_steps": 6675, "total_steps": 6870, "loss": 0.206, "lr": 1.2386951663901913e-07, "epoch": 2.9148471615720526, "percentage": 97.16, "elapsed_time": "2 days, 6:11:15", "remaining_time": "1:34:58"} +{"current_steps": 6680, "total_steps": 6870, "loss": 0.1986, "lr": 1.1763515174729179e-07, "epoch": 2.9170305676855897, "percentage": 97.23, "elapsed_time": "2 days, 6:13:41", "remaining_time": "1:32:32"} +{"current_steps": 6685, "total_steps": 6870, "loss": 0.2038, "lr": 1.115613821002004e-07, "epoch": 2.9192139737991267, "percentage": 97.31, "elapsed_time": "2 days, 6:16:07", "remaining_time": "1:30:06"} +{"current_steps": 6690, "total_steps": 6870, "loss": 0.2117, "lr": 1.0564824689894282e-07, "epoch": 2.921397379912664, "percentage": 97.38, "elapsed_time": "2 days, 6:18:33", "remaining_time": "1:27:40"} +{"current_steps": 6695, "total_steps": 6870, "loss": 0.2014, "lr": 9.989578430795732e-08, "epoch": 2.923580786026201, "percentage": 97.45, "elapsed_time": "2 days, 6:20:59", "remaining_time": "1:25:14"} +{"current_steps": 6700, "total_steps": 6870, "loss": 0.2109, "lr": 9.430403145466448e-08, "epoch": 2.925764192139738, "percentage": 97.53, "elapsed_time": "2 days, 6:23:25", "remaining_time": "1:22:48"} +{"current_steps": 6705, "total_steps": 6870, "loss": 0.2003, "lr": 8.887302442924517e-08, "epoch": 2.927947598253275, "percentage": 97.6, "elapsed_time": "2 days, 6:25:50", "remaining_time": "1:20:22"} +{"current_steps": 6710, "total_steps": 6870, "loss": 0.2094, "lr": 8.360279828438789e-08, "epoch": 2.930131004366812, "percentage": 97.67, "elapsed_time": "2 days, 6:28:16", "remaining_time": "1:17:55"} +{"current_steps": 6715, "total_steps": 6870, "loss": 0.2064, "lr": 7.849338703508069e-08, "epoch": 2.932314410480349, "percentage": 97.74, "elapsed_time": "2 days, 6:30:42", "remaining_time": "1:15:29"} +{"current_steps": 6720, "total_steps": 6870, "loss": 0.1927, "lr": 7.3544823658378e-08, "epoch": 2.934497816593886, "percentage": 97.82, "elapsed_time": "2 days, 6:33:09", "remaining_time": "1:13:03"} +{"current_steps": 6725, "total_steps": 6870, "loss": 0.2076, "lr": 6.875714009319523e-08, "epoch": 2.9366812227074237, "percentage": 97.89, "elapsed_time": "2 days, 6:35:35", "remaining_time": "1:10:37"} +{"current_steps": 6730, "total_steps": 6870, "loss": 0.2003, "lr": 6.413036724010058e-08, "epoch": 2.938864628820961, "percentage": 97.96, "elapsed_time": "2 days, 6:38:01", "remaining_time": "1:08:11"} +{"current_steps": 6735, "total_steps": 6870, "loss": 0.2144, "lr": 5.966453496111524e-08, "epoch": 2.941048034934498, "percentage": 98.03, "elapsed_time": "2 days, 6:40:27", "remaining_time": "1:05:45"} +{"current_steps": 6740, "total_steps": 6870, "loss": 0.2153, "lr": 5.5359672079524637e-08, "epoch": 2.943231441048035, "percentage": 98.11, "elapsed_time": "2 days, 6:42:53", "remaining_time": "1:03:19"} +{"current_steps": 6745, "total_steps": 6870, "loss": 0.2054, "lr": 5.121580637968137e-08, "epoch": 2.945414847161572, "percentage": 98.18, "elapsed_time": "2 days, 6:45:19", "remaining_time": "1:00:53"} +{"current_steps": 6750, "total_steps": 6870, "loss": 0.1971, "lr": 4.7232964606841454e-08, "epoch": 2.947598253275109, "percentage": 98.25, "elapsed_time": "2 days, 6:47:45", "remaining_time": "0:58:26"} +{"current_steps": 6755, "total_steps": 6870, "loss": 0.2085, "lr": 4.341117246697834e-08, "epoch": 2.9497816593886466, "percentage": 98.33, "elapsed_time": "2 days, 6:50:11", "remaining_time": "0:56:00"} +{"current_steps": 6760, "total_steps": 6870, "loss": 0.2137, "lr": 3.9750454626624745e-08, "epoch": 2.9519650655021836, "percentage": 98.4, "elapsed_time": "2 days, 6:52:37", "remaining_time": "0:53:34"} +{"current_steps": 6765, "total_steps": 6870, "loss": 0.1945, "lr": 3.6250834712708846e-08, "epoch": 2.9541484716157207, "percentage": 98.47, "elapsed_time": "2 days, 6:55:04", "remaining_time": "0:51:08"} +{"current_steps": 6770, "total_steps": 6870, "loss": 0.1865, "lr": 3.2912335312407226e-08, "epoch": 2.9563318777292578, "percentage": 98.54, "elapsed_time": "2 days, 6:57:30", "remaining_time": "0:48:42"} +{"current_steps": 6775, "total_steps": 6870, "loss": 0.2107, "lr": 2.9734977972989407e-08, "epoch": 2.958515283842795, "percentage": 98.62, "elapsed_time": "2 days, 6:59:56", "remaining_time": "0:46:16"} +{"current_steps": 6780, "total_steps": 6870, "loss": 0.2127, "lr": 2.6718783201692964e-08, "epoch": 2.960698689956332, "percentage": 98.69, "elapsed_time": "2 days, 7:02:22", "remaining_time": "0:43:50"} +{"current_steps": 6785, "total_steps": 6870, "loss": 0.2156, "lr": 2.3863770465576418e-08, "epoch": 2.962882096069869, "percentage": 98.76, "elapsed_time": "2 days, 7:04:48", "remaining_time": "0:41:24"} +{"current_steps": 6790, "total_steps": 6870, "loss": 0.2182, "lr": 2.116995819140821e-08, "epoch": 2.965065502183406, "percentage": 98.84, "elapsed_time": "2 days, 7:07:14", "remaining_time": "0:38:57"} +{"current_steps": 6795, "total_steps": 6870, "loss": 0.2009, "lr": 1.8637363765536264e-08, "epoch": 2.967248908296943, "percentage": 98.91, "elapsed_time": "2 days, 7:09:41", "remaining_time": "0:36:31"} +{"current_steps": 6800, "total_steps": 6870, "loss": 0.201, "lr": 1.6266003533774166e-08, "epoch": 2.96943231441048, "percentage": 98.98, "elapsed_time": "2 days, 7:12:07", "remaining_time": "0:34:05"} +{"current_steps": 6805, "total_steps": 6870, "loss": 0.214, "lr": 1.405589280130959e-08, "epoch": 2.9716157205240172, "percentage": 99.05, "elapsed_time": "2 days, 7:14:33", "remaining_time": "0:31:39"} +{"current_steps": 6810, "total_steps": 6870, "loss": 0.1958, "lr": 1.2007045832590492e-08, "epoch": 2.9737991266375547, "percentage": 99.13, "elapsed_time": "2 days, 7:16:59", "remaining_time": "0:29:13"} +{"current_steps": 6815, "total_steps": 6870, "loss": 0.1952, "lr": 1.0119475851247395e-08, "epoch": 2.975982532751092, "percentage": 99.2, "elapsed_time": "2 days, 7:19:25", "remaining_time": "0:26:47"} +{"current_steps": 6820, "total_steps": 6870, "loss": 0.207, "lr": 8.393195039993473e-09, "epoch": 2.978165938864629, "percentage": 99.27, "elapsed_time": "2 days, 7:21:52", "remaining_time": "0:24:21"} +{"current_steps": 6825, "total_steps": 6870, "loss": 0.2077, "lr": 6.82821454055238e-09, "epoch": 2.980349344978166, "percentage": 99.34, "elapsed_time": "2 days, 7:24:18", "remaining_time": "0:21:55"} +{"current_steps": 6830, "total_steps": 6870, "loss": 0.2, "lr": 5.42454445359164e-09, "epoch": 2.982532751091703, "percentage": 99.42, "elapsed_time": "2 days, 7:26:44", "remaining_time": "0:19:28"} +{"current_steps": 6835, "total_steps": 6870, "loss": 0.2028, "lr": 4.1821938386477075e-09, "epoch": 2.98471615720524, "percentage": 99.49, "elapsed_time": "2 days, 7:29:10", "remaining_time": "0:17:02"} +{"current_steps": 6840, "total_steps": 6870, "loss": 0.2119, "lr": 3.1011707140732317e-09, "epoch": 2.986899563318777, "percentage": 99.56, "elapsed_time": "2 days, 7:31:36", "remaining_time": "0:14:36"} +{"current_steps": 6845, "total_steps": 6870, "loss": 0.2146, "lr": 2.1814820569898698e-09, "epoch": 2.9890829694323147, "percentage": 99.64, "elapsed_time": "2 days, 7:34:02", "remaining_time": "0:12:10"} +{"current_steps": 6850, "total_steps": 6870, "loss": 0.213, "lr": 1.4231338032300034e-09, "epoch": 2.9912663755458517, "percentage": 99.71, "elapsed_time": "2 days, 7:36:29", "remaining_time": "0:09:44"} +{"current_steps": 6855, "total_steps": 6870, "loss": 0.2045, "lr": 8.261308473089813e-10, "epoch": 2.993449781659389, "percentage": 99.78, "elapsed_time": "2 days, 7:38:55", "remaining_time": "0:07:18"} +{"current_steps": 6860, "total_steps": 6870, "loss": 0.2067, "lr": 3.9047704239181247e-10, "epoch": 2.995633187772926, "percentage": 99.85, "elapsed_time": "2 days, 7:41:21", "remaining_time": "0:04:52"} +{"current_steps": 6865, "total_steps": 6870, "loss": 0.1943, "lr": 1.1617520026818706e-10, "epoch": 2.997816593886463, "percentage": 99.93, "elapsed_time": "2 days, 7:43:47", "remaining_time": "0:02:26"} +{"current_steps": 6870, "total_steps": 6870, "loss": 0.1971, "lr": 3.2270913274956573e-12, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "2 days, 7:46:13", "remaining_time": "0:00:00"} +{"current_steps": 6870, "total_steps": 6870, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "2 days, 7:46:52", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..5fd033b --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,9661 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 6870, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.002183406113537118, + "grad_norm": 15.530065061351076, + "learning_rate": 2.9112081513828244e-07, + "loss": 3.5144, + "step": 5 + }, + { + "epoch": 0.004366812227074236, + "grad_norm": 14.048089091944986, + "learning_rate": 6.550218340611353e-07, + "loss": 3.3991, + "step": 10 + }, + { + "epoch": 0.006550218340611353, + "grad_norm": 10.38275753075565, + "learning_rate": 1.0189228529839884e-06, + "loss": 3.4492, + "step": 15 + }, + { + "epoch": 0.008733624454148471, + "grad_norm": 9.374594765056237, + "learning_rate": 1.3828238719068415e-06, + "loss": 3.3321, + "step": 20 + }, + { + "epoch": 0.010917030567685589, + "grad_norm": 6.58125566549559, + "learning_rate": 1.7467248908296944e-06, + "loss": 3.0597, + "step": 25 + }, + { + "epoch": 0.013100436681222707, + "grad_norm": 7.80412598343367, + "learning_rate": 2.1106259097525473e-06, + "loss": 2.9508, + "step": 30 + }, + { + "epoch": 0.015283842794759825, + "grad_norm": 7.524557299709741, + "learning_rate": 2.4745269286754004e-06, + "loss": 2.612, + "step": 35 + }, + { + "epoch": 0.017467248908296942, + "grad_norm": 6.2330781402437365, + "learning_rate": 2.8384279475982535e-06, + "loss": 2.3435, + "step": 40 + }, + { + "epoch": 0.019650655021834062, + "grad_norm": 5.3971059460100825, + "learning_rate": 3.2023289665211066e-06, + "loss": 1.9812, + "step": 45 + }, + { + "epoch": 0.021834061135371178, + "grad_norm": 5.173910417939837, + "learning_rate": 3.5662299854439593e-06, + "loss": 1.6557, + "step": 50 + }, + { + "epoch": 0.024017467248908297, + "grad_norm": 4.343854825431366, + "learning_rate": 3.930131004366813e-06, + "loss": 1.4334, + "step": 55 + }, + { + "epoch": 0.026200873362445413, + "grad_norm": 3.318343002698737, + "learning_rate": 4.2940320232896655e-06, + "loss": 1.2603, + "step": 60 + }, + { + "epoch": 0.028384279475982533, + "grad_norm": 3.3649234822213425, + "learning_rate": 4.657933042212519e-06, + "loss": 1.128, + "step": 65 + }, + { + "epoch": 0.03056768558951965, + "grad_norm": 4.651497105373944, + "learning_rate": 5.021834061135372e-06, + "loss": 1.0685, + "step": 70 + }, + { + "epoch": 0.03275109170305677, + "grad_norm": 2.1122195307286127, + "learning_rate": 5.385735080058224e-06, + "loss": 0.9865, + "step": 75 + }, + { + "epoch": 0.034934497816593885, + "grad_norm": 3.264835592266701, + "learning_rate": 5.749636098981077e-06, + "loss": 0.8563, + "step": 80 + }, + { + "epoch": 0.03711790393013101, + "grad_norm": 4.854625880384626, + "learning_rate": 6.11353711790393e-06, + "loss": 0.813, + "step": 85 + }, + { + "epoch": 0.039301310043668124, + "grad_norm": 2.2913931555435223, + "learning_rate": 6.477438136826783e-06, + "loss": 0.8189, + "step": 90 + }, + { + "epoch": 0.04148471615720524, + "grad_norm": 1.4161513553023397, + "learning_rate": 6.841339155749636e-06, + "loss": 0.7341, + "step": 95 + }, + { + "epoch": 0.043668122270742356, + "grad_norm": 1.2517988600799463, + "learning_rate": 7.205240174672489e-06, + "loss": 0.7264, + "step": 100 + }, + { + "epoch": 0.04585152838427948, + "grad_norm": 4.403128247316299, + "learning_rate": 7.569141193595343e-06, + "loss": 0.7105, + "step": 105 + }, + { + "epoch": 0.048034934497816595, + "grad_norm": 2.6065584518468996, + "learning_rate": 7.933042212518195e-06, + "loss": 0.6883, + "step": 110 + }, + { + "epoch": 0.05021834061135371, + "grad_norm": 1.2548695388960658, + "learning_rate": 8.296943231441049e-06, + "loss": 0.6444, + "step": 115 + }, + { + "epoch": 0.05240174672489083, + "grad_norm": 1.2420608105158033, + "learning_rate": 8.660844250363902e-06, + "loss": 0.6228, + "step": 120 + }, + { + "epoch": 0.05458515283842795, + "grad_norm": 1.6213174255897973, + "learning_rate": 9.024745269286754e-06, + "loss": 0.6091, + "step": 125 + }, + { + "epoch": 0.056768558951965066, + "grad_norm": 1.1139361754005903, + "learning_rate": 9.388646288209607e-06, + "loss": 0.6049, + "step": 130 + }, + { + "epoch": 0.05895196506550218, + "grad_norm": 2.019221687744237, + "learning_rate": 9.75254730713246e-06, + "loss": 0.6334, + "step": 135 + }, + { + "epoch": 0.0611353711790393, + "grad_norm": 1.4614530692241856, + "learning_rate": 1.0116448326055314e-05, + "loss": 0.5484, + "step": 140 + }, + { + "epoch": 0.06331877729257641, + "grad_norm": 1.7546701255165822, + "learning_rate": 1.0480349344978165e-05, + "loss": 0.5777, + "step": 145 + }, + { + "epoch": 0.06550218340611354, + "grad_norm": 1.5028564001758502, + "learning_rate": 1.084425036390102e-05, + "loss": 0.5427, + "step": 150 + }, + { + "epoch": 0.06768558951965066, + "grad_norm": 0.8737189391813837, + "learning_rate": 1.1208151382823872e-05, + "loss": 0.5501, + "step": 155 + }, + { + "epoch": 0.06986899563318777, + "grad_norm": 0.7913219748536747, + "learning_rate": 1.1572052401746727e-05, + "loss": 0.5404, + "step": 160 + }, + { + "epoch": 0.07205240174672489, + "grad_norm": 1.2931917942966242, + "learning_rate": 1.1935953420669578e-05, + "loss": 0.5317, + "step": 165 + }, + { + "epoch": 0.07423580786026202, + "grad_norm": 1.7815089914348687, + "learning_rate": 1.2299854439592432e-05, + "loss": 0.5391, + "step": 170 + }, + { + "epoch": 0.07641921397379912, + "grad_norm": 1.588354964609756, + "learning_rate": 1.2663755458515283e-05, + "loss": 0.5163, + "step": 175 + }, + { + "epoch": 0.07860262008733625, + "grad_norm": 0.7324777658190085, + "learning_rate": 1.3027656477438139e-05, + "loss": 0.5206, + "step": 180 + }, + { + "epoch": 0.08078602620087336, + "grad_norm": 0.9320526641008475, + "learning_rate": 1.339155749636099e-05, + "loss": 0.51, + "step": 185 + }, + { + "epoch": 0.08296943231441048, + "grad_norm": 1.0473996131197105, + "learning_rate": 1.3755458515283843e-05, + "loss": 0.4995, + "step": 190 + }, + { + "epoch": 0.0851528384279476, + "grad_norm": 1.1005598187154526, + "learning_rate": 1.4119359534206697e-05, + "loss": 0.4992, + "step": 195 + }, + { + "epoch": 0.08733624454148471, + "grad_norm": 1.3835272450195761, + "learning_rate": 1.448326055312955e-05, + "loss": 0.5157, + "step": 200 + }, + { + "epoch": 0.08951965065502183, + "grad_norm": 0.8363321954594061, + "learning_rate": 1.4847161572052404e-05, + "loss": 0.4884, + "step": 205 + }, + { + "epoch": 0.09170305676855896, + "grad_norm": 0.6751320611923934, + "learning_rate": 1.5211062590975255e-05, + "loss": 0.4837, + "step": 210 + }, + { + "epoch": 0.09388646288209607, + "grad_norm": 0.6597124878200359, + "learning_rate": 1.557496360989811e-05, + "loss": 0.4614, + "step": 215 + }, + { + "epoch": 0.09606986899563319, + "grad_norm": 1.0002616519579557, + "learning_rate": 1.5938864628820962e-05, + "loss": 0.5178, + "step": 220 + }, + { + "epoch": 0.0982532751091703, + "grad_norm": 2.094018394615991, + "learning_rate": 1.6302765647743815e-05, + "loss": 0.4785, + "step": 225 + }, + { + "epoch": 0.10043668122270742, + "grad_norm": 0.8762721338958381, + "learning_rate": 1.6666666666666667e-05, + "loss": 0.4867, + "step": 230 + }, + { + "epoch": 0.10262008733624454, + "grad_norm": 1.3388349700796345, + "learning_rate": 1.703056768558952e-05, + "loss": 0.4781, + "step": 235 + }, + { + "epoch": 0.10480349344978165, + "grad_norm": 1.0507336135636423, + "learning_rate": 1.7394468704512373e-05, + "loss": 0.4732, + "step": 240 + }, + { + "epoch": 0.10698689956331878, + "grad_norm": 0.7938940927456775, + "learning_rate": 1.7758369723435225e-05, + "loss": 0.4651, + "step": 245 + }, + { + "epoch": 0.1091703056768559, + "grad_norm": 1.0437122295269432, + "learning_rate": 1.812227074235808e-05, + "loss": 0.4585, + "step": 250 + }, + { + "epoch": 0.11135371179039301, + "grad_norm": 0.67350165285708, + "learning_rate": 1.848617176128093e-05, + "loss": 0.4609, + "step": 255 + }, + { + "epoch": 0.11353711790393013, + "grad_norm": 0.5808251314496068, + "learning_rate": 1.8850072780203784e-05, + "loss": 0.4549, + "step": 260 + }, + { + "epoch": 0.11572052401746726, + "grad_norm": 1.8396131242666172, + "learning_rate": 1.921397379912664e-05, + "loss": 0.4783, + "step": 265 + }, + { + "epoch": 0.11790393013100436, + "grad_norm": 0.9680443797016299, + "learning_rate": 1.9577874818049492e-05, + "loss": 0.455, + "step": 270 + }, + { + "epoch": 0.12008733624454149, + "grad_norm": 0.7014587496843943, + "learning_rate": 1.9941775836972345e-05, + "loss": 0.4479, + "step": 275 + }, + { + "epoch": 0.1222707423580786, + "grad_norm": 0.9218263081064745, + "learning_rate": 2.0305676855895198e-05, + "loss": 0.456, + "step": 280 + }, + { + "epoch": 0.12445414847161572, + "grad_norm": 0.5840696636129238, + "learning_rate": 2.066957787481805e-05, + "loss": 0.4318, + "step": 285 + }, + { + "epoch": 0.12663755458515283, + "grad_norm": 0.6901911501394837, + "learning_rate": 2.1033478893740903e-05, + "loss": 0.4494, + "step": 290 + }, + { + "epoch": 0.12882096069868995, + "grad_norm": 0.5256416173639158, + "learning_rate": 2.1397379912663756e-05, + "loss": 0.4604, + "step": 295 + }, + { + "epoch": 0.13100436681222707, + "grad_norm": 0.8643348227959773, + "learning_rate": 2.176128093158661e-05, + "loss": 0.4529, + "step": 300 + }, + { + "epoch": 0.1331877729257642, + "grad_norm": 0.845191908182343, + "learning_rate": 2.2125181950509464e-05, + "loss": 0.4462, + "step": 305 + }, + { + "epoch": 0.13537117903930132, + "grad_norm": 0.6911667544775351, + "learning_rate": 2.2489082969432314e-05, + "loss": 0.4353, + "step": 310 + }, + { + "epoch": 0.13755458515283842, + "grad_norm": 0.6842730240845932, + "learning_rate": 2.2852983988355166e-05, + "loss": 0.4425, + "step": 315 + }, + { + "epoch": 0.13973799126637554, + "grad_norm": 0.6095243486936803, + "learning_rate": 2.3216885007278022e-05, + "loss": 0.4375, + "step": 320 + }, + { + "epoch": 0.14192139737991266, + "grad_norm": 0.9176516550209551, + "learning_rate": 2.3580786026200875e-05, + "loss": 0.4539, + "step": 325 + }, + { + "epoch": 0.14410480349344978, + "grad_norm": 0.8430335294570548, + "learning_rate": 2.3944687045123728e-05, + "loss": 0.4347, + "step": 330 + }, + { + "epoch": 0.1462882096069869, + "grad_norm": 0.7088826431924614, + "learning_rate": 2.430858806404658e-05, + "loss": 0.4149, + "step": 335 + }, + { + "epoch": 0.14847161572052403, + "grad_norm": 0.6180099894880557, + "learning_rate": 2.4672489082969433e-05, + "loss": 0.422, + "step": 340 + }, + { + "epoch": 0.15065502183406113, + "grad_norm": 0.6817744275567881, + "learning_rate": 2.503639010189229e-05, + "loss": 0.4418, + "step": 345 + }, + { + "epoch": 0.15283842794759825, + "grad_norm": 0.6940745586404697, + "learning_rate": 2.540029112081514e-05, + "loss": 0.4404, + "step": 350 + }, + { + "epoch": 0.15502183406113537, + "grad_norm": 0.5754528111989647, + "learning_rate": 2.576419213973799e-05, + "loss": 0.4263, + "step": 355 + }, + { + "epoch": 0.1572052401746725, + "grad_norm": 1.0591998260395188, + "learning_rate": 2.6128093158660844e-05, + "loss": 0.4299, + "step": 360 + }, + { + "epoch": 0.15938864628820962, + "grad_norm": 0.7123628186533127, + "learning_rate": 2.64919941775837e-05, + "loss": 0.4196, + "step": 365 + }, + { + "epoch": 0.1615720524017467, + "grad_norm": 0.6457647967870623, + "learning_rate": 2.6855895196506553e-05, + "loss": 0.4174, + "step": 370 + }, + { + "epoch": 0.16375545851528384, + "grad_norm": 0.9935438036526899, + "learning_rate": 2.7219796215429405e-05, + "loss": 0.3993, + "step": 375 + }, + { + "epoch": 0.16593886462882096, + "grad_norm": 0.883212399644436, + "learning_rate": 2.7583697234352258e-05, + "loss": 0.4345, + "step": 380 + }, + { + "epoch": 0.16812227074235808, + "grad_norm": 0.948205577828456, + "learning_rate": 2.794759825327511e-05, + "loss": 0.4441, + "step": 385 + }, + { + "epoch": 0.1703056768558952, + "grad_norm": 0.8223542412825284, + "learning_rate": 2.831149927219796e-05, + "loss": 0.4029, + "step": 390 + }, + { + "epoch": 0.17248908296943233, + "grad_norm": 0.7182654852607071, + "learning_rate": 2.867540029112082e-05, + "loss": 0.4342, + "step": 395 + }, + { + "epoch": 0.17467248908296942, + "grad_norm": 0.6862331015738732, + "learning_rate": 2.9039301310043672e-05, + "loss": 0.4044, + "step": 400 + }, + { + "epoch": 0.17685589519650655, + "grad_norm": 0.9719904263631477, + "learning_rate": 2.940320232896652e-05, + "loss": 0.4114, + "step": 405 + }, + { + "epoch": 0.17903930131004367, + "grad_norm": 0.8428735007204966, + "learning_rate": 2.9767103347889374e-05, + "loss": 0.4124, + "step": 410 + }, + { + "epoch": 0.1812227074235808, + "grad_norm": 0.8900932432816406, + "learning_rate": 3.0131004366812227e-05, + "loss": 0.4096, + "step": 415 + }, + { + "epoch": 0.18340611353711792, + "grad_norm": 0.658732643364676, + "learning_rate": 3.0494905385735083e-05, + "loss": 0.4019, + "step": 420 + }, + { + "epoch": 0.185589519650655, + "grad_norm": 0.5717380212732919, + "learning_rate": 3.0858806404657935e-05, + "loss": 0.4125, + "step": 425 + }, + { + "epoch": 0.18777292576419213, + "grad_norm": 0.7561360040926198, + "learning_rate": 3.122270742358079e-05, + "loss": 0.3979, + "step": 430 + }, + { + "epoch": 0.18995633187772926, + "grad_norm": 0.7154647354779691, + "learning_rate": 3.158660844250364e-05, + "loss": 0.411, + "step": 435 + }, + { + "epoch": 0.19213973799126638, + "grad_norm": 1.106580393251376, + "learning_rate": 3.1950509461426493e-05, + "loss": 0.4001, + "step": 440 + }, + { + "epoch": 0.1943231441048035, + "grad_norm": 0.8277158276869705, + "learning_rate": 3.2314410480349346e-05, + "loss": 0.3982, + "step": 445 + }, + { + "epoch": 0.1965065502183406, + "grad_norm": 0.6695298962156193, + "learning_rate": 3.26783114992722e-05, + "loss": 0.4129, + "step": 450 + }, + { + "epoch": 0.19868995633187772, + "grad_norm": 0.8926693328948101, + "learning_rate": 3.304221251819505e-05, + "loss": 0.4173, + "step": 455 + }, + { + "epoch": 0.20087336244541484, + "grad_norm": 0.9134165249644083, + "learning_rate": 3.3406113537117904e-05, + "loss": 0.3947, + "step": 460 + }, + { + "epoch": 0.20305676855895197, + "grad_norm": 0.6780077341796262, + "learning_rate": 3.377001455604076e-05, + "loss": 0.4066, + "step": 465 + }, + { + "epoch": 0.2052401746724891, + "grad_norm": 0.8359819073368681, + "learning_rate": 3.413391557496361e-05, + "loss": 0.4054, + "step": 470 + }, + { + "epoch": 0.2074235807860262, + "grad_norm": 0.49801067958580947, + "learning_rate": 3.449781659388647e-05, + "loss": 0.3923, + "step": 475 + }, + { + "epoch": 0.2096069868995633, + "grad_norm": 0.7389933814419388, + "learning_rate": 3.486171761280932e-05, + "loss": 0.4068, + "step": 480 + }, + { + "epoch": 0.21179039301310043, + "grad_norm": 0.4893296535673842, + "learning_rate": 3.5225618631732174e-05, + "loss": 0.4002, + "step": 485 + }, + { + "epoch": 0.21397379912663755, + "grad_norm": 0.5093678162190949, + "learning_rate": 3.558951965065502e-05, + "loss": 0.4068, + "step": 490 + }, + { + "epoch": 0.21615720524017468, + "grad_norm": 0.9016225376861969, + "learning_rate": 3.595342066957787e-05, + "loss": 0.4081, + "step": 495 + }, + { + "epoch": 0.2183406113537118, + "grad_norm": 0.5844526927479975, + "learning_rate": 3.6317321688500726e-05, + "loss": 0.4053, + "step": 500 + }, + { + "epoch": 0.2205240174672489, + "grad_norm": 0.6328384104413857, + "learning_rate": 3.6681222707423585e-05, + "loss": 0.391, + "step": 505 + }, + { + "epoch": 0.22270742358078602, + "grad_norm": 0.6295475420727077, + "learning_rate": 3.704512372634644e-05, + "loss": 0.4061, + "step": 510 + }, + { + "epoch": 0.22489082969432314, + "grad_norm": 0.6065260581614148, + "learning_rate": 3.740902474526929e-05, + "loss": 0.4107, + "step": 515 + }, + { + "epoch": 0.22707423580786026, + "grad_norm": 1.004727626897767, + "learning_rate": 3.777292576419214e-05, + "loss": 0.3998, + "step": 520 + }, + { + "epoch": 0.2292576419213974, + "grad_norm": 1.1129157537413497, + "learning_rate": 3.8136826783114996e-05, + "loss": 0.4005, + "step": 525 + }, + { + "epoch": 0.2314410480349345, + "grad_norm": 0.9960094773975019, + "learning_rate": 3.850072780203784e-05, + "loss": 0.4098, + "step": 530 + }, + { + "epoch": 0.2336244541484716, + "grad_norm": 0.5262503731188081, + "learning_rate": 3.88646288209607e-05, + "loss": 0.3965, + "step": 535 + }, + { + "epoch": 0.23580786026200873, + "grad_norm": 0.6294913749088836, + "learning_rate": 3.9228529839883554e-05, + "loss": 0.3962, + "step": 540 + }, + { + "epoch": 0.23799126637554585, + "grad_norm": 0.6672651864348986, + "learning_rate": 3.9592430858806406e-05, + "loss": 0.3976, + "step": 545 + }, + { + "epoch": 0.24017467248908297, + "grad_norm": 0.6736374930092932, + "learning_rate": 3.995633187772926e-05, + "loss": 0.3932, + "step": 550 + }, + { + "epoch": 0.2423580786026201, + "grad_norm": 0.9025467677457151, + "learning_rate": 4.032023289665211e-05, + "loss": 0.4163, + "step": 555 + }, + { + "epoch": 0.2445414847161572, + "grad_norm": 0.6615595441983655, + "learning_rate": 4.068413391557497e-05, + "loss": 0.3885, + "step": 560 + }, + { + "epoch": 0.24672489082969432, + "grad_norm": 0.747795749818688, + "learning_rate": 4.104803493449782e-05, + "loss": 0.3979, + "step": 565 + }, + { + "epoch": 0.24890829694323144, + "grad_norm": 0.5395748717140287, + "learning_rate": 4.141193595342067e-05, + "loss": 0.4052, + "step": 570 + }, + { + "epoch": 0.25109170305676853, + "grad_norm": 0.5834684407168078, + "learning_rate": 4.177583697234352e-05, + "loss": 0.3931, + "step": 575 + }, + { + "epoch": 0.25327510917030566, + "grad_norm": 0.6149399366377413, + "learning_rate": 4.2139737991266375e-05, + "loss": 0.4199, + "step": 580 + }, + { + "epoch": 0.2554585152838428, + "grad_norm": 0.6439187925066173, + "learning_rate": 4.250363901018923e-05, + "loss": 0.3817, + "step": 585 + }, + { + "epoch": 0.2576419213973799, + "grad_norm": 0.7335269690355521, + "learning_rate": 4.286754002911209e-05, + "loss": 0.4146, + "step": 590 + }, + { + "epoch": 0.259825327510917, + "grad_norm": 0.5948480037959886, + "learning_rate": 4.323144104803494e-05, + "loss": 0.3894, + "step": 595 + }, + { + "epoch": 0.26200873362445415, + "grad_norm": 0.7265886088550407, + "learning_rate": 4.359534206695779e-05, + "loss": 0.4099, + "step": 600 + }, + { + "epoch": 0.26419213973799127, + "grad_norm": 0.8146189489413153, + "learning_rate": 4.395924308588064e-05, + "loss": 0.3937, + "step": 605 + }, + { + "epoch": 0.2663755458515284, + "grad_norm": 0.7479919188399701, + "learning_rate": 4.432314410480349e-05, + "loss": 0.4041, + "step": 610 + }, + { + "epoch": 0.2685589519650655, + "grad_norm": 0.6451793400170305, + "learning_rate": 4.468704512372635e-05, + "loss": 0.3923, + "step": 615 + }, + { + "epoch": 0.27074235807860264, + "grad_norm": 0.6731070339864949, + "learning_rate": 4.50509461426492e-05, + "loss": 0.3933, + "step": 620 + }, + { + "epoch": 0.27292576419213976, + "grad_norm": 0.7633021827753019, + "learning_rate": 4.5414847161572056e-05, + "loss": 0.3887, + "step": 625 + }, + { + "epoch": 0.27510917030567683, + "grad_norm": 0.5318275158910994, + "learning_rate": 4.577874818049491e-05, + "loss": 0.3767, + "step": 630 + }, + { + "epoch": 0.27729257641921395, + "grad_norm": 0.6053347759447276, + "learning_rate": 4.614264919941776e-05, + "loss": 0.3996, + "step": 635 + }, + { + "epoch": 0.2794759825327511, + "grad_norm": 0.8239318519157607, + "learning_rate": 4.6506550218340614e-05, + "loss": 0.3966, + "step": 640 + }, + { + "epoch": 0.2816593886462882, + "grad_norm": 0.6239015579696312, + "learning_rate": 4.687045123726347e-05, + "loss": 0.4006, + "step": 645 + }, + { + "epoch": 0.2838427947598253, + "grad_norm": 0.5211608695178815, + "learning_rate": 4.723435225618632e-05, + "loss": 0.3923, + "step": 650 + }, + { + "epoch": 0.28602620087336245, + "grad_norm": 0.6758177772158337, + "learning_rate": 4.759825327510917e-05, + "loss": 0.402, + "step": 655 + }, + { + "epoch": 0.28820960698689957, + "grad_norm": 0.7053141851010356, + "learning_rate": 4.7962154294032025e-05, + "loss": 0.4099, + "step": 660 + }, + { + "epoch": 0.2903930131004367, + "grad_norm": 0.6398424235305709, + "learning_rate": 4.832605531295488e-05, + "loss": 0.3886, + "step": 665 + }, + { + "epoch": 0.2925764192139738, + "grad_norm": 0.6225872999277295, + "learning_rate": 4.868995633187774e-05, + "loss": 0.3706, + "step": 670 + }, + { + "epoch": 0.29475982532751094, + "grad_norm": 0.5559572514117758, + "learning_rate": 4.905385735080058e-05, + "loss": 0.4012, + "step": 675 + }, + { + "epoch": 0.29694323144104806, + "grad_norm": 0.5432885290294175, + "learning_rate": 4.9417758369723435e-05, + "loss": 0.3842, + "step": 680 + }, + { + "epoch": 0.29912663755458513, + "grad_norm": 0.6340294335348677, + "learning_rate": 4.978165938864629e-05, + "loss": 0.3855, + "step": 685 + }, + { + "epoch": 0.30131004366812225, + "grad_norm": 0.7186273990805551, + "learning_rate": 4.999998709163553e-05, + "loss": 0.3705, + "step": 690 + }, + { + "epoch": 0.3034934497816594, + "grad_norm": 0.6162542024063481, + "learning_rate": 4.999984187268831e-05, + "loss": 0.3828, + "step": 695 + }, + { + "epoch": 0.3056768558951965, + "grad_norm": 0.588350309953633, + "learning_rate": 4.9999535300278666e-05, + "loss": 0.3763, + "step": 700 + }, + { + "epoch": 0.3078602620087336, + "grad_norm": 0.5721216258057977, + "learning_rate": 4.999906737638528e-05, + "loss": 0.3928, + "step": 705 + }, + { + "epoch": 0.31004366812227074, + "grad_norm": 1.0000585963765807, + "learning_rate": 4.9998438104028226e-05, + "loss": 0.3926, + "step": 710 + }, + { + "epoch": 0.31222707423580787, + "grad_norm": 2.2978661693892355, + "learning_rate": 4.999764748726891e-05, + "loss": 0.385, + "step": 715 + }, + { + "epoch": 0.314410480349345, + "grad_norm": 1.8144056170150589, + "learning_rate": 4.9996695531210135e-05, + "loss": 0.4175, + "step": 720 + }, + { + "epoch": 0.3165938864628821, + "grad_norm": 0.7618077273846784, + "learning_rate": 4.9995582241996e-05, + "loss": 0.4076, + "step": 725 + }, + { + "epoch": 0.31877729257641924, + "grad_norm": 0.8570756785316501, + "learning_rate": 4.9994307626811865e-05, + "loss": 0.3912, + "step": 730 + }, + { + "epoch": 0.32096069868995636, + "grad_norm": 0.6575118539772534, + "learning_rate": 4.999287169388433e-05, + "loss": 0.3913, + "step": 735 + }, + { + "epoch": 0.3231441048034934, + "grad_norm": 0.7341799315850096, + "learning_rate": 4.9991274452481164e-05, + "loss": 0.4078, + "step": 740 + }, + { + "epoch": 0.32532751091703055, + "grad_norm": 0.6776721860026673, + "learning_rate": 4.9989515912911234e-05, + "loss": 0.3957, + "step": 745 + }, + { + "epoch": 0.32751091703056767, + "grad_norm": 0.6298219471990844, + "learning_rate": 4.998759608652449e-05, + "loss": 0.4049, + "step": 750 + }, + { + "epoch": 0.3296943231441048, + "grad_norm": 0.5126548037982753, + "learning_rate": 4.998551498571182e-05, + "loss": 0.3929, + "step": 755 + }, + { + "epoch": 0.3318777292576419, + "grad_norm": 0.6814430013566892, + "learning_rate": 4.9983272623905045e-05, + "loss": 0.3823, + "step": 760 + }, + { + "epoch": 0.33406113537117904, + "grad_norm": 0.5643156159588145, + "learning_rate": 4.9980869015576736e-05, + "loss": 0.3761, + "step": 765 + }, + { + "epoch": 0.33624454148471616, + "grad_norm": 0.4499045190804366, + "learning_rate": 4.997830417624024e-05, + "loss": 0.3867, + "step": 770 + }, + { + "epoch": 0.3384279475982533, + "grad_norm": 0.7955611854097291, + "learning_rate": 4.9975578122449485e-05, + "loss": 0.3953, + "step": 775 + }, + { + "epoch": 0.3406113537117904, + "grad_norm": 0.5150140528502942, + "learning_rate": 4.99726908717989e-05, + "loss": 0.3769, + "step": 780 + }, + { + "epoch": 0.34279475982532753, + "grad_norm": 0.5896604319461464, + "learning_rate": 4.9969642442923325e-05, + "loss": 0.3776, + "step": 785 + }, + { + "epoch": 0.34497816593886466, + "grad_norm": 0.7333319728063213, + "learning_rate": 4.996643285549787e-05, + "loss": 0.3912, + "step": 790 + }, + { + "epoch": 0.3471615720524017, + "grad_norm": 0.975012641228752, + "learning_rate": 4.996306213023778e-05, + "loss": 0.374, + "step": 795 + }, + { + "epoch": 0.34934497816593885, + "grad_norm": 0.6363914305855141, + "learning_rate": 4.995953028889833e-05, + "loss": 0.3908, + "step": 800 + }, + { + "epoch": 0.35152838427947597, + "grad_norm": 0.7256711049149246, + "learning_rate": 4.995583735427465e-05, + "loss": 0.3804, + "step": 805 + }, + { + "epoch": 0.3537117903930131, + "grad_norm": 0.5201509210204703, + "learning_rate": 4.9951983350201604e-05, + "loss": 0.3787, + "step": 810 + }, + { + "epoch": 0.3558951965065502, + "grad_norm": 0.5937818267570265, + "learning_rate": 4.9947968301553625e-05, + "loss": 0.3681, + "step": 815 + }, + { + "epoch": 0.35807860262008734, + "grad_norm": 0.5805445788983403, + "learning_rate": 4.994379223424456e-05, + "loss": 0.3632, + "step": 820 + }, + { + "epoch": 0.36026200873362446, + "grad_norm": 0.4804762583689749, + "learning_rate": 4.99394551752275e-05, + "loss": 0.3729, + "step": 825 + }, + { + "epoch": 0.3624454148471616, + "grad_norm": 0.4780935144472406, + "learning_rate": 4.9934957152494585e-05, + "loss": 0.366, + "step": 830 + }, + { + "epoch": 0.3646288209606987, + "grad_norm": 0.46427385625879564, + "learning_rate": 4.993029819507687e-05, + "loss": 0.3641, + "step": 835 + }, + { + "epoch": 0.36681222707423583, + "grad_norm": 0.5283252072301436, + "learning_rate": 4.9925478333044114e-05, + "loss": 0.3797, + "step": 840 + }, + { + "epoch": 0.36899563318777295, + "grad_norm": 0.5593669993363974, + "learning_rate": 4.992049759750455e-05, + "loss": 0.3776, + "step": 845 + }, + { + "epoch": 0.37117903930131, + "grad_norm": 0.6282087870379117, + "learning_rate": 4.9915356020604754e-05, + "loss": 0.3723, + "step": 850 + }, + { + "epoch": 0.37336244541484714, + "grad_norm": 0.4876112040234335, + "learning_rate": 4.9910053635529376e-05, + "loss": 0.3918, + "step": 855 + }, + { + "epoch": 0.37554585152838427, + "grad_norm": 0.4642413234429665, + "learning_rate": 4.9904590476500955e-05, + "loss": 0.3809, + "step": 860 + }, + { + "epoch": 0.3777292576419214, + "grad_norm": 0.44822878442026826, + "learning_rate": 4.989896657877972e-05, + "loss": 0.37, + "step": 865 + }, + { + "epoch": 0.3799126637554585, + "grad_norm": 0.4846478506665109, + "learning_rate": 4.98931819786633e-05, + "loss": 0.3742, + "step": 870 + }, + { + "epoch": 0.38209606986899564, + "grad_norm": 0.4166354564636158, + "learning_rate": 4.988723671348654e-05, + "loss": 0.3658, + "step": 875 + }, + { + "epoch": 0.38427947598253276, + "grad_norm": 0.49223225972882195, + "learning_rate": 4.9881130821621255e-05, + "loss": 0.3914, + "step": 880 + }, + { + "epoch": 0.3864628820960699, + "grad_norm": 0.526884770677872, + "learning_rate": 4.987486434247596e-05, + "loss": 0.3754, + "step": 885 + }, + { + "epoch": 0.388646288209607, + "grad_norm": 0.5232997418172833, + "learning_rate": 4.9868437316495636e-05, + "loss": 0.3724, + "step": 890 + }, + { + "epoch": 0.39082969432314413, + "grad_norm": 0.48376676230007215, + "learning_rate": 4.9861849785161465e-05, + "loss": 0.3673, + "step": 895 + }, + { + "epoch": 0.3930131004366812, + "grad_norm": 0.5294590310273921, + "learning_rate": 4.9855101790990556e-05, + "loss": 0.3727, + "step": 900 + }, + { + "epoch": 0.3951965065502183, + "grad_norm": 0.47896380765481217, + "learning_rate": 4.9848193377535665e-05, + "loss": 0.3841, + "step": 905 + }, + { + "epoch": 0.39737991266375544, + "grad_norm": 0.607838261659882, + "learning_rate": 4.9841124589384944e-05, + "loss": 0.3723, + "step": 910 + }, + { + "epoch": 0.39956331877729256, + "grad_norm": 0.5096948643379262, + "learning_rate": 4.983389547216161e-05, + "loss": 0.3707, + "step": 915 + }, + { + "epoch": 0.4017467248908297, + "grad_norm": 0.38304781823406214, + "learning_rate": 4.9826506072523684e-05, + "loss": 0.3545, + "step": 920 + }, + { + "epoch": 0.4039301310043668, + "grad_norm": 0.587506061988026, + "learning_rate": 4.981895643816367e-05, + "loss": 0.3718, + "step": 925 + }, + { + "epoch": 0.40611353711790393, + "grad_norm": 0.5967719221364212, + "learning_rate": 4.9811246617808275e-05, + "loss": 0.3684, + "step": 930 + }, + { + "epoch": 0.40829694323144106, + "grad_norm": 0.6935599142313973, + "learning_rate": 4.980337666121806e-05, + "loss": 0.3789, + "step": 935 + }, + { + "epoch": 0.4104803493449782, + "grad_norm": 0.5766117112149044, + "learning_rate": 4.979534661918712e-05, + "loss": 0.3542, + "step": 940 + }, + { + "epoch": 0.4126637554585153, + "grad_norm": 0.43795584226862594, + "learning_rate": 4.978715654354281e-05, + "loss": 0.3595, + "step": 945 + }, + { + "epoch": 0.4148471615720524, + "grad_norm": 0.4430509318673314, + "learning_rate": 4.9778806487145326e-05, + "loss": 0.3666, + "step": 950 + }, + { + "epoch": 0.4170305676855895, + "grad_norm": 0.4481773430888534, + "learning_rate": 4.977029650388744e-05, + "loss": 0.3654, + "step": 955 + }, + { + "epoch": 0.4192139737991266, + "grad_norm": 0.4657407424462558, + "learning_rate": 4.976162664869411e-05, + "loss": 0.3542, + "step": 960 + }, + { + "epoch": 0.42139737991266374, + "grad_norm": 0.5287646283190662, + "learning_rate": 4.975279697752213e-05, + "loss": 0.3594, + "step": 965 + }, + { + "epoch": 0.42358078602620086, + "grad_norm": 0.4887455966923865, + "learning_rate": 4.974380754735979e-05, + "loss": 0.3669, + "step": 970 + }, + { + "epoch": 0.425764192139738, + "grad_norm": 0.43872446154490324, + "learning_rate": 4.9734658416226476e-05, + "loss": 0.3616, + "step": 975 + }, + { + "epoch": 0.4279475982532751, + "grad_norm": 0.6424735520245978, + "learning_rate": 4.972534964317233e-05, + "loss": 0.369, + "step": 980 + }, + { + "epoch": 0.43013100436681223, + "grad_norm": 0.48958723865804354, + "learning_rate": 4.9715881288277835e-05, + "loss": 0.3594, + "step": 985 + }, + { + "epoch": 0.43231441048034935, + "grad_norm": 0.4479761879052664, + "learning_rate": 4.9706253412653446e-05, + "loss": 0.3549, + "step": 990 + }, + { + "epoch": 0.4344978165938865, + "grad_norm": 0.5435346773895244, + "learning_rate": 4.9696466078439216e-05, + "loss": 0.3671, + "step": 995 + }, + { + "epoch": 0.4366812227074236, + "grad_norm": 0.5308581082448025, + "learning_rate": 4.968651934880434e-05, + "loss": 0.365, + "step": 1000 + }, + { + "epoch": 0.4388646288209607, + "grad_norm": 0.39896740398055186, + "learning_rate": 4.96764132879468e-05, + "loss": 0.3598, + "step": 1005 + }, + { + "epoch": 0.4410480349344978, + "grad_norm": 0.5067575654052805, + "learning_rate": 4.9666147961092924e-05, + "loss": 0.3659, + "step": 1010 + }, + { + "epoch": 0.4432314410480349, + "grad_norm": 0.5592601406097657, + "learning_rate": 4.9655723434496984e-05, + "loss": 0.3719, + "step": 1015 + }, + { + "epoch": 0.44541484716157204, + "grad_norm": 0.4413849291952618, + "learning_rate": 4.9645139775440716e-05, + "loss": 0.3652, + "step": 1020 + }, + { + "epoch": 0.44759825327510916, + "grad_norm": 0.3910244442044385, + "learning_rate": 4.9634397052232983e-05, + "loss": 0.3691, + "step": 1025 + }, + { + "epoch": 0.4497816593886463, + "grad_norm": 0.46071657374615793, + "learning_rate": 4.9623495334209226e-05, + "loss": 0.3624, + "step": 1030 + }, + { + "epoch": 0.4519650655021834, + "grad_norm": 0.4226092000790114, + "learning_rate": 4.96124346917311e-05, + "loss": 0.3676, + "step": 1035 + }, + { + "epoch": 0.45414847161572053, + "grad_norm": 0.44419459860035787, + "learning_rate": 4.960121519618597e-05, + "loss": 0.332, + "step": 1040 + }, + { + "epoch": 0.45633187772925765, + "grad_norm": 0.3577954443167031, + "learning_rate": 4.9589836919986475e-05, + "loss": 0.3512, + "step": 1045 + }, + { + "epoch": 0.4585152838427948, + "grad_norm": 0.5820450329129828, + "learning_rate": 4.957829993657005e-05, + "loss": 0.3501, + "step": 1050 + }, + { + "epoch": 0.4606986899563319, + "grad_norm": 0.5150191150181325, + "learning_rate": 4.956660432039846e-05, + "loss": 0.3597, + "step": 1055 + }, + { + "epoch": 0.462882096069869, + "grad_norm": 0.4319371225817441, + "learning_rate": 4.955475014695729e-05, + "loss": 0.3676, + "step": 1060 + }, + { + "epoch": 0.4650655021834061, + "grad_norm": 0.5533636569254564, + "learning_rate": 4.954273749275552e-05, + "loss": 0.3727, + "step": 1065 + }, + { + "epoch": 0.4672489082969432, + "grad_norm": 0.4958192610268456, + "learning_rate": 4.9530566435324963e-05, + "loss": 0.3488, + "step": 1070 + }, + { + "epoch": 0.46943231441048033, + "grad_norm": 0.5108202025863451, + "learning_rate": 4.9518237053219816e-05, + "loss": 0.3709, + "step": 1075 + }, + { + "epoch": 0.47161572052401746, + "grad_norm": 0.45372615060906546, + "learning_rate": 4.950574942601611e-05, + "loss": 0.3475, + "step": 1080 + }, + { + "epoch": 0.4737991266375546, + "grad_norm": 0.43181104589299185, + "learning_rate": 4.9493103634311245e-05, + "loss": 0.3527, + "step": 1085 + }, + { + "epoch": 0.4759825327510917, + "grad_norm": 0.49622919369152685, + "learning_rate": 4.948029975972341e-05, + "loss": 0.34, + "step": 1090 + }, + { + "epoch": 0.4781659388646288, + "grad_norm": 0.5352955894735107, + "learning_rate": 4.9467337884891127e-05, + "loss": 0.3578, + "step": 1095 + }, + { + "epoch": 0.48034934497816595, + "grad_norm": 0.48767956685977704, + "learning_rate": 4.945421809347266e-05, + "loss": 0.3437, + "step": 1100 + }, + { + "epoch": 0.48253275109170307, + "grad_norm": 0.5172947775347728, + "learning_rate": 4.944094047014547e-05, + "loss": 0.3582, + "step": 1105 + }, + { + "epoch": 0.4847161572052402, + "grad_norm": 0.4633995942526625, + "learning_rate": 4.942750510060574e-05, + "loss": 0.3369, + "step": 1110 + }, + { + "epoch": 0.4868995633187773, + "grad_norm": 0.5384683843923247, + "learning_rate": 4.9413912071567756e-05, + "loss": 0.3683, + "step": 1115 + }, + { + "epoch": 0.4890829694323144, + "grad_norm": 0.428948742370993, + "learning_rate": 4.940016147076336e-05, + "loss": 0.3425, + "step": 1120 + }, + { + "epoch": 0.4912663755458515, + "grad_norm": 0.5160388037360805, + "learning_rate": 4.938625338694139e-05, + "loss": 0.3609, + "step": 1125 + }, + { + "epoch": 0.49344978165938863, + "grad_norm": 0.45537160535635335, + "learning_rate": 4.937218790986712e-05, + "loss": 0.3532, + "step": 1130 + }, + { + "epoch": 0.49563318777292575, + "grad_norm": 0.4996736665030406, + "learning_rate": 4.935796513032165e-05, + "loss": 0.3434, + "step": 1135 + }, + { + "epoch": 0.4978165938864629, + "grad_norm": 0.5155894229667807, + "learning_rate": 4.934358514010137e-05, + "loss": 0.3569, + "step": 1140 + }, + { + "epoch": 0.5, + "grad_norm": 0.38793250116768685, + "learning_rate": 4.93290480320173e-05, + "loss": 0.3545, + "step": 1145 + }, + { + "epoch": 0.5021834061135371, + "grad_norm": 0.36522790796535515, + "learning_rate": 4.931435389989455e-05, + "loss": 0.3482, + "step": 1150 + }, + { + "epoch": 0.5043668122270742, + "grad_norm": 0.46762083247492375, + "learning_rate": 4.929950283857167e-05, + "loss": 0.3704, + "step": 1155 + }, + { + "epoch": 0.5065502183406113, + "grad_norm": 0.45795606465334227, + "learning_rate": 4.9284494943900085e-05, + "loss": 0.3646, + "step": 1160 + }, + { + "epoch": 0.5087336244541485, + "grad_norm": 0.42995508768886065, + "learning_rate": 4.926933031274344e-05, + "loss": 0.3626, + "step": 1165 + }, + { + "epoch": 0.5109170305676856, + "grad_norm": 0.4224390944477537, + "learning_rate": 4.925400904297698e-05, + "loss": 0.347, + "step": 1170 + }, + { + "epoch": 0.5131004366812227, + "grad_norm": 0.5046566006479356, + "learning_rate": 4.923853123348693e-05, + "loss": 0.3678, + "step": 1175 + }, + { + "epoch": 0.5152838427947598, + "grad_norm": 0.5310348130320324, + "learning_rate": 4.922289698416983e-05, + "loss": 0.3568, + "step": 1180 + }, + { + "epoch": 0.517467248908297, + "grad_norm": 0.44019956240689734, + "learning_rate": 4.920710639593196e-05, + "loss": 0.3555, + "step": 1185 + }, + { + "epoch": 0.519650655021834, + "grad_norm": 0.36638621076470246, + "learning_rate": 4.919115957068859e-05, + "loss": 0.3529, + "step": 1190 + }, + { + "epoch": 0.5218340611353712, + "grad_norm": 0.4899606255024857, + "learning_rate": 4.917505661136339e-05, + "loss": 0.3491, + "step": 1195 + }, + { + "epoch": 0.5240174672489083, + "grad_norm": 0.501601743259068, + "learning_rate": 4.915879762188774e-05, + "loss": 0.3615, + "step": 1200 + }, + { + "epoch": 0.5262008733624454, + "grad_norm": 0.6025124136368822, + "learning_rate": 4.9142382707200096e-05, + "loss": 0.3553, + "step": 1205 + }, + { + "epoch": 0.5283842794759825, + "grad_norm": 0.445329859368048, + "learning_rate": 4.912581197324524e-05, + "loss": 0.3633, + "step": 1210 + }, + { + "epoch": 0.5305676855895196, + "grad_norm": 0.6418024421311272, + "learning_rate": 4.9109085526973674e-05, + "loss": 0.3476, + "step": 1215 + }, + { + "epoch": 0.5327510917030568, + "grad_norm": 0.4430605711065509, + "learning_rate": 4.909220347634087e-05, + "loss": 0.359, + "step": 1220 + }, + { + "epoch": 0.5349344978165939, + "grad_norm": 0.4354421223792483, + "learning_rate": 4.907516593030662e-05, + "loss": 0.3515, + "step": 1225 + }, + { + "epoch": 0.537117903930131, + "grad_norm": 0.47281124382089545, + "learning_rate": 4.905797299883429e-05, + "loss": 0.3629, + "step": 1230 + }, + { + "epoch": 0.5393013100436681, + "grad_norm": 0.4468031895316623, + "learning_rate": 4.904062479289015e-05, + "loss": 0.3484, + "step": 1235 + }, + { + "epoch": 0.5414847161572053, + "grad_norm": 0.4659670701752814, + "learning_rate": 4.902312142444264e-05, + "loss": 0.3526, + "step": 1240 + }, + { + "epoch": 0.5436681222707423, + "grad_norm": 0.371869503352742, + "learning_rate": 4.900546300646162e-05, + "loss": 0.3366, + "step": 1245 + }, + { + "epoch": 0.5458515283842795, + "grad_norm": 0.42423288318858376, + "learning_rate": 4.89876496529177e-05, + "loss": 0.3543, + "step": 1250 + }, + { + "epoch": 0.5480349344978166, + "grad_norm": 0.4609253407888565, + "learning_rate": 4.896968147878145e-05, + "loss": 0.3565, + "step": 1255 + }, + { + "epoch": 0.5502183406113537, + "grad_norm": 0.3237267708873633, + "learning_rate": 4.895155860002271e-05, + "loss": 0.3377, + "step": 1260 + }, + { + "epoch": 0.5524017467248908, + "grad_norm": 0.4546639718401833, + "learning_rate": 4.893328113360975e-05, + "loss": 0.3535, + "step": 1265 + }, + { + "epoch": 0.5545851528384279, + "grad_norm": 0.43148670011250856, + "learning_rate": 4.891484919750865e-05, + "loss": 0.344, + "step": 1270 + }, + { + "epoch": 0.5567685589519651, + "grad_norm": 0.3991105241595635, + "learning_rate": 4.889626291068241e-05, + "loss": 0.339, + "step": 1275 + }, + { + "epoch": 0.5589519650655022, + "grad_norm": 0.48987054857422774, + "learning_rate": 4.887752239309027e-05, + "loss": 0.3391, + "step": 1280 + }, + { + "epoch": 0.5611353711790393, + "grad_norm": 0.4609741215989259, + "learning_rate": 4.885862776568689e-05, + "loss": 0.3576, + "step": 1285 + }, + { + "epoch": 0.5633187772925764, + "grad_norm": 0.50704867138633, + "learning_rate": 4.883957915042158e-05, + "loss": 0.3496, + "step": 1290 + }, + { + "epoch": 0.5655021834061136, + "grad_norm": 0.48159077762660746, + "learning_rate": 4.882037667023752e-05, + "loss": 0.3361, + "step": 1295 + }, + { + "epoch": 0.5676855895196506, + "grad_norm": 0.7062981902269905, + "learning_rate": 4.880102044907096e-05, + "loss": 0.3677, + "step": 1300 + }, + { + "epoch": 0.5698689956331878, + "grad_norm": 0.4888521580220186, + "learning_rate": 4.878151061185042e-05, + "loss": 0.3294, + "step": 1305 + }, + { + "epoch": 0.5720524017467249, + "grad_norm": 0.4540470014267252, + "learning_rate": 4.876184728449589e-05, + "loss": 0.3488, + "step": 1310 + }, + { + "epoch": 0.574235807860262, + "grad_norm": 0.3930373040922702, + "learning_rate": 4.874203059391802e-05, + "loss": 0.3364, + "step": 1315 + }, + { + "epoch": 0.5764192139737991, + "grad_norm": 0.4451157942220829, + "learning_rate": 4.8722060668017267e-05, + "loss": 0.3562, + "step": 1320 + }, + { + "epoch": 0.5786026200873362, + "grad_norm": 0.3942536599077881, + "learning_rate": 4.870193763568312e-05, + "loss": 0.3619, + "step": 1325 + }, + { + "epoch": 0.5807860262008734, + "grad_norm": 0.48861179907906854, + "learning_rate": 4.8681661626793246e-05, + "loss": 0.3468, + "step": 1330 + }, + { + "epoch": 0.5829694323144105, + "grad_norm": 0.42138612451614066, + "learning_rate": 4.866123277221264e-05, + "loss": 0.347, + "step": 1335 + }, + { + "epoch": 0.5851528384279476, + "grad_norm": 0.4074290406551753, + "learning_rate": 4.864065120379278e-05, + "loss": 0.3573, + "step": 1340 + }, + { + "epoch": 0.5873362445414847, + "grad_norm": 0.3987198118209572, + "learning_rate": 4.861991705437081e-05, + "loss": 0.3598, + "step": 1345 + }, + { + "epoch": 0.5895196506550219, + "grad_norm": 0.46460108590367194, + "learning_rate": 4.859903045776866e-05, + "loss": 0.3524, + "step": 1350 + }, + { + "epoch": 0.5917030567685589, + "grad_norm": 0.4803498793618286, + "learning_rate": 4.857799154879215e-05, + "loss": 0.3605, + "step": 1355 + }, + { + "epoch": 0.5938864628820961, + "grad_norm": 0.5901063012029109, + "learning_rate": 4.8556800463230165e-05, + "loss": 0.3437, + "step": 1360 + }, + { + "epoch": 0.5960698689956332, + "grad_norm": 0.4641267585126181, + "learning_rate": 4.8535457337853794e-05, + "loss": 0.3285, + "step": 1365 + }, + { + "epoch": 0.5982532751091703, + "grad_norm": 0.3647796263943895, + "learning_rate": 4.8513962310415396e-05, + "loss": 0.3463, + "step": 1370 + }, + { + "epoch": 0.6004366812227074, + "grad_norm": 0.3648828726715139, + "learning_rate": 4.849231551964771e-05, + "loss": 0.3535, + "step": 1375 + }, + { + "epoch": 0.6026200873362445, + "grad_norm": 0.40542343011346316, + "learning_rate": 4.847051710526302e-05, + "loss": 0.3437, + "step": 1380 + }, + { + "epoch": 0.6048034934497817, + "grad_norm": 0.350582105718404, + "learning_rate": 4.8448567207952205e-05, + "loss": 0.3549, + "step": 1385 + }, + { + "epoch": 0.6069868995633187, + "grad_norm": 0.39947990507599496, + "learning_rate": 4.8426465969383826e-05, + "loss": 0.3243, + "step": 1390 + }, + { + "epoch": 0.6091703056768559, + "grad_norm": 0.4129694646452404, + "learning_rate": 4.840421353220326e-05, + "loss": 0.3251, + "step": 1395 + }, + { + "epoch": 0.611353711790393, + "grad_norm": 0.3820909710575323, + "learning_rate": 4.83818100400317e-05, + "loss": 0.334, + "step": 1400 + }, + { + "epoch": 0.6135371179039302, + "grad_norm": 0.4069293886007247, + "learning_rate": 4.835925563746532e-05, + "loss": 0.3551, + "step": 1405 + }, + { + "epoch": 0.6157205240174672, + "grad_norm": 0.4582430996524103, + "learning_rate": 4.833655047007427e-05, + "loss": 0.3504, + "step": 1410 + }, + { + "epoch": 0.6179039301310044, + "grad_norm": 0.3828069417511488, + "learning_rate": 4.831369468440177e-05, + "loss": 0.3358, + "step": 1415 + }, + { + "epoch": 0.6200873362445415, + "grad_norm": 0.379141828052868, + "learning_rate": 4.8290688427963175e-05, + "loss": 0.3315, + "step": 1420 + }, + { + "epoch": 0.6222707423580786, + "grad_norm": 0.4059377645684439, + "learning_rate": 4.8267531849244974e-05, + "loss": 0.3403, + "step": 1425 + }, + { + "epoch": 0.6244541484716157, + "grad_norm": 0.3781489511039065, + "learning_rate": 4.8244225097703885e-05, + "loss": 0.351, + "step": 1430 + }, + { + "epoch": 0.6266375545851528, + "grad_norm": 0.36811899180808383, + "learning_rate": 4.8220768323765866e-05, + "loss": 0.345, + "step": 1435 + }, + { + "epoch": 0.62882096069869, + "grad_norm": 0.48695298818921573, + "learning_rate": 4.819716167882513e-05, + "loss": 0.343, + "step": 1440 + }, + { + "epoch": 0.631004366812227, + "grad_norm": 0.41424246411412347, + "learning_rate": 4.8173405315243216e-05, + "loss": 0.3381, + "step": 1445 + }, + { + "epoch": 0.6331877729257642, + "grad_norm": 0.5982905072375967, + "learning_rate": 4.814949938634793e-05, + "loss": 0.3334, + "step": 1450 + }, + { + "epoch": 0.6353711790393013, + "grad_norm": 0.41432212938369534, + "learning_rate": 4.8125444046432434e-05, + "loss": 0.3387, + "step": 1455 + }, + { + "epoch": 0.6375545851528385, + "grad_norm": 0.3970797596419897, + "learning_rate": 4.810123945075421e-05, + "loss": 0.3485, + "step": 1460 + }, + { + "epoch": 0.6397379912663755, + "grad_norm": 0.36649659825973896, + "learning_rate": 4.807688575553406e-05, + "loss": 0.3381, + "step": 1465 + }, + { + "epoch": 0.6419213973799127, + "grad_norm": 0.4151615051412959, + "learning_rate": 4.80523831179551e-05, + "loss": 0.3316, + "step": 1470 + }, + { + "epoch": 0.6441048034934498, + "grad_norm": 0.41296409849005844, + "learning_rate": 4.8027731696161735e-05, + "loss": 0.3378, + "step": 1475 + }, + { + "epoch": 0.6462882096069869, + "grad_norm": 0.43599613227274564, + "learning_rate": 4.8002931649258674e-05, + "loss": 0.3343, + "step": 1480 + }, + { + "epoch": 0.648471615720524, + "grad_norm": 0.5041455481985673, + "learning_rate": 4.7977983137309855e-05, + "loss": 0.3337, + "step": 1485 + }, + { + "epoch": 0.6506550218340611, + "grad_norm": 0.41603606102503005, + "learning_rate": 4.795288632133747e-05, + "loss": 0.3328, + "step": 1490 + }, + { + "epoch": 0.6528384279475983, + "grad_norm": 0.4091756291458897, + "learning_rate": 4.792764136332084e-05, + "loss": 0.3558, + "step": 1495 + }, + { + "epoch": 0.6550218340611353, + "grad_norm": 0.3535456736539121, + "learning_rate": 4.790224842619548e-05, + "loss": 0.3305, + "step": 1500 + }, + { + "epoch": 0.6572052401746725, + "grad_norm": 0.4204136805374324, + "learning_rate": 4.787670767385194e-05, + "loss": 0.3399, + "step": 1505 + }, + { + "epoch": 0.6593886462882096, + "grad_norm": 0.4138703097114033, + "learning_rate": 4.785101927113482e-05, + "loss": 0.3423, + "step": 1510 + }, + { + "epoch": 0.6615720524017468, + "grad_norm": 0.42867964938598574, + "learning_rate": 4.782518338384168e-05, + "loss": 0.3474, + "step": 1515 + }, + { + "epoch": 0.6637554585152838, + "grad_norm": 0.3655864787630958, + "learning_rate": 4.779920017872197e-05, + "loss": 0.3426, + "step": 1520 + }, + { + "epoch": 0.665938864628821, + "grad_norm": 0.31312668856989573, + "learning_rate": 4.7773069823475945e-05, + "loss": 0.3317, + "step": 1525 + }, + { + "epoch": 0.6681222707423581, + "grad_norm": 0.3720008834724695, + "learning_rate": 4.774679248675362e-05, + "loss": 0.3468, + "step": 1530 + }, + { + "epoch": 0.6703056768558951, + "grad_norm": 0.3500906347775602, + "learning_rate": 4.772036833815363e-05, + "loss": 0.3305, + "step": 1535 + }, + { + "epoch": 0.6724890829694323, + "grad_norm": 0.4324016765021572, + "learning_rate": 4.7693797548222166e-05, + "loss": 0.3226, + "step": 1540 + }, + { + "epoch": 0.6746724890829694, + "grad_norm": 0.40696438387223544, + "learning_rate": 4.766708028845188e-05, + "loss": 0.3325, + "step": 1545 + }, + { + "epoch": 0.6768558951965066, + "grad_norm": 0.4155361411655341, + "learning_rate": 4.764021673128075e-05, + "loss": 0.3482, + "step": 1550 + }, + { + "epoch": 0.6790393013100436, + "grad_norm": 0.4890226077260248, + "learning_rate": 4.761320705009099e-05, + "loss": 0.3457, + "step": 1555 + }, + { + "epoch": 0.6812227074235808, + "grad_norm": 0.42425030996602786, + "learning_rate": 4.758605141920792e-05, + "loss": 0.3512, + "step": 1560 + }, + { + "epoch": 0.6834061135371179, + "grad_norm": 0.3594877731084044, + "learning_rate": 4.755875001389887e-05, + "loss": 0.3434, + "step": 1565 + }, + { + "epoch": 0.6855895196506551, + "grad_norm": 0.3979846319153574, + "learning_rate": 4.753130301037199e-05, + "loss": 0.3337, + "step": 1570 + }, + { + "epoch": 0.6877729257641921, + "grad_norm": 0.402834791445396, + "learning_rate": 4.7503710585775174e-05, + "loss": 0.3387, + "step": 1575 + }, + { + "epoch": 0.6899563318777293, + "grad_norm": 0.34220820957249626, + "learning_rate": 4.747597291819487e-05, + "loss": 0.3439, + "step": 1580 + }, + { + "epoch": 0.6921397379912664, + "grad_norm": 0.3831695794480096, + "learning_rate": 4.744809018665495e-05, + "loss": 0.3373, + "step": 1585 + }, + { + "epoch": 0.6943231441048034, + "grad_norm": 0.40957271083541796, + "learning_rate": 4.742006257111558e-05, + "loss": 0.3358, + "step": 1590 + }, + { + "epoch": 0.6965065502183406, + "grad_norm": 0.3989291887534643, + "learning_rate": 4.7391890252472016e-05, + "loss": 0.3624, + "step": 1595 + }, + { + "epoch": 0.6986899563318777, + "grad_norm": 0.47006740071344755, + "learning_rate": 4.736357341255344e-05, + "loss": 0.3427, + "step": 1600 + }, + { + "epoch": 0.7008733624454149, + "grad_norm": 0.5495070509701956, + "learning_rate": 4.7335112234121824e-05, + "loss": 0.3332, + "step": 1605 + }, + { + "epoch": 0.7030567685589519, + "grad_norm": 0.37491891454833864, + "learning_rate": 4.730650690087072e-05, + "loss": 0.3406, + "step": 1610 + }, + { + "epoch": 0.7052401746724891, + "grad_norm": 0.43036507029194554, + "learning_rate": 4.727775759742408e-05, + "loss": 0.3431, + "step": 1615 + }, + { + "epoch": 0.7074235807860262, + "grad_norm": 0.3820782925001961, + "learning_rate": 4.724886450933505e-05, + "loss": 0.3436, + "step": 1620 + }, + { + "epoch": 0.7096069868995634, + "grad_norm": 0.4860255736060773, + "learning_rate": 4.721982782308481e-05, + "loss": 0.3523, + "step": 1625 + }, + { + "epoch": 0.7117903930131004, + "grad_norm": 0.3695141770304634, + "learning_rate": 4.719064772608134e-05, + "loss": 0.3462, + "step": 1630 + }, + { + "epoch": 0.7139737991266376, + "grad_norm": 0.4003960638271693, + "learning_rate": 4.7161324406658225e-05, + "loss": 0.3286, + "step": 1635 + }, + { + "epoch": 0.7161572052401747, + "grad_norm": 0.3530404563540438, + "learning_rate": 4.713185805407342e-05, + "loss": 0.3236, + "step": 1640 + }, + { + "epoch": 0.7183406113537117, + "grad_norm": 0.584075905055993, + "learning_rate": 4.7102248858508044e-05, + "loss": 0.3544, + "step": 1645 + }, + { + "epoch": 0.7205240174672489, + "grad_norm": 0.46166165713972934, + "learning_rate": 4.7072497011065156e-05, + "loss": 0.3298, + "step": 1650 + }, + { + "epoch": 0.722707423580786, + "grad_norm": 0.3355056455618887, + "learning_rate": 4.704260270376853e-05, + "loss": 0.3264, + "step": 1655 + }, + { + "epoch": 0.7248908296943232, + "grad_norm": 0.39311481965484996, + "learning_rate": 4.7012566129561365e-05, + "loss": 0.3381, + "step": 1660 + }, + { + "epoch": 0.7270742358078602, + "grad_norm": 0.38148657969468514, + "learning_rate": 4.6982387482305104e-05, + "loss": 0.3322, + "step": 1665 + }, + { + "epoch": 0.7292576419213974, + "grad_norm": 0.44427131750278887, + "learning_rate": 4.6952066956778155e-05, + "loss": 0.3268, + "step": 1670 + }, + { + "epoch": 0.7314410480349345, + "grad_norm": 0.3857743094672692, + "learning_rate": 4.692160474867463e-05, + "loss": 0.3324, + "step": 1675 + }, + { + "epoch": 0.7336244541484717, + "grad_norm": 0.3899786180476667, + "learning_rate": 4.6891001054603056e-05, + "loss": 0.3374, + "step": 1680 + }, + { + "epoch": 0.7358078602620087, + "grad_norm": 0.3696166334234957, + "learning_rate": 4.6860256072085196e-05, + "loss": 0.3453, + "step": 1685 + }, + { + "epoch": 0.7379912663755459, + "grad_norm": 0.30167847925632657, + "learning_rate": 4.6829369999554664e-05, + "loss": 0.3297, + "step": 1690 + }, + { + "epoch": 0.740174672489083, + "grad_norm": 0.37202185004193333, + "learning_rate": 4.6798343036355704e-05, + "loss": 0.3058, + "step": 1695 + }, + { + "epoch": 0.74235807860262, + "grad_norm": 0.3965117699988383, + "learning_rate": 4.6767175382741914e-05, + "loss": 0.3367, + "step": 1700 + }, + { + "epoch": 0.7445414847161572, + "grad_norm": 0.37265664937861914, + "learning_rate": 4.673586723987491e-05, + "loss": 0.3504, + "step": 1705 + }, + { + "epoch": 0.7467248908296943, + "grad_norm": 0.42824465747750634, + "learning_rate": 4.670441880982307e-05, + "loss": 0.3323, + "step": 1710 + }, + { + "epoch": 0.7489082969432315, + "grad_norm": 0.3708258588256483, + "learning_rate": 4.667283029556019e-05, + "loss": 0.3288, + "step": 1715 + }, + { + "epoch": 0.7510917030567685, + "grad_norm": 0.4271790614273471, + "learning_rate": 4.664110190096421e-05, + "loss": 0.3436, + "step": 1720 + }, + { + "epoch": 0.7532751091703057, + "grad_norm": 0.37662914132162023, + "learning_rate": 4.660923383081588e-05, + "loss": 0.3401, + "step": 1725 + }, + { + "epoch": 0.7554585152838428, + "grad_norm": 0.3574814773268414, + "learning_rate": 4.657722629079744e-05, + "loss": 0.3359, + "step": 1730 + }, + { + "epoch": 0.75764192139738, + "grad_norm": 0.44811194231414175, + "learning_rate": 4.6545079487491285e-05, + "loss": 0.3466, + "step": 1735 + }, + { + "epoch": 0.759825327510917, + "grad_norm": 0.5433785036597635, + "learning_rate": 4.6512793628378657e-05, + "loss": 0.3348, + "step": 1740 + }, + { + "epoch": 0.7620087336244541, + "grad_norm": 0.424131707206492, + "learning_rate": 4.648036892183828e-05, + "loss": 0.3381, + "step": 1745 + }, + { + "epoch": 0.7641921397379913, + "grad_norm": 0.3485719470067596, + "learning_rate": 4.644780557714502e-05, + "loss": 0.3338, + "step": 1750 + }, + { + "epoch": 0.7663755458515283, + "grad_norm": 0.3595654663623888, + "learning_rate": 4.641510380446854e-05, + "loss": 0.3238, + "step": 1755 + }, + { + "epoch": 0.7685589519650655, + "grad_norm": 0.4262032500390272, + "learning_rate": 4.638226381487195e-05, + "loss": 0.3373, + "step": 1760 + }, + { + "epoch": 0.7707423580786026, + "grad_norm": 0.44078101888220983, + "learning_rate": 4.634928582031043e-05, + "loss": 0.3449, + "step": 1765 + }, + { + "epoch": 0.7729257641921398, + "grad_norm": 0.4054216447358104, + "learning_rate": 4.631617003362988e-05, + "loss": 0.3337, + "step": 1770 + }, + { + "epoch": 0.7751091703056768, + "grad_norm": 0.3848597633812537, + "learning_rate": 4.628291666856551e-05, + "loss": 0.3211, + "step": 1775 + }, + { + "epoch": 0.777292576419214, + "grad_norm": 0.3408957154658452, + "learning_rate": 4.6249525939740514e-05, + "loss": 0.3306, + "step": 1780 + }, + { + "epoch": 0.7794759825327511, + "grad_norm": 0.4050082743023021, + "learning_rate": 4.6215998062664636e-05, + "loss": 0.336, + "step": 1785 + }, + { + "epoch": 0.7816593886462883, + "grad_norm": 0.4303256630650177, + "learning_rate": 4.61823332537328e-05, + "loss": 0.3271, + "step": 1790 + }, + { + "epoch": 0.7838427947598253, + "grad_norm": 0.3879573361229342, + "learning_rate": 4.6148531730223735e-05, + "loss": 0.3309, + "step": 1795 + }, + { + "epoch": 0.7860262008733624, + "grad_norm": 0.3340993854538669, + "learning_rate": 4.611459371029853e-05, + "loss": 0.3273, + "step": 1800 + }, + { + "epoch": 0.7882096069868996, + "grad_norm": 0.41220645591308713, + "learning_rate": 4.6080519412999244e-05, + "loss": 0.3256, + "step": 1805 + }, + { + "epoch": 0.7903930131004366, + "grad_norm": 0.4607924969239619, + "learning_rate": 4.604630905824751e-05, + "loss": 0.3344, + "step": 1810 + }, + { + "epoch": 0.7925764192139738, + "grad_norm": 0.3986158317545471, + "learning_rate": 4.601196286684309e-05, + "loss": 0.3301, + "step": 1815 + }, + { + "epoch": 0.7947598253275109, + "grad_norm": 0.31961695415950014, + "learning_rate": 4.597748106046247e-05, + "loss": 0.3305, + "step": 1820 + }, + { + "epoch": 0.7969432314410481, + "grad_norm": 0.390531096769233, + "learning_rate": 4.5942863861657394e-05, + "loss": 0.3359, + "step": 1825 + }, + { + "epoch": 0.7991266375545851, + "grad_norm": 0.3431703506154723, + "learning_rate": 4.590811149385348e-05, + "loss": 0.3422, + "step": 1830 + }, + { + "epoch": 0.8013100436681223, + "grad_norm": 0.41192305785453975, + "learning_rate": 4.5873224181348736e-05, + "loss": 0.3247, + "step": 1835 + }, + { + "epoch": 0.8034934497816594, + "grad_norm": 0.2924629037593409, + "learning_rate": 4.5838202149312145e-05, + "loss": 0.3304, + "step": 1840 + }, + { + "epoch": 0.8056768558951966, + "grad_norm": 0.5634336476609664, + "learning_rate": 4.580304562378218e-05, + "loss": 0.3303, + "step": 1845 + }, + { + "epoch": 0.8078602620087336, + "grad_norm": 0.3544990534025258, + "learning_rate": 4.576775483166536e-05, + "loss": 0.3234, + "step": 1850 + }, + { + "epoch": 0.8100436681222707, + "grad_norm": 0.3459858077037921, + "learning_rate": 4.5732330000734775e-05, + "loss": 0.3319, + "step": 1855 + }, + { + "epoch": 0.8122270742358079, + "grad_norm": 0.3524884912271132, + "learning_rate": 4.569677135962864e-05, + "loss": 0.3278, + "step": 1860 + }, + { + "epoch": 0.8144104803493449, + "grad_norm": 0.42168404868370957, + "learning_rate": 4.5661079137848817e-05, + "loss": 0.314, + "step": 1865 + }, + { + "epoch": 0.8165938864628821, + "grad_norm": 0.4177554810132261, + "learning_rate": 4.562525356575928e-05, + "loss": 0.319, + "step": 1870 + }, + { + "epoch": 0.8187772925764192, + "grad_norm": 0.3406360499086555, + "learning_rate": 4.558929487458472e-05, + "loss": 0.3307, + "step": 1875 + }, + { + "epoch": 0.8209606986899564, + "grad_norm": 0.5953338048353011, + "learning_rate": 4.5553203296408966e-05, + "loss": 0.3363, + "step": 1880 + }, + { + "epoch": 0.8231441048034934, + "grad_norm": 0.3755495334670722, + "learning_rate": 4.551697906417353e-05, + "loss": 0.3228, + "step": 1885 + }, + { + "epoch": 0.8253275109170306, + "grad_norm": 0.5244192452428544, + "learning_rate": 4.5480622411676105e-05, + "loss": 0.3371, + "step": 1890 + }, + { + "epoch": 0.8275109170305677, + "grad_norm": 0.42718167146451547, + "learning_rate": 4.5444133573569056e-05, + "loss": 0.3394, + "step": 1895 + }, + { + "epoch": 0.8296943231441049, + "grad_norm": 0.5786026070553736, + "learning_rate": 4.540751278535788e-05, + "loss": 0.3413, + "step": 1900 + }, + { + "epoch": 0.8318777292576419, + "grad_norm": 0.3994255104166588, + "learning_rate": 4.5370760283399714e-05, + "loss": 0.3237, + "step": 1905 + }, + { + "epoch": 0.834061135371179, + "grad_norm": 0.465218260660747, + "learning_rate": 4.533387630490179e-05, + "loss": 0.3258, + "step": 1910 + }, + { + "epoch": 0.8362445414847162, + "grad_norm": 0.3503020390555209, + "learning_rate": 4.529686108791993e-05, + "loss": 0.3365, + "step": 1915 + }, + { + "epoch": 0.8384279475982532, + "grad_norm": 0.2937649633191906, + "learning_rate": 4.525971487135697e-05, + "loss": 0.3261, + "step": 1920 + }, + { + "epoch": 0.8406113537117904, + "grad_norm": 0.3640608075443947, + "learning_rate": 4.522243789496125e-05, + "loss": 0.3314, + "step": 1925 + }, + { + "epoch": 0.8427947598253275, + "grad_norm": 0.46642738830210834, + "learning_rate": 4.518503039932508e-05, + "loss": 0.3294, + "step": 1930 + }, + { + "epoch": 0.8449781659388647, + "grad_norm": 0.49375163248568255, + "learning_rate": 4.5147492625883133e-05, + "loss": 0.3346, + "step": 1935 + }, + { + "epoch": 0.8471615720524017, + "grad_norm": 0.43745545950003145, + "learning_rate": 4.510982481691093e-05, + "loss": 0.3356, + "step": 1940 + }, + { + "epoch": 0.8493449781659389, + "grad_norm": 0.3849745896242002, + "learning_rate": 4.5072027215523256e-05, + "loss": 0.328, + "step": 1945 + }, + { + "epoch": 0.851528384279476, + "grad_norm": 0.323723856108267, + "learning_rate": 4.503410006567262e-05, + "loss": 0.3137, + "step": 1950 + }, + { + "epoch": 0.8537117903930131, + "grad_norm": 0.3497043951204244, + "learning_rate": 4.499604361214764e-05, + "loss": 0.3367, + "step": 1955 + }, + { + "epoch": 0.8558951965065502, + "grad_norm": 0.3279206934648897, + "learning_rate": 4.495785810057151e-05, + "loss": 0.3305, + "step": 1960 + }, + { + "epoch": 0.8580786026200873, + "grad_norm": 0.35534435710755663, + "learning_rate": 4.4919543777400354e-05, + "loss": 0.3148, + "step": 1965 + }, + { + "epoch": 0.8602620087336245, + "grad_norm": 0.35737396766118557, + "learning_rate": 4.488110088992168e-05, + "loss": 0.3365, + "step": 1970 + }, + { + "epoch": 0.8624454148471615, + "grad_norm": 0.3811344665888169, + "learning_rate": 4.4842529686252774e-05, + "loss": 0.3412, + "step": 1975 + }, + { + "epoch": 0.8646288209606987, + "grad_norm": 0.3586035760646476, + "learning_rate": 4.4803830415339124e-05, + "loss": 0.3319, + "step": 1980 + }, + { + "epoch": 0.8668122270742358, + "grad_norm": 0.35951201381552045, + "learning_rate": 4.476500332695275e-05, + "loss": 0.3123, + "step": 1985 + }, + { + "epoch": 0.868995633187773, + "grad_norm": 0.4398889292154198, + "learning_rate": 4.472604867169063e-05, + "loss": 0.3258, + "step": 1990 + }, + { + "epoch": 0.87117903930131, + "grad_norm": 0.45684784821543106, + "learning_rate": 4.468696670097312e-05, + "loss": 0.3321, + "step": 1995 + }, + { + "epoch": 0.8733624454148472, + "grad_norm": 0.4624735089982277, + "learning_rate": 4.464775766704225e-05, + "loss": 0.339, + "step": 2000 + }, + { + "epoch": 0.8755458515283843, + "grad_norm": 0.39373793988338507, + "learning_rate": 4.4608421822960165e-05, + "loss": 0.3232, + "step": 2005 + }, + { + "epoch": 0.8777292576419214, + "grad_norm": 0.4793265990786189, + "learning_rate": 4.456895942260745e-05, + "loss": 0.3115, + "step": 2010 + }, + { + "epoch": 0.8799126637554585, + "grad_norm": 0.4596917524946721, + "learning_rate": 4.4529370720681516e-05, + "loss": 0.3327, + "step": 2015 + }, + { + "epoch": 0.8820960698689956, + "grad_norm": 0.41630714877910346, + "learning_rate": 4.4489655972694946e-05, + "loss": 0.3234, + "step": 2020 + }, + { + "epoch": 0.8842794759825328, + "grad_norm": 0.433659367959683, + "learning_rate": 4.444981543497384e-05, + "loss": 0.3268, + "step": 2025 + }, + { + "epoch": 0.8864628820960698, + "grad_norm": 0.4911763094493765, + "learning_rate": 4.440984936465618e-05, + "loss": 0.3283, + "step": 2030 + }, + { + "epoch": 0.888646288209607, + "grad_norm": 0.43509708304067723, + "learning_rate": 4.436975801969013e-05, + "loss": 0.3166, + "step": 2035 + }, + { + "epoch": 0.8908296943231441, + "grad_norm": 0.32181145619100665, + "learning_rate": 4.4329541658832454e-05, + "loss": 0.3275, + "step": 2040 + }, + { + "epoch": 0.8930131004366813, + "grad_norm": 0.5173193806980154, + "learning_rate": 4.428920054164673e-05, + "loss": 0.3367, + "step": 2045 + }, + { + "epoch": 0.8951965065502183, + "grad_norm": 0.31983525834019055, + "learning_rate": 4.424873492850177e-05, + "loss": 0.3332, + "step": 2050 + }, + { + "epoch": 0.8973799126637555, + "grad_norm": 0.3070335963036919, + "learning_rate": 4.42081450805699e-05, + "loss": 0.3416, + "step": 2055 + }, + { + "epoch": 0.8995633187772926, + "grad_norm": 0.33240317525320323, + "learning_rate": 4.4167431259825274e-05, + "loss": 0.3214, + "step": 2060 + }, + { + "epoch": 0.9017467248908297, + "grad_norm": 0.6261250657003081, + "learning_rate": 4.41265937290422e-05, + "loss": 0.3403, + "step": 2065 + }, + { + "epoch": 0.9039301310043668, + "grad_norm": 0.6469352618052645, + "learning_rate": 4.408563275179341e-05, + "loss": 0.3161, + "step": 2070 + }, + { + "epoch": 0.9061135371179039, + "grad_norm": 0.5128181692159853, + "learning_rate": 4.404454859244841e-05, + "loss": 0.3513, + "step": 2075 + }, + { + "epoch": 0.9082969432314411, + "grad_norm": 0.4054137512768172, + "learning_rate": 4.400334151617171e-05, + "loss": 0.3551, + "step": 2080 + }, + { + "epoch": 0.9104803493449781, + "grad_norm": 0.5160259798496531, + "learning_rate": 4.39620117889212e-05, + "loss": 0.3202, + "step": 2085 + }, + { + "epoch": 0.9126637554585153, + "grad_norm": 1.180298141482782, + "learning_rate": 4.3920559677446335e-05, + "loss": 0.3264, + "step": 2090 + }, + { + "epoch": 0.9148471615720524, + "grad_norm": 0.4807710172298594, + "learning_rate": 4.387898544928648e-05, + "loss": 0.3382, + "step": 2095 + }, + { + "epoch": 0.9170305676855895, + "grad_norm": 0.5325040390840762, + "learning_rate": 4.383728937276915e-05, + "loss": 0.3408, + "step": 2100 + }, + { + "epoch": 0.9192139737991266, + "grad_norm": 0.4423809835776037, + "learning_rate": 4.37954717170083e-05, + "loss": 0.3336, + "step": 2105 + }, + { + "epoch": 0.9213973799126638, + "grad_norm": 0.5498410601529987, + "learning_rate": 4.375353275190259e-05, + "loss": 0.3309, + "step": 2110 + }, + { + "epoch": 0.9235807860262009, + "grad_norm": 0.37076013082197373, + "learning_rate": 4.371147274813362e-05, + "loss": 0.3414, + "step": 2115 + }, + { + "epoch": 0.925764192139738, + "grad_norm": 0.403897556358072, + "learning_rate": 4.3669291977164185e-05, + "loss": 0.3308, + "step": 2120 + }, + { + "epoch": 0.9279475982532751, + "grad_norm": 0.4050123744090438, + "learning_rate": 4.362699071123655e-05, + "loss": 0.3383, + "step": 2125 + }, + { + "epoch": 0.9301310043668122, + "grad_norm": 0.4499616242086888, + "learning_rate": 4.358456922337068e-05, + "loss": 0.3247, + "step": 2130 + }, + { + "epoch": 0.9323144104803494, + "grad_norm": 0.41076931445914805, + "learning_rate": 4.354202778736245e-05, + "loss": 0.3325, + "step": 2135 + }, + { + "epoch": 0.9344978165938864, + "grad_norm": 0.6474266802788862, + "learning_rate": 4.3499366677781927e-05, + "loss": 0.3384, + "step": 2140 + }, + { + "epoch": 0.9366812227074236, + "grad_norm": 0.43958950888079396, + "learning_rate": 4.3456586169971555e-05, + "loss": 0.3155, + "step": 2145 + }, + { + "epoch": 0.9388646288209607, + "grad_norm": 0.430386825850428, + "learning_rate": 4.341368654004442e-05, + "loss": 0.3407, + "step": 2150 + }, + { + "epoch": 0.9410480349344978, + "grad_norm": 0.4400594923102947, + "learning_rate": 4.3370668064882406e-05, + "loss": 0.3227, + "step": 2155 + }, + { + "epoch": 0.9432314410480349, + "grad_norm": 0.49619465693365633, + "learning_rate": 4.332753102213447e-05, + "loss": 0.3488, + "step": 2160 + }, + { + "epoch": 0.9454148471615721, + "grad_norm": 0.2953653819485504, + "learning_rate": 4.328427569021481e-05, + "loss": 0.3237, + "step": 2165 + }, + { + "epoch": 0.9475982532751092, + "grad_norm": 0.3277990570496694, + "learning_rate": 4.3240902348301134e-05, + "loss": 0.3137, + "step": 2170 + }, + { + "epoch": 0.9497816593886463, + "grad_norm": 0.31994132171967327, + "learning_rate": 4.319741127633273e-05, + "loss": 0.3263, + "step": 2175 + }, + { + "epoch": 0.9519650655021834, + "grad_norm": 0.3159818487824089, + "learning_rate": 4.315380275500879e-05, + "loss": 0.3342, + "step": 2180 + }, + { + "epoch": 0.9541484716157205, + "grad_norm": 0.37710542197615304, + "learning_rate": 4.311007706578654e-05, + "loss": 0.3202, + "step": 2185 + }, + { + "epoch": 0.9563318777292577, + "grad_norm": 0.39548613497208596, + "learning_rate": 4.306623449087939e-05, + "loss": 0.3182, + "step": 2190 + }, + { + "epoch": 0.9585152838427947, + "grad_norm": 0.3737799555086228, + "learning_rate": 4.3022275313255215e-05, + "loss": 0.3202, + "step": 2195 + }, + { + "epoch": 0.9606986899563319, + "grad_norm": 0.3302761729103403, + "learning_rate": 4.2978199816634404e-05, + "loss": 0.3134, + "step": 2200 + }, + { + "epoch": 0.962882096069869, + "grad_norm": 0.3169568046490519, + "learning_rate": 4.293400828548812e-05, + "loss": 0.3281, + "step": 2205 + }, + { + "epoch": 0.9650655021834061, + "grad_norm": 0.3469828187440111, + "learning_rate": 4.2889701005036444e-05, + "loss": 0.3257, + "step": 2210 + }, + { + "epoch": 0.9672489082969432, + "grad_norm": 0.41804346589863545, + "learning_rate": 4.28452782612465e-05, + "loss": 0.3395, + "step": 2215 + }, + { + "epoch": 0.9694323144104804, + "grad_norm": 0.33364679303892797, + "learning_rate": 4.2800740340830636e-05, + "loss": 0.3127, + "step": 2220 + }, + { + "epoch": 0.9716157205240175, + "grad_norm": 0.3192103795670632, + "learning_rate": 4.275608753124459e-05, + "loss": 0.3139, + "step": 2225 + }, + { + "epoch": 0.9737991266375546, + "grad_norm": 0.43164296461188517, + "learning_rate": 4.271132012068559e-05, + "loss": 0.3144, + "step": 2230 + }, + { + "epoch": 0.9759825327510917, + "grad_norm": 0.36786016009963335, + "learning_rate": 4.266643839809054e-05, + "loss": 0.3217, + "step": 2235 + }, + { + "epoch": 0.9781659388646288, + "grad_norm": 0.40515456026599855, + "learning_rate": 4.262144265313412e-05, + "loss": 0.3263, + "step": 2240 + }, + { + "epoch": 0.980349344978166, + "grad_norm": 0.40316039408536825, + "learning_rate": 4.2576333176226944e-05, + "loss": 0.3174, + "step": 2245 + }, + { + "epoch": 0.982532751091703, + "grad_norm": 0.4036377506232831, + "learning_rate": 4.253111025851366e-05, + "loss": 0.3324, + "step": 2250 + }, + { + "epoch": 0.9847161572052402, + "grad_norm": 0.38600938504920373, + "learning_rate": 4.2485774191871084e-05, + "loss": 0.3148, + "step": 2255 + }, + { + "epoch": 0.9868995633187773, + "grad_norm": 0.3724866092235095, + "learning_rate": 4.244032526890633e-05, + "loss": 0.32, + "step": 2260 + }, + { + "epoch": 0.9890829694323144, + "grad_norm": 0.45130824685960164, + "learning_rate": 4.239476378295489e-05, + "loss": 0.3208, + "step": 2265 + }, + { + "epoch": 0.9912663755458515, + "grad_norm": 0.3614299023632802, + "learning_rate": 4.2349090028078766e-05, + "loss": 0.3108, + "step": 2270 + }, + { + "epoch": 0.9934497816593887, + "grad_norm": 0.3529974003854878, + "learning_rate": 4.230330429906456e-05, + "loss": 0.3114, + "step": 2275 + }, + { + "epoch": 0.9956331877729258, + "grad_norm": 0.3358112816928416, + "learning_rate": 4.225740689142158e-05, + "loss": 0.3168, + "step": 2280 + }, + { + "epoch": 0.9978165938864629, + "grad_norm": 0.3907341561097172, + "learning_rate": 4.221139810137992e-05, + "loss": 0.3174, + "step": 2285 + }, + { + "epoch": 1.0, + "grad_norm": 0.37377145244747273, + "learning_rate": 4.216527822588857e-05, + "loss": 0.3168, + "step": 2290 + }, + { + "epoch": 1.002183406113537, + "grad_norm": 0.40852537721961585, + "learning_rate": 4.2119047562613476e-05, + "loss": 0.2941, + "step": 2295 + }, + { + "epoch": 1.0043668122270741, + "grad_norm": 0.39878675388447493, + "learning_rate": 4.207270640993561e-05, + "loss": 0.2787, + "step": 2300 + }, + { + "epoch": 1.0065502183406114, + "grad_norm": 0.346225297182408, + "learning_rate": 4.202625506694911e-05, + "loss": 0.2686, + "step": 2305 + }, + { + "epoch": 1.0087336244541485, + "grad_norm": 0.34208833101355196, + "learning_rate": 4.197969383345925e-05, + "loss": 0.2809, + "step": 2310 + }, + { + "epoch": 1.0109170305676856, + "grad_norm": 0.4002016670275176, + "learning_rate": 4.19330230099806e-05, + "loss": 0.2979, + "step": 2315 + }, + { + "epoch": 1.0131004366812226, + "grad_norm": 0.4630743803988168, + "learning_rate": 4.188624289773501e-05, + "loss": 0.2967, + "step": 2320 + }, + { + "epoch": 1.01528384279476, + "grad_norm": 0.3568696275266243, + "learning_rate": 4.1839353798649717e-05, + "loss": 0.2758, + "step": 2325 + }, + { + "epoch": 1.017467248908297, + "grad_norm": 0.3119249400022314, + "learning_rate": 4.1792356015355375e-05, + "loss": 0.2766, + "step": 2330 + }, + { + "epoch": 1.019650655021834, + "grad_norm": 0.3696696936235827, + "learning_rate": 4.17452498511841e-05, + "loss": 0.286, + "step": 2335 + }, + { + "epoch": 1.0218340611353711, + "grad_norm": 0.3084313639844132, + "learning_rate": 4.169803561016754e-05, + "loss": 0.2856, + "step": 2340 + }, + { + "epoch": 1.0240174672489082, + "grad_norm": 0.3909495635210935, + "learning_rate": 4.1650713597034845e-05, + "loss": 0.287, + "step": 2345 + }, + { + "epoch": 1.0262008733624455, + "grad_norm": 0.44840025564529157, + "learning_rate": 4.16032841172108e-05, + "loss": 0.2927, + "step": 2350 + }, + { + "epoch": 1.0283842794759825, + "grad_norm": 0.41340997676020685, + "learning_rate": 4.155574747681375e-05, + "loss": 0.2858, + "step": 2355 + }, + { + "epoch": 1.0305676855895196, + "grad_norm": 0.3994213300123044, + "learning_rate": 4.1508103982653715e-05, + "loss": 0.2991, + "step": 2360 + }, + { + "epoch": 1.0327510917030567, + "grad_norm": 0.33838520158365676, + "learning_rate": 4.146035394223034e-05, + "loss": 0.2776, + "step": 2365 + }, + { + "epoch": 1.034934497816594, + "grad_norm": 0.3368322156288848, + "learning_rate": 4.1412497663730954e-05, + "loss": 0.2748, + "step": 2370 + }, + { + "epoch": 1.037117903930131, + "grad_norm": 0.3141352669129108, + "learning_rate": 4.1364535456028555e-05, + "loss": 0.2841, + "step": 2375 + }, + { + "epoch": 1.039301310043668, + "grad_norm": 0.2818967412459555, + "learning_rate": 4.1316467628679834e-05, + "loss": 0.2619, + "step": 2380 + }, + { + "epoch": 1.0414847161572052, + "grad_norm": 0.28565982519466604, + "learning_rate": 4.126829449192316e-05, + "loss": 0.2857, + "step": 2385 + }, + { + "epoch": 1.0436681222707425, + "grad_norm": 0.3210535970776655, + "learning_rate": 4.1220016356676615e-05, + "loss": 0.2787, + "step": 2390 + }, + { + "epoch": 1.0458515283842795, + "grad_norm": 0.3919954733516357, + "learning_rate": 4.117163353453593e-05, + "loss": 0.2824, + "step": 2395 + }, + { + "epoch": 1.0480349344978166, + "grad_norm": 0.2781986797396297, + "learning_rate": 4.112314633777251e-05, + "loss": 0.2831, + "step": 2400 + }, + { + "epoch": 1.0502183406113537, + "grad_norm": 0.3117143962813532, + "learning_rate": 4.107455507933144e-05, + "loss": 0.2741, + "step": 2405 + }, + { + "epoch": 1.0524017467248907, + "grad_norm": 0.29749854620448457, + "learning_rate": 4.102586007282938e-05, + "loss": 0.2784, + "step": 2410 + }, + { + "epoch": 1.054585152838428, + "grad_norm": 0.3011787067490516, + "learning_rate": 4.0977061632552656e-05, + "loss": 0.2822, + "step": 2415 + }, + { + "epoch": 1.056768558951965, + "grad_norm": 0.27733319238652004, + "learning_rate": 4.092816007345515e-05, + "loss": 0.2918, + "step": 2420 + }, + { + "epoch": 1.0589519650655022, + "grad_norm": 0.3178714706734469, + "learning_rate": 4.087915571115629e-05, + "loss": 0.2657, + "step": 2425 + }, + { + "epoch": 1.0611353711790392, + "grad_norm": 0.33147612300712626, + "learning_rate": 4.083004886193902e-05, + "loss": 0.2821, + "step": 2430 + }, + { + "epoch": 1.0633187772925765, + "grad_norm": 0.32015236720081114, + "learning_rate": 4.0780839842747754e-05, + "loss": 0.2876, + "step": 2435 + }, + { + "epoch": 1.0655021834061136, + "grad_norm": 0.2637393126437815, + "learning_rate": 4.073152897118632e-05, + "loss": 0.2902, + "step": 2440 + }, + { + "epoch": 1.0676855895196506, + "grad_norm": 0.2971292010190096, + "learning_rate": 4.0682116565515935e-05, + "loss": 0.294, + "step": 2445 + }, + { + "epoch": 1.0698689956331877, + "grad_norm": 0.32151195135466043, + "learning_rate": 4.063260294465311e-05, + "loss": 0.2754, + "step": 2450 + }, + { + "epoch": 1.072052401746725, + "grad_norm": 0.29344847997392354, + "learning_rate": 4.058298842816765e-05, + "loss": 0.2756, + "step": 2455 + }, + { + "epoch": 1.074235807860262, + "grad_norm": 0.38141464593456376, + "learning_rate": 4.0533273336280516e-05, + "loss": 0.2749, + "step": 2460 + }, + { + "epoch": 1.0764192139737991, + "grad_norm": 0.3519071752481233, + "learning_rate": 4.048345798986186e-05, + "loss": 0.2937, + "step": 2465 + }, + { + "epoch": 1.0786026200873362, + "grad_norm": 0.27974724944596935, + "learning_rate": 4.043354271042884e-05, + "loss": 0.2772, + "step": 2470 + }, + { + "epoch": 1.0807860262008733, + "grad_norm": 0.31883200998020006, + "learning_rate": 4.038352782014362e-05, + "loss": 0.2783, + "step": 2475 + }, + { + "epoch": 1.0829694323144106, + "grad_norm": 0.3107436150415206, + "learning_rate": 4.033341364181128e-05, + "loss": 0.2845, + "step": 2480 + }, + { + "epoch": 1.0851528384279476, + "grad_norm": 0.3631114446623769, + "learning_rate": 4.028320049887771e-05, + "loss": 0.2815, + "step": 2485 + }, + { + "epoch": 1.0873362445414847, + "grad_norm": 0.29440410304916975, + "learning_rate": 4.023288871542752e-05, + "loss": 0.2767, + "step": 2490 + }, + { + "epoch": 1.0895196506550218, + "grad_norm": 0.3013728586687223, + "learning_rate": 4.0182478616182015e-05, + "loss": 0.2802, + "step": 2495 + }, + { + "epoch": 1.091703056768559, + "grad_norm": 0.30015696374357026, + "learning_rate": 4.013197052649699e-05, + "loss": 0.2885, + "step": 2500 + }, + { + "epoch": 1.0938864628820961, + "grad_norm": 0.334054468972433, + "learning_rate": 4.0081364772360725e-05, + "loss": 0.2849, + "step": 2505 + }, + { + "epoch": 1.0960698689956332, + "grad_norm": 0.29580484838617715, + "learning_rate": 4.003066168039183e-05, + "loss": 0.2748, + "step": 2510 + }, + { + "epoch": 1.0982532751091703, + "grad_norm": 0.3454428161947495, + "learning_rate": 3.9979861577837155e-05, + "loss": 0.2783, + "step": 2515 + }, + { + "epoch": 1.1004366812227073, + "grad_norm": 0.3354653145039301, + "learning_rate": 3.9928964792569655e-05, + "loss": 0.2811, + "step": 2520 + }, + { + "epoch": 1.1026200873362446, + "grad_norm": 0.3257148621799395, + "learning_rate": 3.987797165308633e-05, + "loss": 0.2805, + "step": 2525 + }, + { + "epoch": 1.1048034934497817, + "grad_norm": 0.3093405188202137, + "learning_rate": 3.982688248850604e-05, + "loss": 0.2929, + "step": 2530 + }, + { + "epoch": 1.1069868995633187, + "grad_norm": 0.42822993107757057, + "learning_rate": 3.977569762856741e-05, + "loss": 0.2913, + "step": 2535 + }, + { + "epoch": 1.1091703056768558, + "grad_norm": 0.40323824571841865, + "learning_rate": 3.9724417403626705e-05, + "loss": 0.2834, + "step": 2540 + }, + { + "epoch": 1.111353711790393, + "grad_norm": 0.30813240614187476, + "learning_rate": 3.9673042144655697e-05, + "loss": 0.2927, + "step": 2545 + }, + { + "epoch": 1.1135371179039302, + "grad_norm": 0.2807299601361123, + "learning_rate": 3.9621572183239515e-05, + "loss": 0.2778, + "step": 2550 + }, + { + "epoch": 1.1157205240174672, + "grad_norm": 0.34539465437923245, + "learning_rate": 3.957000785157452e-05, + "loss": 0.3014, + "step": 2555 + }, + { + "epoch": 1.1179039301310043, + "grad_norm": 0.36001154980798994, + "learning_rate": 3.951834948246616e-05, + "loss": 0.268, + "step": 2560 + }, + { + "epoch": 1.1200873362445414, + "grad_norm": 0.3659504200165266, + "learning_rate": 3.946659740932681e-05, + "loss": 0.2999, + "step": 2565 + }, + { + "epoch": 1.1222707423580787, + "grad_norm": 0.310758158636425, + "learning_rate": 3.9414751966173634e-05, + "loss": 0.2788, + "step": 2570 + }, + { + "epoch": 1.1244541484716157, + "grad_norm": 0.2658948188578196, + "learning_rate": 3.93628134876264e-05, + "loss": 0.2764, + "step": 2575 + }, + { + "epoch": 1.1266375545851528, + "grad_norm": 0.3038259778170334, + "learning_rate": 3.9310782308905395e-05, + "loss": 0.2809, + "step": 2580 + }, + { + "epoch": 1.1288209606986899, + "grad_norm": 0.3098003775343629, + "learning_rate": 3.925865876582915e-05, + "loss": 0.2668, + "step": 2585 + }, + { + "epoch": 1.1310043668122272, + "grad_norm": 0.29478313929574995, + "learning_rate": 3.920644319481237e-05, + "loss": 0.2762, + "step": 2590 + }, + { + "epoch": 1.1331877729257642, + "grad_norm": 0.2715517904632468, + "learning_rate": 3.915413593286371e-05, + "loss": 0.2828, + "step": 2595 + }, + { + "epoch": 1.1353711790393013, + "grad_norm": 0.2546601742913032, + "learning_rate": 3.910173731758362e-05, + "loss": 0.2752, + "step": 2600 + }, + { + "epoch": 1.1375545851528384, + "grad_norm": 0.3020454024382658, + "learning_rate": 3.904924768716216e-05, + "loss": 0.2764, + "step": 2605 + }, + { + "epoch": 1.1397379912663754, + "grad_norm": 0.3404890082601122, + "learning_rate": 3.89966673803768e-05, + "loss": 0.2746, + "step": 2610 + }, + { + "epoch": 1.1419213973799127, + "grad_norm": 0.2918728991626841, + "learning_rate": 3.894399673659031e-05, + "loss": 0.2911, + "step": 2615 + }, + { + "epoch": 1.1441048034934498, + "grad_norm": 0.32777823728250605, + "learning_rate": 3.889123609574843e-05, + "loss": 0.2687, + "step": 2620 + }, + { + "epoch": 1.1462882096069869, + "grad_norm": 0.3417220224406648, + "learning_rate": 3.883838579837781e-05, + "loss": 0.29, + "step": 2625 + }, + { + "epoch": 1.1484716157205241, + "grad_norm": 0.3206470787242044, + "learning_rate": 3.8785446185583755e-05, + "loss": 0.2852, + "step": 2630 + }, + { + "epoch": 1.1506550218340612, + "grad_norm": 0.2896917429374818, + "learning_rate": 3.873241759904801e-05, + "loss": 0.2844, + "step": 2635 + }, + { + "epoch": 1.1528384279475983, + "grad_norm": 0.319012549688518, + "learning_rate": 3.8679300381026585e-05, + "loss": 0.2926, + "step": 2640 + }, + { + "epoch": 1.1550218340611353, + "grad_norm": 0.27491269743019364, + "learning_rate": 3.862609487434752e-05, + "loss": 0.2701, + "step": 2645 + }, + { + "epoch": 1.1572052401746724, + "grad_norm": 0.30736358656559387, + "learning_rate": 3.857280142240871e-05, + "loss": 0.2813, + "step": 2650 + }, + { + "epoch": 1.1593886462882097, + "grad_norm": 0.27847789277867213, + "learning_rate": 3.851942036917565e-05, + "loss": 0.2989, + "step": 2655 + }, + { + "epoch": 1.1615720524017468, + "grad_norm": 0.3178443314858301, + "learning_rate": 3.846595205917922e-05, + "loss": 0.2831, + "step": 2660 + }, + { + "epoch": 1.1637554585152838, + "grad_norm": 0.27407489870985063, + "learning_rate": 3.8412396837513484e-05, + "loss": 0.2838, + "step": 2665 + }, + { + "epoch": 1.165938864628821, + "grad_norm": 0.31079163261067777, + "learning_rate": 3.835875504983344e-05, + "loss": 0.2896, + "step": 2670 + }, + { + "epoch": 1.1681222707423582, + "grad_norm": 0.330388527773976, + "learning_rate": 3.830502704235282e-05, + "loss": 0.281, + "step": 2675 + }, + { + "epoch": 1.1703056768558953, + "grad_norm": 0.28816900411883056, + "learning_rate": 3.825121316184181e-05, + "loss": 0.2883, + "step": 2680 + }, + { + "epoch": 1.1724890829694323, + "grad_norm": 0.3328938276296137, + "learning_rate": 3.8197313755624855e-05, + "loss": 0.266, + "step": 2685 + }, + { + "epoch": 1.1746724890829694, + "grad_norm": 0.3824721867696784, + "learning_rate": 3.8143329171578366e-05, + "loss": 0.2792, + "step": 2690 + }, + { + "epoch": 1.1768558951965065, + "grad_norm": 0.33578112498653234, + "learning_rate": 3.808925975812855e-05, + "loss": 0.2994, + "step": 2695 + }, + { + "epoch": 1.1790393013100438, + "grad_norm": 0.35312074931486553, + "learning_rate": 3.803510586424908e-05, + "loss": 0.2909, + "step": 2700 + }, + { + "epoch": 1.1812227074235808, + "grad_norm": 0.3016960624575352, + "learning_rate": 3.798086783945892e-05, + "loss": 0.2829, + "step": 2705 + }, + { + "epoch": 1.1834061135371179, + "grad_norm": 0.355359254971825, + "learning_rate": 3.792654603381998e-05, + "loss": 0.2843, + "step": 2710 + }, + { + "epoch": 1.185589519650655, + "grad_norm": 0.3700674234618425, + "learning_rate": 3.7872140797934956e-05, + "loss": 0.2719, + "step": 2715 + }, + { + "epoch": 1.1877729257641922, + "grad_norm": 0.44056476547643436, + "learning_rate": 3.781765248294499e-05, + "loss": 0.2759, + "step": 2720 + }, + { + "epoch": 1.1899563318777293, + "grad_norm": 0.29079420170197845, + "learning_rate": 3.7763081440527435e-05, + "loss": 0.2857, + "step": 2725 + }, + { + "epoch": 1.1921397379912664, + "grad_norm": 0.312707282955329, + "learning_rate": 3.7708428022893596e-05, + "loss": 0.2863, + "step": 2730 + }, + { + "epoch": 1.1943231441048034, + "grad_norm": 0.2684008615845062, + "learning_rate": 3.7653692582786416e-05, + "loss": 0.272, + "step": 2735 + }, + { + "epoch": 1.1965065502183405, + "grad_norm": 0.35782293675245397, + "learning_rate": 3.7598875473478246e-05, + "loss": 0.2715, + "step": 2740 + }, + { + "epoch": 1.1986899563318778, + "grad_norm": 0.30301767808558216, + "learning_rate": 3.7543977048768534e-05, + "loss": 0.271, + "step": 2745 + }, + { + "epoch": 1.2008733624454149, + "grad_norm": 0.3151321773465957, + "learning_rate": 3.748899766298157e-05, + "loss": 0.2845, + "step": 2750 + }, + { + "epoch": 1.203056768558952, + "grad_norm": 0.2925859858510235, + "learning_rate": 3.743393767096416e-05, + "loss": 0.2755, + "step": 2755 + }, + { + "epoch": 1.205240174672489, + "grad_norm": 0.2859805443710802, + "learning_rate": 3.737879742808337e-05, + "loss": 0.2793, + "step": 2760 + }, + { + "epoch": 1.2074235807860263, + "grad_norm": 0.25461387164265176, + "learning_rate": 3.732357729022421e-05, + "loss": 0.2877, + "step": 2765 + }, + { + "epoch": 1.2096069868995634, + "grad_norm": 0.24813193774999823, + "learning_rate": 3.7268277613787356e-05, + "loss": 0.2869, + "step": 2770 + }, + { + "epoch": 1.2117903930131004, + "grad_norm": 0.3276586080798546, + "learning_rate": 3.721289875568683e-05, + "loss": 0.2853, + "step": 2775 + }, + { + "epoch": 1.2139737991266375, + "grad_norm": 0.3351580255362412, + "learning_rate": 3.715744107334773e-05, + "loss": 0.2699, + "step": 2780 + }, + { + "epoch": 1.2161572052401746, + "grad_norm": 0.30882004844208494, + "learning_rate": 3.7101904924703865e-05, + "loss": 0.2823, + "step": 2785 + }, + { + "epoch": 1.2183406113537119, + "grad_norm": 0.37760317246667774, + "learning_rate": 3.704629066819549e-05, + "loss": 0.2771, + "step": 2790 + }, + { + "epoch": 1.220524017467249, + "grad_norm": 0.32894843491571224, + "learning_rate": 3.6990598662767014e-05, + "loss": 0.2699, + "step": 2795 + }, + { + "epoch": 1.222707423580786, + "grad_norm": 0.3476225470830814, + "learning_rate": 3.693482926786461e-05, + "loss": 0.2726, + "step": 2800 + }, + { + "epoch": 1.224890829694323, + "grad_norm": 0.3118303300626587, + "learning_rate": 3.687898284343396e-05, + "loss": 0.2891, + "step": 2805 + }, + { + "epoch": 1.2270742358078603, + "grad_norm": 0.3281515137713933, + "learning_rate": 3.68230597499179e-05, + "loss": 0.2805, + "step": 2810 + }, + { + "epoch": 1.2292576419213974, + "grad_norm": 0.281506457906696, + "learning_rate": 3.676706034825409e-05, + "loss": 0.3019, + "step": 2815 + }, + { + "epoch": 1.2314410480349345, + "grad_norm": 0.2918564930941491, + "learning_rate": 3.6710984999872735e-05, + "loss": 0.2748, + "step": 2820 + }, + { + "epoch": 1.2336244541484715, + "grad_norm": 0.301158978005547, + "learning_rate": 3.665483406669418e-05, + "loss": 0.2904, + "step": 2825 + }, + { + "epoch": 1.2358078602620086, + "grad_norm": 0.29117932725379103, + "learning_rate": 3.6598607911126614e-05, + "loss": 0.2856, + "step": 2830 + }, + { + "epoch": 1.237991266375546, + "grad_norm": 0.2736978249597251, + "learning_rate": 3.654230689606372e-05, + "loss": 0.2659, + "step": 2835 + }, + { + "epoch": 1.240174672489083, + "grad_norm": 0.2595195793059447, + "learning_rate": 3.648593138488235e-05, + "loss": 0.278, + "step": 2840 + }, + { + "epoch": 1.24235807860262, + "grad_norm": 0.31138011895796025, + "learning_rate": 3.6429481741440176e-05, + "loss": 0.2804, + "step": 2845 + }, + { + "epoch": 1.244541484716157, + "grad_norm": 0.28491002649715325, + "learning_rate": 3.63729583300733e-05, + "loss": 0.278, + "step": 2850 + }, + { + "epoch": 1.2467248908296944, + "grad_norm": 0.28329885485362183, + "learning_rate": 3.6316361515593966e-05, + "loss": 0.2874, + "step": 2855 + }, + { + "epoch": 1.2489082969432315, + "grad_norm": 0.36368480663196673, + "learning_rate": 3.625969166328815e-05, + "loss": 0.276, + "step": 2860 + }, + { + "epoch": 1.2510917030567685, + "grad_norm": 0.2700235560170439, + "learning_rate": 3.620294913891326e-05, + "loss": 0.2884, + "step": 2865 + }, + { + "epoch": 1.2532751091703056, + "grad_norm": 0.25418847496227326, + "learning_rate": 3.614613430869571e-05, + "loss": 0.2859, + "step": 2870 + }, + { + "epoch": 1.2554585152838427, + "grad_norm": 0.28230477688636335, + "learning_rate": 3.608924753932862e-05, + "loss": 0.2884, + "step": 2875 + }, + { + "epoch": 1.25764192139738, + "grad_norm": 0.31064202314287603, + "learning_rate": 3.6032289197969374e-05, + "loss": 0.2858, + "step": 2880 + }, + { + "epoch": 1.259825327510917, + "grad_norm": 0.272199049103352, + "learning_rate": 3.5975259652237333e-05, + "loss": 0.287, + "step": 2885 + }, + { + "epoch": 1.262008733624454, + "grad_norm": 0.23256991109619604, + "learning_rate": 3.5918159270211424e-05, + "loss": 0.2734, + "step": 2890 + }, + { + "epoch": 1.2641921397379914, + "grad_norm": 0.2926902120837456, + "learning_rate": 3.586098842042773e-05, + "loss": 0.2774, + "step": 2895 + }, + { + "epoch": 1.2663755458515285, + "grad_norm": 0.36624779554626996, + "learning_rate": 3.580374747187719e-05, + "loss": 0.2775, + "step": 2900 + }, + { + "epoch": 1.2685589519650655, + "grad_norm": 0.29331268838279223, + "learning_rate": 3.574643679400313e-05, + "loss": 0.2747, + "step": 2905 + }, + { + "epoch": 1.2707423580786026, + "grad_norm": 0.27621174524527253, + "learning_rate": 3.568905675669895e-05, + "loss": 0.2882, + "step": 2910 + }, + { + "epoch": 1.2729257641921397, + "grad_norm": 0.2771703632616136, + "learning_rate": 3.5631607730305694e-05, + "loss": 0.2664, + "step": 2915 + }, + { + "epoch": 1.2751091703056767, + "grad_norm": 0.33588301272251375, + "learning_rate": 3.5574090085609696e-05, + "loss": 0.2798, + "step": 2920 + }, + { + "epoch": 1.277292576419214, + "grad_norm": 0.35009121663132425, + "learning_rate": 3.551650419384013e-05, + "loss": 0.2833, + "step": 2925 + }, + { + "epoch": 1.279475982532751, + "grad_norm": 0.2687807965233062, + "learning_rate": 3.545885042666669e-05, + "loss": 0.2738, + "step": 2930 + }, + { + "epoch": 1.2816593886462881, + "grad_norm": 0.36331931036035, + "learning_rate": 3.5401129156197105e-05, + "loss": 0.2833, + "step": 2935 + }, + { + "epoch": 1.2838427947598254, + "grad_norm": 0.3828328306666377, + "learning_rate": 3.534334075497482e-05, + "loss": 0.2821, + "step": 2940 + }, + { + "epoch": 1.2860262008733625, + "grad_norm": 0.30473362904993256, + "learning_rate": 3.5285485595976534e-05, + "loss": 0.2821, + "step": 2945 + }, + { + "epoch": 1.2882096069868996, + "grad_norm": 0.3499861198156561, + "learning_rate": 3.5227564052609816e-05, + "loss": 0.2724, + "step": 2950 + }, + { + "epoch": 1.2903930131004366, + "grad_norm": 0.2938833486098817, + "learning_rate": 3.5169576498710696e-05, + "loss": 0.278, + "step": 2955 + }, + { + "epoch": 1.2925764192139737, + "grad_norm": 0.28084189095150464, + "learning_rate": 3.511152330854125e-05, + "loss": 0.2679, + "step": 2960 + }, + { + "epoch": 1.294759825327511, + "grad_norm": 0.3199421686229126, + "learning_rate": 3.505340485678717e-05, + "loss": 0.2819, + "step": 2965 + }, + { + "epoch": 1.296943231441048, + "grad_norm": 0.3149994117491474, + "learning_rate": 3.499522151855537e-05, + "loss": 0.2975, + "step": 2970 + }, + { + "epoch": 1.2991266375545851, + "grad_norm": 0.2899693019311649, + "learning_rate": 3.493697366937154e-05, + "loss": 0.2706, + "step": 2975 + }, + { + "epoch": 1.3013100436681222, + "grad_norm": 0.33913499909626604, + "learning_rate": 3.487866168517775e-05, + "loss": 0.294, + "step": 2980 + }, + { + "epoch": 1.3034934497816595, + "grad_norm": 0.3769147657930795, + "learning_rate": 3.4820285942330003e-05, + "loss": 0.2818, + "step": 2985 + }, + { + "epoch": 1.3056768558951966, + "grad_norm": 0.32801615796861155, + "learning_rate": 3.476184681759581e-05, + "loss": 0.28, + "step": 2990 + }, + { + "epoch": 1.3078602620087336, + "grad_norm": 0.27357707367933753, + "learning_rate": 3.4703344688151776e-05, + "loss": 0.2783, + "step": 2995 + }, + { + "epoch": 1.3100436681222707, + "grad_norm": 0.37622537438391995, + "learning_rate": 3.46447799315811e-05, + "loss": 0.2819, + "step": 3000 + }, + { + "epoch": 1.3122270742358078, + "grad_norm": 0.3550543812495112, + "learning_rate": 3.458615292587125e-05, + "loss": 0.2792, + "step": 3005 + }, + { + "epoch": 1.314410480349345, + "grad_norm": 0.2816496834529316, + "learning_rate": 3.452746404941143e-05, + "loss": 0.2859, + "step": 3010 + }, + { + "epoch": 1.3165938864628821, + "grad_norm": 0.3066581463920424, + "learning_rate": 3.446871368099017e-05, + "loss": 0.2746, + "step": 3015 + }, + { + "epoch": 1.3187772925764192, + "grad_norm": 0.2708116400301654, + "learning_rate": 3.440990219979289e-05, + "loss": 0.2863, + "step": 3020 + }, + { + "epoch": 1.3209606986899565, + "grad_norm": 0.2497661453451677, + "learning_rate": 3.435102998539942e-05, + "loss": 0.2702, + "step": 3025 + }, + { + "epoch": 1.3231441048034935, + "grad_norm": 0.2651767333352664, + "learning_rate": 3.4292097417781595e-05, + "loss": 0.2695, + "step": 3030 + }, + { + "epoch": 1.3253275109170306, + "grad_norm": 0.2695245871370125, + "learning_rate": 3.4233104877300775e-05, + "loss": 0.267, + "step": 3035 + }, + { + "epoch": 1.3275109170305677, + "grad_norm": 0.27077504903552757, + "learning_rate": 3.41740527447054e-05, + "loss": 0.2662, + "step": 3040 + }, + { + "epoch": 1.3296943231441047, + "grad_norm": 0.2519617614699693, + "learning_rate": 3.411494140112852e-05, + "loss": 0.2716, + "step": 3045 + }, + { + "epoch": 1.3318777292576418, + "grad_norm": 0.2809728902320245, + "learning_rate": 3.4055771228085347e-05, + "loss": 0.2879, + "step": 3050 + }, + { + "epoch": 1.334061135371179, + "grad_norm": 0.26727497601257166, + "learning_rate": 3.399654260747078e-05, + "loss": 0.2725, + "step": 3055 + }, + { + "epoch": 1.3362445414847162, + "grad_norm": 0.34198746633106286, + "learning_rate": 3.3937255921556974e-05, + "loss": 0.2877, + "step": 3060 + }, + { + "epoch": 1.3384279475982532, + "grad_norm": 0.2984040980470414, + "learning_rate": 3.3877911552990826e-05, + "loss": 0.2793, + "step": 3065 + }, + { + "epoch": 1.3406113537117905, + "grad_norm": 0.2865962833130215, + "learning_rate": 3.3818509884791514e-05, + "loss": 0.273, + "step": 3070 + }, + { + "epoch": 1.3427947598253276, + "grad_norm": 0.2988181873287166, + "learning_rate": 3.375905130034808e-05, + "loss": 0.275, + "step": 3075 + }, + { + "epoch": 1.3449781659388647, + "grad_norm": 0.29108551078775924, + "learning_rate": 3.369953618341688e-05, + "loss": 0.2874, + "step": 3080 + }, + { + "epoch": 1.3471615720524017, + "grad_norm": 0.29395564574021693, + "learning_rate": 3.3639964918119135e-05, + "loss": 0.2756, + "step": 3085 + }, + { + "epoch": 1.3493449781659388, + "grad_norm": 0.2834037344232317, + "learning_rate": 3.3580337888938515e-05, + "loss": 0.2795, + "step": 3090 + }, + { + "epoch": 1.3515283842794759, + "grad_norm": 0.2963729779205327, + "learning_rate": 3.3520655480718515e-05, + "loss": 0.2821, + "step": 3095 + }, + { + "epoch": 1.3537117903930131, + "grad_norm": 0.2719250597184558, + "learning_rate": 3.346091807866013e-05, + "loss": 0.2799, + "step": 3100 + }, + { + "epoch": 1.3558951965065502, + "grad_norm": 0.345480183079055, + "learning_rate": 3.3401126068319244e-05, + "loss": 0.2753, + "step": 3105 + }, + { + "epoch": 1.3580786026200873, + "grad_norm": 0.2731322103388952, + "learning_rate": 3.3341279835604224e-05, + "loss": 0.2806, + "step": 3110 + }, + { + "epoch": 1.3602620087336246, + "grad_norm": 0.3377724432178437, + "learning_rate": 3.328137976677339e-05, + "loss": 0.2952, + "step": 3115 + }, + { + "epoch": 1.3624454148471616, + "grad_norm": 0.3490702531757625, + "learning_rate": 3.322142624843253e-05, + "loss": 0.2883, + "step": 3120 + }, + { + "epoch": 1.3646288209606987, + "grad_norm": 0.23733767943987039, + "learning_rate": 3.3161419667532384e-05, + "loss": 0.2811, + "step": 3125 + }, + { + "epoch": 1.3668122270742358, + "grad_norm": 0.29640032968995195, + "learning_rate": 3.3101360411366205e-05, + "loss": 0.2714, + "step": 3130 + }, + { + "epoch": 1.3689956331877728, + "grad_norm": 0.38335436641971393, + "learning_rate": 3.304124886756719e-05, + "loss": 0.2773, + "step": 3135 + }, + { + "epoch": 1.37117903930131, + "grad_norm": 0.2614713678332863, + "learning_rate": 3.2981085424106036e-05, + "loss": 0.2716, + "step": 3140 + }, + { + "epoch": 1.3733624454148472, + "grad_norm": 0.271556464815005, + "learning_rate": 3.2920870469288375e-05, + "loss": 0.2929, + "step": 3145 + }, + { + "epoch": 1.3755458515283843, + "grad_norm": 0.2984513438432199, + "learning_rate": 3.2860604391752344e-05, + "loss": 0.2767, + "step": 3150 + }, + { + "epoch": 1.3777292576419213, + "grad_norm": 0.35226423449647926, + "learning_rate": 3.2800287580466e-05, + "loss": 0.2803, + "step": 3155 + }, + { + "epoch": 1.3799126637554586, + "grad_norm": 0.2762721435202866, + "learning_rate": 3.273992042472487e-05, + "loss": 0.2635, + "step": 3160 + }, + { + "epoch": 1.3820960698689957, + "grad_norm": 0.2849399596588635, + "learning_rate": 3.2679503314149395e-05, + "loss": 0.2828, + "step": 3165 + }, + { + "epoch": 1.3842794759825328, + "grad_norm": 0.3240823060545034, + "learning_rate": 3.261903663868243e-05, + "loss": 0.2772, + "step": 3170 + }, + { + "epoch": 1.3864628820960698, + "grad_norm": 0.29529588632218107, + "learning_rate": 3.2558520788586764e-05, + "loss": 0.2709, + "step": 3175 + }, + { + "epoch": 1.388646288209607, + "grad_norm": 0.2880598231126244, + "learning_rate": 3.249795615444253e-05, + "loss": 0.2649, + "step": 3180 + }, + { + "epoch": 1.3908296943231442, + "grad_norm": 0.34085771304801965, + "learning_rate": 3.243734312714475e-05, + "loss": 0.2767, + "step": 3185 + }, + { + "epoch": 1.3930131004366813, + "grad_norm": 0.24864813820746293, + "learning_rate": 3.2376682097900754e-05, + "loss": 0.2793, + "step": 3190 + }, + { + "epoch": 1.3951965065502183, + "grad_norm": 0.3059620331889871, + "learning_rate": 3.2315973458227714e-05, + "loss": 0.2875, + "step": 3195 + }, + { + "epoch": 1.3973799126637554, + "grad_norm": 0.24526372956599277, + "learning_rate": 3.225521759995007e-05, + "loss": 0.2821, + "step": 3200 + }, + { + "epoch": 1.3995633187772927, + "grad_norm": 0.2972629377196201, + "learning_rate": 3.219441491519703e-05, + "loss": 0.2742, + "step": 3205 + }, + { + "epoch": 1.4017467248908297, + "grad_norm": 0.30368222569014375, + "learning_rate": 3.2133565796400046e-05, + "loss": 0.2794, + "step": 3210 + }, + { + "epoch": 1.4039301310043668, + "grad_norm": 0.27087580419910157, + "learning_rate": 3.2072670636290195e-05, + "loss": 0.2686, + "step": 3215 + }, + { + "epoch": 1.4061135371179039, + "grad_norm": 0.3097415372011331, + "learning_rate": 3.20117298278958e-05, + "loss": 0.2744, + "step": 3220 + }, + { + "epoch": 1.408296943231441, + "grad_norm": 0.265200535542659, + "learning_rate": 3.195074376453975e-05, + "loss": 0.2904, + "step": 3225 + }, + { + "epoch": 1.4104803493449782, + "grad_norm": 0.26447053395871756, + "learning_rate": 3.188971283983703e-05, + "loss": 0.2633, + "step": 3230 + }, + { + "epoch": 1.4126637554585153, + "grad_norm": 0.25630242114154234, + "learning_rate": 3.1828637447692187e-05, + "loss": 0.2755, + "step": 3235 + }, + { + "epoch": 1.4148471615720524, + "grad_norm": 0.26664274806120797, + "learning_rate": 3.176751798229673e-05, + "loss": 0.2802, + "step": 3240 + }, + { + "epoch": 1.4170305676855894, + "grad_norm": 0.3278108102940346, + "learning_rate": 3.1706354838126687e-05, + "loss": 0.2585, + "step": 3245 + }, + { + "epoch": 1.4192139737991267, + "grad_norm": 0.24680968950816637, + "learning_rate": 3.1645148409939915e-05, + "loss": 0.2758, + "step": 3250 + }, + { + "epoch": 1.4213973799126638, + "grad_norm": 0.2843693481761553, + "learning_rate": 3.158389909277371e-05, + "loss": 0.2857, + "step": 3255 + }, + { + "epoch": 1.4235807860262009, + "grad_norm": 0.27926774884591915, + "learning_rate": 3.152260728194213e-05, + "loss": 0.2827, + "step": 3260 + }, + { + "epoch": 1.425764192139738, + "grad_norm": 0.33114453429263857, + "learning_rate": 3.1461273373033516e-05, + "loss": 0.2791, + "step": 3265 + }, + { + "epoch": 1.427947598253275, + "grad_norm": 0.2523111291701471, + "learning_rate": 3.1399897761907914e-05, + "loss": 0.2785, + "step": 3270 + }, + { + "epoch": 1.4301310043668123, + "grad_norm": 0.2669982957777147, + "learning_rate": 3.133848084469454e-05, + "loss": 0.2723, + "step": 3275 + }, + { + "epoch": 1.4323144104803494, + "grad_norm": 0.2551505338781039, + "learning_rate": 3.1277023017789164e-05, + "loss": 0.2701, + "step": 3280 + }, + { + "epoch": 1.4344978165938864, + "grad_norm": 0.2729328232441411, + "learning_rate": 3.121552467785164e-05, + "loss": 0.2756, + "step": 3285 + }, + { + "epoch": 1.4366812227074237, + "grad_norm": 0.31413945020452155, + "learning_rate": 3.1153986221803284e-05, + "loss": 0.2634, + "step": 3290 + }, + { + "epoch": 1.4388646288209608, + "grad_norm": 0.27459622465012024, + "learning_rate": 3.109240804682431e-05, + "loss": 0.2749, + "step": 3295 + }, + { + "epoch": 1.4410480349344978, + "grad_norm": 0.3428676752152493, + "learning_rate": 3.103079055035131e-05, + "loss": 0.2737, + "step": 3300 + }, + { + "epoch": 1.443231441048035, + "grad_norm": 0.28826863252341717, + "learning_rate": 3.096913413007467e-05, + "loss": 0.2716, + "step": 3305 + }, + { + "epoch": 1.445414847161572, + "grad_norm": 0.3003661345160089, + "learning_rate": 3.090743918393596e-05, + "loss": 0.2711, + "step": 3310 + }, + { + "epoch": 1.447598253275109, + "grad_norm": 0.2726421109267964, + "learning_rate": 3.0845706110125435e-05, + "loss": 0.2755, + "step": 3315 + }, + { + "epoch": 1.4497816593886463, + "grad_norm": 0.2633565745117208, + "learning_rate": 3.078393530707942e-05, + "loss": 0.2708, + "step": 3320 + }, + { + "epoch": 1.4519650655021834, + "grad_norm": 0.3590173494625973, + "learning_rate": 3.072212717347776e-05, + "loss": 0.2802, + "step": 3325 + }, + { + "epoch": 1.4541484716157205, + "grad_norm": 0.2841165489479175, + "learning_rate": 3.0660282108241235e-05, + "loss": 0.2793, + "step": 3330 + }, + { + "epoch": 1.4563318777292578, + "grad_norm": 0.27787135238996175, + "learning_rate": 3.059840051052898e-05, + "loss": 0.2915, + "step": 3335 + }, + { + "epoch": 1.4585152838427948, + "grad_norm": 0.29883394182548156, + "learning_rate": 3.053648277973592e-05, + "loss": 0.2667, + "step": 3340 + }, + { + "epoch": 1.460698689956332, + "grad_norm": 0.2897989278866621, + "learning_rate": 3.04745293154902e-05, + "loss": 0.2863, + "step": 3345 + }, + { + "epoch": 1.462882096069869, + "grad_norm": 0.2413426041774491, + "learning_rate": 3.0412540517650582e-05, + "loss": 0.2686, + "step": 3350 + }, + { + "epoch": 1.465065502183406, + "grad_norm": 0.3092426474858127, + "learning_rate": 3.03505167863039e-05, + "loss": 0.2861, + "step": 3355 + }, + { + "epoch": 1.467248908296943, + "grad_norm": 0.37271590450228287, + "learning_rate": 3.0288458521762414e-05, + "loss": 0.2804, + "step": 3360 + }, + { + "epoch": 1.4694323144104804, + "grad_norm": 0.32074172110600374, + "learning_rate": 3.02263661245613e-05, + "loss": 0.2673, + "step": 3365 + }, + { + "epoch": 1.4716157205240175, + "grad_norm": 0.26878027230807305, + "learning_rate": 3.016423999545603e-05, + "loss": 0.2805, + "step": 3370 + }, + { + "epoch": 1.4737991266375545, + "grad_norm": 0.2611222636406977, + "learning_rate": 3.0102080535419775e-05, + "loss": 0.2852, + "step": 3375 + }, + { + "epoch": 1.4759825327510918, + "grad_norm": 0.32711140245362424, + "learning_rate": 3.0039888145640845e-05, + "loss": 0.2768, + "step": 3380 + }, + { + "epoch": 1.4781659388646289, + "grad_norm": 0.2933942315221079, + "learning_rate": 2.9977663227520065e-05, + "loss": 0.2733, + "step": 3385 + }, + { + "epoch": 1.480349344978166, + "grad_norm": 0.3239911145447236, + "learning_rate": 2.991540618266822e-05, + "loss": 0.2689, + "step": 3390 + }, + { + "epoch": 1.482532751091703, + "grad_norm": 0.31053885049245833, + "learning_rate": 2.9853117412903443e-05, + "loss": 0.259, + "step": 3395 + }, + { + "epoch": 1.48471615720524, + "grad_norm": 0.29558451827845905, + "learning_rate": 2.979079732024862e-05, + "loss": 0.2676, + "step": 3400 + }, + { + "epoch": 1.4868995633187774, + "grad_norm": 0.2919836637875955, + "learning_rate": 2.9728446306928813e-05, + "loss": 0.274, + "step": 3405 + }, + { + "epoch": 1.4890829694323144, + "grad_norm": 0.2914986515005281, + "learning_rate": 2.966606477536863e-05, + "loss": 0.265, + "step": 3410 + }, + { + "epoch": 1.4912663755458515, + "grad_norm": 0.24516343045152553, + "learning_rate": 2.960365312818967e-05, + "loss": 0.2745, + "step": 3415 + }, + { + "epoch": 1.4934497816593886, + "grad_norm": 0.31298311253304867, + "learning_rate": 2.9541211768207883e-05, + "loss": 0.2718, + "step": 3420 + }, + { + "epoch": 1.4956331877729259, + "grad_norm": 0.3182623875469872, + "learning_rate": 2.9478741098431027e-05, + "loss": 0.2747, + "step": 3425 + }, + { + "epoch": 1.497816593886463, + "grad_norm": 0.31623459423577244, + "learning_rate": 2.9416241522055987e-05, + "loss": 0.3007, + "step": 3430 + }, + { + "epoch": 1.5, + "grad_norm": 0.3659591897091837, + "learning_rate": 2.9353713442466246e-05, + "loss": 0.2797, + "step": 3435 + }, + { + "epoch": 1.502183406113537, + "grad_norm": 0.29892370752426095, + "learning_rate": 2.929115726322924e-05, + "loss": 0.2711, + "step": 3440 + }, + { + "epoch": 1.5043668122270741, + "grad_norm": 0.36468217436567685, + "learning_rate": 2.9228573388093765e-05, + "loss": 0.2781, + "step": 3445 + }, + { + "epoch": 1.5065502183406112, + "grad_norm": 0.36523975525457747, + "learning_rate": 2.916596222098738e-05, + "loss": 0.2782, + "step": 3450 + }, + { + "epoch": 1.5087336244541485, + "grad_norm": 0.24799351938184713, + "learning_rate": 2.9103324166013777e-05, + "loss": 0.2723, + "step": 3455 + }, + { + "epoch": 1.5109170305676856, + "grad_norm": 0.3395645662027844, + "learning_rate": 2.9040659627450195e-05, + "loss": 0.2734, + "step": 3460 + }, + { + "epoch": 1.5131004366812228, + "grad_norm": 0.2312365794117943, + "learning_rate": 2.897796900974481e-05, + "loss": 0.2695, + "step": 3465 + }, + { + "epoch": 1.51528384279476, + "grad_norm": 0.2733485343314042, + "learning_rate": 2.8915252717514108e-05, + "loss": 0.2753, + "step": 3470 + }, + { + "epoch": 1.517467248908297, + "grad_norm": 0.30853988506735613, + "learning_rate": 2.8852511155540286e-05, + "loss": 0.2805, + "step": 3475 + }, + { + "epoch": 1.519650655021834, + "grad_norm": 0.298316972177523, + "learning_rate": 2.8789744728768632e-05, + "loss": 0.2674, + "step": 3480 + }, + { + "epoch": 1.5218340611353711, + "grad_norm": 0.33489826338103257, + "learning_rate": 2.8726953842304917e-05, + "loss": 0.2781, + "step": 3485 + }, + { + "epoch": 1.5240174672489082, + "grad_norm": 0.29180816733941406, + "learning_rate": 2.8664138901412784e-05, + "loss": 0.2828, + "step": 3490 + }, + { + "epoch": 1.5262008733624453, + "grad_norm": 0.2652928534046041, + "learning_rate": 2.8601300311511135e-05, + "loss": 0.2704, + "step": 3495 + }, + { + "epoch": 1.5283842794759825, + "grad_norm": 0.2478372696723595, + "learning_rate": 2.8538438478171493e-05, + "loss": 0.2709, + "step": 3500 + }, + { + "epoch": 1.5305676855895196, + "grad_norm": 0.29590356196390866, + "learning_rate": 2.8475553807115392e-05, + "loss": 0.2645, + "step": 3505 + }, + { + "epoch": 1.532751091703057, + "grad_norm": 0.2404106523342164, + "learning_rate": 2.8412646704211787e-05, + "loss": 0.2716, + "step": 3510 + }, + { + "epoch": 1.534934497816594, + "grad_norm": 0.2913911540734402, + "learning_rate": 2.8349717575474395e-05, + "loss": 0.2812, + "step": 3515 + }, + { + "epoch": 1.537117903930131, + "grad_norm": 0.27619563545275305, + "learning_rate": 2.8286766827059103e-05, + "loss": 0.2852, + "step": 3520 + }, + { + "epoch": 1.539301310043668, + "grad_norm": 0.25296146919214546, + "learning_rate": 2.8223794865261326e-05, + "loss": 0.2706, + "step": 3525 + }, + { + "epoch": 1.5414847161572052, + "grad_norm": 0.4120208095199771, + "learning_rate": 2.8160802096513396e-05, + "loss": 0.2655, + "step": 3530 + }, + { + "epoch": 1.5436681222707422, + "grad_norm": 0.2797662392218346, + "learning_rate": 2.809778892738194e-05, + "loss": 0.2799, + "step": 3535 + }, + { + "epoch": 1.5458515283842795, + "grad_norm": 0.30491897219029096, + "learning_rate": 2.8034755764565252e-05, + "loss": 0.2703, + "step": 3540 + }, + { + "epoch": 1.5480349344978166, + "grad_norm": 0.2830893746174212, + "learning_rate": 2.797170301489066e-05, + "loss": 0.2716, + "step": 3545 + }, + { + "epoch": 1.5502183406113537, + "grad_norm": 0.23485142267745251, + "learning_rate": 2.7908631085311933e-05, + "loss": 0.2617, + "step": 3550 + }, + { + "epoch": 1.552401746724891, + "grad_norm": 0.3021327029538882, + "learning_rate": 2.78455403829066e-05, + "loss": 0.2638, + "step": 3555 + }, + { + "epoch": 1.554585152838428, + "grad_norm": 0.2621866662981608, + "learning_rate": 2.7782431314873377e-05, + "loss": 0.2678, + "step": 3560 + }, + { + "epoch": 1.556768558951965, + "grad_norm": 0.2747099055332518, + "learning_rate": 2.7719304288529503e-05, + "loss": 0.2714, + "step": 3565 + }, + { + "epoch": 1.5589519650655022, + "grad_norm": 0.27602610129495325, + "learning_rate": 2.7656159711308127e-05, + "loss": 0.2754, + "step": 3570 + }, + { + "epoch": 1.5611353711790392, + "grad_norm": 0.2563630850581704, + "learning_rate": 2.7592997990755665e-05, + "loss": 0.2674, + "step": 3575 + }, + { + "epoch": 1.5633187772925763, + "grad_norm": 0.25276036483666414, + "learning_rate": 2.75298195345292e-05, + "loss": 0.2689, + "step": 3580 + }, + { + "epoch": 1.5655021834061136, + "grad_norm": 0.2568576656221897, + "learning_rate": 2.7466624750393804e-05, + "loss": 0.2624, + "step": 3585 + }, + { + "epoch": 1.5676855895196506, + "grad_norm": 0.2540380161679821, + "learning_rate": 2.740341404621996e-05, + "loss": 0.2704, + "step": 3590 + }, + { + "epoch": 1.569868995633188, + "grad_norm": 0.2691098927474828, + "learning_rate": 2.7340187829980884e-05, + "loss": 0.2596, + "step": 3595 + }, + { + "epoch": 1.572052401746725, + "grad_norm": 0.27708252166503045, + "learning_rate": 2.7276946509749905e-05, + "loss": 0.2753, + "step": 3600 + }, + { + "epoch": 1.574235807860262, + "grad_norm": 0.2828335584788292, + "learning_rate": 2.7213690493697852e-05, + "loss": 0.2813, + "step": 3605 + }, + { + "epoch": 1.5764192139737991, + "grad_norm": 0.29157807173338984, + "learning_rate": 2.7150420190090397e-05, + "loss": 0.2654, + "step": 3610 + }, + { + "epoch": 1.5786026200873362, + "grad_norm": 0.2621619308124079, + "learning_rate": 2.7087136007285417e-05, + "loss": 0.269, + "step": 3615 + }, + { + "epoch": 1.5807860262008733, + "grad_norm": 0.27055849925403364, + "learning_rate": 2.7023838353730386e-05, + "loss": 0.2603, + "step": 3620 + }, + { + "epoch": 1.5829694323144103, + "grad_norm": 0.28812667281668847, + "learning_rate": 2.6960527637959704e-05, + "loss": 0.2615, + "step": 3625 + }, + { + "epoch": 1.5851528384279476, + "grad_norm": 0.3648305241785186, + "learning_rate": 2.689720426859208e-05, + "loss": 0.2745, + "step": 3630 + }, + { + "epoch": 1.5873362445414847, + "grad_norm": 0.3579531717893759, + "learning_rate": 2.68338686543279e-05, + "loss": 0.2754, + "step": 3635 + }, + { + "epoch": 1.589519650655022, + "grad_norm": 0.30496840176534284, + "learning_rate": 2.6770521203946582e-05, + "loss": 0.2687, + "step": 3640 + }, + { + "epoch": 1.591703056768559, + "grad_norm": 0.3316407097346181, + "learning_rate": 2.670716232630392e-05, + "loss": 0.2708, + "step": 3645 + }, + { + "epoch": 1.5938864628820961, + "grad_norm": 0.30884262120013556, + "learning_rate": 2.6643792430329473e-05, + "loss": 0.2691, + "step": 3650 + }, + { + "epoch": 1.5960698689956332, + "grad_norm": 0.24575164955804643, + "learning_rate": 2.6580411925023916e-05, + "loss": 0.2895, + "step": 3655 + }, + { + "epoch": 1.5982532751091703, + "grad_norm": 0.2403162634268798, + "learning_rate": 2.6517021219456402e-05, + "loss": 0.2768, + "step": 3660 + }, + { + "epoch": 1.6004366812227073, + "grad_norm": 0.7286289540628894, + "learning_rate": 2.6453620722761896e-05, + "loss": 0.2772, + "step": 3665 + }, + { + "epoch": 1.6026200873362444, + "grad_norm": 0.2698469031360812, + "learning_rate": 2.6390210844138593e-05, + "loss": 0.2772, + "step": 3670 + }, + { + "epoch": 1.6048034934497817, + "grad_norm": 0.29594772177235845, + "learning_rate": 2.6326791992845202e-05, + "loss": 0.2746, + "step": 3675 + }, + { + "epoch": 1.6069868995633187, + "grad_norm": 0.3432286485907405, + "learning_rate": 2.626336457819837e-05, + "loss": 0.2627, + "step": 3680 + }, + { + "epoch": 1.609170305676856, + "grad_norm": 0.47848404072485456, + "learning_rate": 2.619992900957e-05, + "loss": 0.2896, + "step": 3685 + }, + { + "epoch": 1.611353711790393, + "grad_norm": 0.400345398790263, + "learning_rate": 2.613648569638464e-05, + "loss": 0.2832, + "step": 3690 + }, + { + "epoch": 1.6135371179039302, + "grad_norm": 0.26168308925039074, + "learning_rate": 2.6073035048116796e-05, + "loss": 0.2693, + "step": 3695 + }, + { + "epoch": 1.6157205240174672, + "grad_norm": 0.33192980592740756, + "learning_rate": 2.6009577474288333e-05, + "loss": 0.2759, + "step": 3700 + }, + { + "epoch": 1.6179039301310043, + "grad_norm": 0.2787526637545283, + "learning_rate": 2.5946113384465813e-05, + "loss": 0.2642, + "step": 3705 + }, + { + "epoch": 1.6200873362445414, + "grad_norm": 0.27338870781942926, + "learning_rate": 2.5882643188257856e-05, + "loss": 0.2706, + "step": 3710 + }, + { + "epoch": 1.6222707423580784, + "grad_norm": 0.2435797974873236, + "learning_rate": 2.5819167295312485e-05, + "loss": 0.2724, + "step": 3715 + }, + { + "epoch": 1.6244541484716157, + "grad_norm": 0.29781182108189724, + "learning_rate": 2.57556861153145e-05, + "loss": 0.2707, + "step": 3720 + }, + { + "epoch": 1.6266375545851528, + "grad_norm": 0.32478484905425753, + "learning_rate": 2.569220005798281e-05, + "loss": 0.2725, + "step": 3725 + }, + { + "epoch": 1.62882096069869, + "grad_norm": 0.2669336390561608, + "learning_rate": 2.5628709533067824e-05, + "loss": 0.2713, + "step": 3730 + }, + { + "epoch": 1.6310043668122272, + "grad_norm": 0.2573882639282421, + "learning_rate": 2.556521495034877e-05, + "loss": 0.2606, + "step": 3735 + }, + { + "epoch": 1.6331877729257642, + "grad_norm": 0.2705880029160448, + "learning_rate": 2.550171671963108e-05, + "loss": 0.2575, + "step": 3740 + }, + { + "epoch": 1.6353711790393013, + "grad_norm": 0.27796104371371233, + "learning_rate": 2.543821525074371e-05, + "loss": 0.2699, + "step": 3745 + }, + { + "epoch": 1.6375545851528384, + "grad_norm": 0.2968772131918911, + "learning_rate": 2.537471095353653e-05, + "loss": 0.2604, + "step": 3750 + }, + { + "epoch": 1.6397379912663754, + "grad_norm": 0.30473359891717344, + "learning_rate": 2.5311204237877657e-05, + "loss": 0.2715, + "step": 3755 + }, + { + "epoch": 1.6419213973799127, + "grad_norm": 0.29986937512458306, + "learning_rate": 2.524769551365083e-05, + "loss": 0.2569, + "step": 3760 + }, + { + "epoch": 1.6441048034934498, + "grad_norm": 0.29756570977438257, + "learning_rate": 2.5184185190752752e-05, + "loss": 0.2805, + "step": 3765 + }, + { + "epoch": 1.6462882096069869, + "grad_norm": 0.24764879064376663, + "learning_rate": 2.512067367909041e-05, + "loss": 0.2723, + "step": 3770 + }, + { + "epoch": 1.6484716157205241, + "grad_norm": 0.2536796536666786, + "learning_rate": 2.505716138857851e-05, + "loss": 0.2692, + "step": 3775 + }, + { + "epoch": 1.6506550218340612, + "grad_norm": 0.27985489044371364, + "learning_rate": 2.499364872913676e-05, + "loss": 0.2736, + "step": 3780 + }, + { + "epoch": 1.6528384279475983, + "grad_norm": 0.24159737014671576, + "learning_rate": 2.4930136110687246e-05, + "loss": 0.2711, + "step": 3785 + }, + { + "epoch": 1.6550218340611353, + "grad_norm": 0.28234624412572884, + "learning_rate": 2.486662394315181e-05, + "loss": 0.2865, + "step": 3790 + }, + { + "epoch": 1.6572052401746724, + "grad_norm": 0.2491348077927823, + "learning_rate": 2.4803112636449355e-05, + "loss": 0.2731, + "step": 3795 + }, + { + "epoch": 1.6593886462882095, + "grad_norm": 0.31780593847271627, + "learning_rate": 2.473960260049325e-05, + "loss": 0.2789, + "step": 3800 + }, + { + "epoch": 1.6615720524017468, + "grad_norm": 0.2685872565371744, + "learning_rate": 2.4676094245188658e-05, + "loss": 0.2933, + "step": 3805 + }, + { + "epoch": 1.6637554585152838, + "grad_norm": 0.263863501194976, + "learning_rate": 2.461258798042989e-05, + "loss": 0.2685, + "step": 3810 + }, + { + "epoch": 1.6659388646288211, + "grad_norm": 0.21766584856793741, + "learning_rate": 2.454908421609777e-05, + "loss": 0.2552, + "step": 3815 + }, + { + "epoch": 1.6681222707423582, + "grad_norm": 0.27428707449471423, + "learning_rate": 2.4485583362056974e-05, + "loss": 0.2786, + "step": 3820 + }, + { + "epoch": 1.6703056768558953, + "grad_norm": 0.2835969591758734, + "learning_rate": 2.4422085828153403e-05, + "loss": 0.2662, + "step": 3825 + }, + { + "epoch": 1.6724890829694323, + "grad_norm": 0.29526168010306597, + "learning_rate": 2.435859202421153e-05, + "loss": 0.269, + "step": 3830 + }, + { + "epoch": 1.6746724890829694, + "grad_norm": 0.30337514206743876, + "learning_rate": 2.429510236003175e-05, + "loss": 0.2597, + "step": 3835 + }, + { + "epoch": 1.6768558951965065, + "grad_norm": 0.2584878592869018, + "learning_rate": 2.4231617245387745e-05, + "loss": 0.2709, + "step": 3840 + }, + { + "epoch": 1.6790393013100435, + "grad_norm": 0.27852560485634303, + "learning_rate": 2.416813709002382e-05, + "loss": 0.2712, + "step": 3845 + }, + { + "epoch": 1.6812227074235808, + "grad_norm": 0.31941354537015787, + "learning_rate": 2.4104662303652288e-05, + "loss": 0.286, + "step": 3850 + }, + { + "epoch": 1.6834061135371179, + "grad_norm": 0.2639262509863191, + "learning_rate": 2.4041193295950788e-05, + "loss": 0.2679, + "step": 3855 + }, + { + "epoch": 1.6855895196506552, + "grad_norm": 0.27648769301544285, + "learning_rate": 2.39777304765597e-05, + "loss": 0.2764, + "step": 3860 + }, + { + "epoch": 1.6877729257641922, + "grad_norm": 0.2557231698124579, + "learning_rate": 2.391427425507943e-05, + "loss": 0.2773, + "step": 3865 + }, + { + "epoch": 1.6899563318777293, + "grad_norm": 0.2835965272930869, + "learning_rate": 2.385082504106781e-05, + "loss": 0.2655, + "step": 3870 + }, + { + "epoch": 1.6921397379912664, + "grad_norm": 0.30219688777437337, + "learning_rate": 2.378738324403744e-05, + "loss": 0.2649, + "step": 3875 + }, + { + "epoch": 1.6943231441048034, + "grad_norm": 0.286618784377373, + "learning_rate": 2.3723949273453073e-05, + "loss": 0.2668, + "step": 3880 + }, + { + "epoch": 1.6965065502183405, + "grad_norm": 0.31422639752909204, + "learning_rate": 2.3660523538728904e-05, + "loss": 0.2671, + "step": 3885 + }, + { + "epoch": 1.6986899563318776, + "grad_norm": 0.24899445840743908, + "learning_rate": 2.3597106449226015e-05, + "loss": 0.2603, + "step": 3890 + }, + { + "epoch": 1.7008733624454149, + "grad_norm": 0.28778299708675603, + "learning_rate": 2.3533698414249668e-05, + "loss": 0.2532, + "step": 3895 + }, + { + "epoch": 1.703056768558952, + "grad_norm": 0.3010236993612902, + "learning_rate": 2.3470299843046693e-05, + "loss": 0.2607, + "step": 3900 + }, + { + "epoch": 1.7052401746724892, + "grad_norm": 0.2505565783956947, + "learning_rate": 2.340691114480284e-05, + "loss": 0.2675, + "step": 3905 + }, + { + "epoch": 1.7074235807860263, + "grad_norm": 0.2534199791327587, + "learning_rate": 2.334353272864013e-05, + "loss": 0.2727, + "step": 3910 + }, + { + "epoch": 1.7096069868995634, + "grad_norm": 0.2759471253942165, + "learning_rate": 2.3280165003614227e-05, + "loss": 0.2663, + "step": 3915 + }, + { + "epoch": 1.7117903930131004, + "grad_norm": 0.2958147406172001, + "learning_rate": 2.3216808378711788e-05, + "loss": 0.2705, + "step": 3920 + }, + { + "epoch": 1.7139737991266375, + "grad_norm": 0.26156474466311214, + "learning_rate": 2.3153463262847835e-05, + "loss": 0.242, + "step": 3925 + }, + { + "epoch": 1.7161572052401746, + "grad_norm": 0.29968058749209264, + "learning_rate": 2.3090130064863113e-05, + "loss": 0.2681, + "step": 3930 + }, + { + "epoch": 1.7183406113537116, + "grad_norm": 0.24513602810052307, + "learning_rate": 2.3026809193521423e-05, + "loss": 0.2746, + "step": 3935 + }, + { + "epoch": 1.720524017467249, + "grad_norm": 0.2624738237172384, + "learning_rate": 2.296350105750703e-05, + "loss": 0.2682, + "step": 3940 + }, + { + "epoch": 1.722707423580786, + "grad_norm": 0.21915397316253904, + "learning_rate": 2.2900206065421997e-05, + "loss": 0.26, + "step": 3945 + }, + { + "epoch": 1.7248908296943233, + "grad_norm": 0.248859562817194, + "learning_rate": 2.2836924625783554e-05, + "loss": 0.2776, + "step": 3950 + }, + { + "epoch": 1.7270742358078603, + "grad_norm": 0.2941037210948601, + "learning_rate": 2.2773657147021464e-05, + "loss": 0.281, + "step": 3955 + }, + { + "epoch": 1.7292576419213974, + "grad_norm": 0.22756003553556517, + "learning_rate": 2.271040403747537e-05, + "loss": 0.2597, + "step": 3960 + }, + { + "epoch": 1.7314410480349345, + "grad_norm": 0.274949859317834, + "learning_rate": 2.2647165705392186e-05, + "loss": 0.2697, + "step": 3965 + }, + { + "epoch": 1.7336244541484715, + "grad_norm": 0.2797174304909422, + "learning_rate": 2.2583942558923456e-05, + "loss": 0.2716, + "step": 3970 + }, + { + "epoch": 1.7358078602620086, + "grad_norm": 0.26704187553881054, + "learning_rate": 2.2520735006122688e-05, + "loss": 0.274, + "step": 3975 + }, + { + "epoch": 1.737991266375546, + "grad_norm": 0.284507084979283, + "learning_rate": 2.2457543454942786e-05, + "loss": 0.2587, + "step": 3980 + }, + { + "epoch": 1.740174672489083, + "grad_norm": 0.2699117094732979, + "learning_rate": 2.2394368313233332e-05, + "loss": 0.2619, + "step": 3985 + }, + { + "epoch": 1.74235807860262, + "grad_norm": 0.25250488525353865, + "learning_rate": 2.2331209988738024e-05, + "loss": 0.2602, + "step": 3990 + }, + { + "epoch": 1.7445414847161573, + "grad_norm": 0.24206728711747397, + "learning_rate": 2.226806888909202e-05, + "loss": 0.262, + "step": 3995 + }, + { + "epoch": 1.7467248908296944, + "grad_norm": 0.2907832129799141, + "learning_rate": 2.2204945421819292e-05, + "loss": 0.2636, + "step": 4000 + }, + { + "epoch": 1.7489082969432315, + "grad_norm": 0.29699912162411024, + "learning_rate": 2.2141839994330027e-05, + "loss": 0.2747, + "step": 4005 + }, + { + "epoch": 1.7510917030567685, + "grad_norm": 0.2505983156960274, + "learning_rate": 2.207875301391796e-05, + "loss": 0.2706, + "step": 4010 + }, + { + "epoch": 1.7532751091703056, + "grad_norm": 0.20887238006814582, + "learning_rate": 2.2015684887757776e-05, + "loss": 0.2544, + "step": 4015 + }, + { + "epoch": 1.7554585152838427, + "grad_norm": 0.2350828605757233, + "learning_rate": 2.195263602290248e-05, + "loss": 0.2759, + "step": 4020 + }, + { + "epoch": 1.75764192139738, + "grad_norm": 0.27919466794671643, + "learning_rate": 2.188960682628074e-05, + "loss": 0.2468, + "step": 4025 + }, + { + "epoch": 1.759825327510917, + "grad_norm": 0.24755062875053999, + "learning_rate": 2.1826597704694306e-05, + "loss": 0.2699, + "step": 4030 + }, + { + "epoch": 1.762008733624454, + "grad_norm": 0.28930040508547633, + "learning_rate": 2.176360906481533e-05, + "loss": 0.27, + "step": 4035 + }, + { + "epoch": 1.7641921397379914, + "grad_norm": 0.2463760850445127, + "learning_rate": 2.1700641313183807e-05, + "loss": 0.2604, + "step": 4040 + }, + { + "epoch": 1.7663755458515285, + "grad_norm": 0.24878427896848646, + "learning_rate": 2.163769485620489e-05, + "loss": 0.2647, + "step": 4045 + }, + { + "epoch": 1.7685589519650655, + "grad_norm": 0.3491349213382724, + "learning_rate": 2.1574770100146295e-05, + "loss": 0.2717, + "step": 4050 + }, + { + "epoch": 1.7707423580786026, + "grad_norm": 0.26013086945480984, + "learning_rate": 2.1511867451135693e-05, + "loss": 0.2599, + "step": 4055 + }, + { + "epoch": 1.7729257641921397, + "grad_norm": 0.2900875329162927, + "learning_rate": 2.1448987315158048e-05, + "loss": 0.2686, + "step": 4060 + }, + { + "epoch": 1.7751091703056767, + "grad_norm": 0.2653600164327816, + "learning_rate": 2.1386130098053036e-05, + "loss": 0.2627, + "step": 4065 + }, + { + "epoch": 1.777292576419214, + "grad_norm": 0.27303311100886735, + "learning_rate": 2.1323296205512418e-05, + "loss": 0.2708, + "step": 4070 + }, + { + "epoch": 1.779475982532751, + "grad_norm": 0.29210046654985766, + "learning_rate": 2.1260486043077388e-05, + "loss": 0.2581, + "step": 4075 + }, + { + "epoch": 1.7816593886462884, + "grad_norm": 0.284149374163666, + "learning_rate": 2.1197700016136014e-05, + "loss": 0.266, + "step": 4080 + }, + { + "epoch": 1.7838427947598254, + "grad_norm": 0.2409781119667348, + "learning_rate": 2.113493852992056e-05, + "loss": 0.2571, + "step": 4085 + }, + { + "epoch": 1.7860262008733625, + "grad_norm": 0.20843436142983807, + "learning_rate": 2.1072201989504913e-05, + "loss": 0.2733, + "step": 4090 + }, + { + "epoch": 1.7882096069868996, + "grad_norm": 0.23230387555929172, + "learning_rate": 2.1009490799801965e-05, + "loss": 0.269, + "step": 4095 + }, + { + "epoch": 1.7903930131004366, + "grad_norm": 0.2694983772096665, + "learning_rate": 2.0946805365560966e-05, + "loss": 0.2745, + "step": 4100 + }, + { + "epoch": 1.7925764192139737, + "grad_norm": 0.24747448881142187, + "learning_rate": 2.0884146091364956e-05, + "loss": 0.2659, + "step": 4105 + }, + { + "epoch": 1.7947598253275108, + "grad_norm": 0.22323270338570358, + "learning_rate": 2.0821513381628132e-05, + "loss": 0.2645, + "step": 4110 + }, + { + "epoch": 1.796943231441048, + "grad_norm": 0.2580592437636737, + "learning_rate": 2.0758907640593228e-05, + "loss": 0.2563, + "step": 4115 + }, + { + "epoch": 1.7991266375545851, + "grad_norm": 0.2411641382308118, + "learning_rate": 2.0696329272328932e-05, + "loss": 0.2721, + "step": 4120 + }, + { + "epoch": 1.8013100436681224, + "grad_norm": 0.25806558253779854, + "learning_rate": 2.063377868072724e-05, + "loss": 0.2616, + "step": 4125 + }, + { + "epoch": 1.8034934497816595, + "grad_norm": 0.2455964016028092, + "learning_rate": 2.0571256269500893e-05, + "loss": 0.271, + "step": 4130 + }, + { + "epoch": 1.8056768558951966, + "grad_norm": 0.25469457274681495, + "learning_rate": 2.0508762442180745e-05, + "loss": 0.2683, + "step": 4135 + }, + { + "epoch": 1.8078602620087336, + "grad_norm": 0.2734524817312364, + "learning_rate": 2.0446297602113167e-05, + "loss": 0.2782, + "step": 4140 + }, + { + "epoch": 1.8100436681222707, + "grad_norm": 0.2711480537954455, + "learning_rate": 2.0383862152457432e-05, + "loss": 0.2636, + "step": 4145 + }, + { + "epoch": 1.8122270742358078, + "grad_norm": 0.23192737600539587, + "learning_rate": 2.0321456496183134e-05, + "loss": 0.276, + "step": 4150 + }, + { + "epoch": 1.8144104803493448, + "grad_norm": 0.2610658805286943, + "learning_rate": 2.0259081036067563e-05, + "loss": 0.2706, + "step": 4155 + }, + { + "epoch": 1.8165938864628821, + "grad_norm": 0.2670079724190112, + "learning_rate": 2.0196736174693126e-05, + "loss": 0.2529, + "step": 4160 + }, + { + "epoch": 1.8187772925764192, + "grad_norm": 0.25454455186632396, + "learning_rate": 2.013442231444474e-05, + "loss": 0.2649, + "step": 4165 + }, + { + "epoch": 1.8209606986899565, + "grad_norm": 0.2777703715553109, + "learning_rate": 2.007213985750724e-05, + "loss": 0.265, + "step": 4170 + }, + { + "epoch": 1.8231441048034935, + "grad_norm": 0.2654974710451674, + "learning_rate": 2.000988920586275e-05, + "loss": 0.2653, + "step": 4175 + }, + { + "epoch": 1.8253275109170306, + "grad_norm": 0.28984168869856813, + "learning_rate": 1.994767076128816e-05, + "loss": 0.2572, + "step": 4180 + }, + { + "epoch": 1.8275109170305677, + "grad_norm": 0.2620326885283614, + "learning_rate": 1.988548492535246e-05, + "loss": 0.2754, + "step": 4185 + }, + { + "epoch": 1.8296943231441047, + "grad_norm": 0.24235633152361688, + "learning_rate": 1.9823332099414185e-05, + "loss": 0.2717, + "step": 4190 + }, + { + "epoch": 1.8318777292576418, + "grad_norm": 0.24991695967334396, + "learning_rate": 1.9761212684618824e-05, + "loss": 0.25, + "step": 4195 + }, + { + "epoch": 1.8340611353711789, + "grad_norm": 0.21335483219532675, + "learning_rate": 1.9699127081896214e-05, + "loss": 0.2513, + "step": 4200 + }, + { + "epoch": 1.8362445414847162, + "grad_norm": 0.2515339708285586, + "learning_rate": 1.963707569195797e-05, + "loss": 0.2524, + "step": 4205 + }, + { + "epoch": 1.8384279475982532, + "grad_norm": 0.23802145795043225, + "learning_rate": 1.9575058915294885e-05, + "loss": 0.2652, + "step": 4210 + }, + { + "epoch": 1.8406113537117905, + "grad_norm": 0.30056095101017133, + "learning_rate": 1.9513077152174363e-05, + "loss": 0.2776, + "step": 4215 + }, + { + "epoch": 1.8427947598253276, + "grad_norm": 0.2915453674361558, + "learning_rate": 1.9451130802637822e-05, + "loss": 0.2588, + "step": 4220 + }, + { + "epoch": 1.8449781659388647, + "grad_norm": 0.30777863799002625, + "learning_rate": 1.9389220266498102e-05, + "loss": 0.2701, + "step": 4225 + }, + { + "epoch": 1.8471615720524017, + "grad_norm": 0.2597777533142635, + "learning_rate": 1.9327345943336904e-05, + "loss": 0.2645, + "step": 4230 + }, + { + "epoch": 1.8493449781659388, + "grad_norm": 0.3080444941319507, + "learning_rate": 1.9265508232502208e-05, + "loss": 0.2749, + "step": 4235 + }, + { + "epoch": 1.8515283842794759, + "grad_norm": 0.2831226100931665, + "learning_rate": 1.9203707533105687e-05, + "loss": 0.2598, + "step": 4240 + }, + { + "epoch": 1.8537117903930131, + "grad_norm": 0.27124968567558605, + "learning_rate": 1.914194424402015e-05, + "loss": 0.271, + "step": 4245 + }, + { + "epoch": 1.8558951965065502, + "grad_norm": 0.24173431823915756, + "learning_rate": 1.9080218763876917e-05, + "loss": 0.2512, + "step": 4250 + }, + { + "epoch": 1.8580786026200873, + "grad_norm": 0.27847599015903607, + "learning_rate": 1.901853149106332e-05, + "loss": 0.263, + "step": 4255 + }, + { + "epoch": 1.8602620087336246, + "grad_norm": 0.348403165189276, + "learning_rate": 1.8956882823720075e-05, + "loss": 0.2657, + "step": 4260 + }, + { + "epoch": 1.8624454148471616, + "grad_norm": 0.24233816768582403, + "learning_rate": 1.889527315973874e-05, + "loss": 0.26, + "step": 4265 + }, + { + "epoch": 1.8646288209606987, + "grad_norm": 0.23840655638016398, + "learning_rate": 1.8833702896759132e-05, + "loss": 0.2636, + "step": 4270 + }, + { + "epoch": 1.8668122270742358, + "grad_norm": 0.2549222906252635, + "learning_rate": 1.8772172432166767e-05, + "loss": 0.2744, + "step": 4275 + }, + { + "epoch": 1.8689956331877728, + "grad_norm": 0.25475120516780736, + "learning_rate": 1.87106821630903e-05, + "loss": 0.2748, + "step": 4280 + }, + { + "epoch": 1.87117903930131, + "grad_norm": 0.24088260430162353, + "learning_rate": 1.8649232486398955e-05, + "loss": 0.2638, + "step": 4285 + }, + { + "epoch": 1.8733624454148472, + "grad_norm": 0.2556026511315039, + "learning_rate": 1.8587823798699958e-05, + "loss": 0.2601, + "step": 4290 + }, + { + "epoch": 1.8755458515283843, + "grad_norm": 0.2700718784491458, + "learning_rate": 1.8526456496335997e-05, + "loss": 0.2525, + "step": 4295 + }, + { + "epoch": 1.8777292576419216, + "grad_norm": 0.27667715242466545, + "learning_rate": 1.846513097538265e-05, + "loss": 0.2547, + "step": 4300 + }, + { + "epoch": 1.8799126637554586, + "grad_norm": 0.2488594588357838, + "learning_rate": 1.8403847631645815e-05, + "loss": 0.2747, + "step": 4305 + }, + { + "epoch": 1.8820960698689957, + "grad_norm": 0.2486103000672603, + "learning_rate": 1.834260686065919e-05, + "loss": 0.2755, + "step": 4310 + }, + { + "epoch": 1.8842794759825328, + "grad_norm": 0.2673003900981902, + "learning_rate": 1.8281409057681685e-05, + "loss": 0.2556, + "step": 4315 + }, + { + "epoch": 1.8864628820960698, + "grad_norm": 0.27816423985109073, + "learning_rate": 1.8220254617694904e-05, + "loss": 0.2725, + "step": 4320 + }, + { + "epoch": 1.888646288209607, + "grad_norm": 0.21891089387179588, + "learning_rate": 1.815914393540057e-05, + "loss": 0.2672, + "step": 4325 + }, + { + "epoch": 1.890829694323144, + "grad_norm": 0.3027560989030244, + "learning_rate": 1.8098077405217973e-05, + "loss": 0.2681, + "step": 4330 + }, + { + "epoch": 1.8930131004366813, + "grad_norm": 0.2956885379322635, + "learning_rate": 1.8037055421281453e-05, + "loss": 0.2754, + "step": 4335 + }, + { + "epoch": 1.8951965065502183, + "grad_norm": 0.27344213459308064, + "learning_rate": 1.7976078377437843e-05, + "loss": 0.254, + "step": 4340 + }, + { + "epoch": 1.8973799126637556, + "grad_norm": 0.25908804251433426, + "learning_rate": 1.7915146667243912e-05, + "loss": 0.2709, + "step": 4345 + }, + { + "epoch": 1.8995633187772927, + "grad_norm": 0.27387774174550766, + "learning_rate": 1.785426068396385e-05, + "loss": 0.2724, + "step": 4350 + }, + { + "epoch": 1.9017467248908297, + "grad_norm": 0.2349626027532333, + "learning_rate": 1.7793420820566698e-05, + "loss": 0.2685, + "step": 4355 + }, + { + "epoch": 1.9039301310043668, + "grad_norm": 0.27519209684053136, + "learning_rate": 1.7732627469723867e-05, + "loss": 0.2665, + "step": 4360 + }, + { + "epoch": 1.9061135371179039, + "grad_norm": 0.2237579472013528, + "learning_rate": 1.7671881023806526e-05, + "loss": 0.2629, + "step": 4365 + }, + { + "epoch": 1.908296943231441, + "grad_norm": 0.24463587078424295, + "learning_rate": 1.7611181874883133e-05, + "loss": 0.2637, + "step": 4370 + }, + { + "epoch": 1.910480349344978, + "grad_norm": 0.30256331204318965, + "learning_rate": 1.755053041471689e-05, + "loss": 0.2626, + "step": 4375 + }, + { + "epoch": 1.9126637554585153, + "grad_norm": 0.23702938555275288, + "learning_rate": 1.748992703476318e-05, + "loss": 0.2621, + "step": 4380 + }, + { + "epoch": 1.9148471615720524, + "grad_norm": 0.29244916287768213, + "learning_rate": 1.7429372126167105e-05, + "loss": 0.2492, + "step": 4385 + }, + { + "epoch": 1.9170305676855897, + "grad_norm": 0.2588931757550786, + "learning_rate": 1.7368866079760887e-05, + "loss": 0.2615, + "step": 4390 + }, + { + "epoch": 1.9192139737991267, + "grad_norm": 0.25196463301087313, + "learning_rate": 1.7308409286061407e-05, + "loss": 0.2686, + "step": 4395 + }, + { + "epoch": 1.9213973799126638, + "grad_norm": 0.2158443773081268, + "learning_rate": 1.7248002135267645e-05, + "loss": 0.2666, + "step": 4400 + }, + { + "epoch": 1.9235807860262009, + "grad_norm": 0.287220788904416, + "learning_rate": 1.7187645017258196e-05, + "loss": 0.2735, + "step": 4405 + }, + { + "epoch": 1.925764192139738, + "grad_norm": 0.23107125712315182, + "learning_rate": 1.712733832158872e-05, + "loss": 0.2613, + "step": 4410 + }, + { + "epoch": 1.927947598253275, + "grad_norm": 0.24853969589485442, + "learning_rate": 1.7067082437489436e-05, + "loss": 0.2653, + "step": 4415 + }, + { + "epoch": 1.930131004366812, + "grad_norm": 0.2767451923179264, + "learning_rate": 1.7006877753862632e-05, + "loss": 0.262, + "step": 4420 + }, + { + "epoch": 1.9323144104803494, + "grad_norm": 0.22927033548053927, + "learning_rate": 1.6946724659280133e-05, + "loss": 0.2542, + "step": 4425 + }, + { + "epoch": 1.9344978165938864, + "grad_norm": 0.23110650040140782, + "learning_rate": 1.6886623541980796e-05, + "loss": 0.2757, + "step": 4430 + }, + { + "epoch": 1.9366812227074237, + "grad_norm": 0.23731032145161848, + "learning_rate": 1.682657478986801e-05, + "loss": 0.2645, + "step": 4435 + }, + { + "epoch": 1.9388646288209608, + "grad_norm": 0.25552976383740716, + "learning_rate": 1.6766578790507192e-05, + "loss": 0.2595, + "step": 4440 + }, + { + "epoch": 1.9410480349344978, + "grad_norm": 0.2155945620763327, + "learning_rate": 1.6706635931123277e-05, + "loss": 0.2596, + "step": 4445 + }, + { + "epoch": 1.943231441048035, + "grad_norm": 0.24247256828652752, + "learning_rate": 1.664674659859822e-05, + "loss": 0.2493, + "step": 4450 + }, + { + "epoch": 1.945414847161572, + "grad_norm": 0.2516593577449982, + "learning_rate": 1.658691117946853e-05, + "loss": 0.2761, + "step": 4455 + }, + { + "epoch": 1.947598253275109, + "grad_norm": 0.21991257872575132, + "learning_rate": 1.6527130059922717e-05, + "loss": 0.2632, + "step": 4460 + }, + { + "epoch": 1.9497816593886463, + "grad_norm": 0.261259312013636, + "learning_rate": 1.646740362579886e-05, + "loss": 0.2615, + "step": 4465 + }, + { + "epoch": 1.9519650655021834, + "grad_norm": 0.2318715733570351, + "learning_rate": 1.6407732262582067e-05, + "loss": 0.2654, + "step": 4470 + }, + { + "epoch": 1.9541484716157205, + "grad_norm": 0.22989633286543176, + "learning_rate": 1.634811635540201e-05, + "loss": 0.2593, + "step": 4475 + }, + { + "epoch": 1.9563318777292578, + "grad_norm": 0.24017270832452148, + "learning_rate": 1.6288556289030452e-05, + "loss": 0.2676, + "step": 4480 + }, + { + "epoch": 1.9585152838427948, + "grad_norm": 0.25142686822052845, + "learning_rate": 1.6229052447878743e-05, + "loss": 0.2541, + "step": 4485 + }, + { + "epoch": 1.960698689956332, + "grad_norm": 0.22732754650526263, + "learning_rate": 1.6169605215995345e-05, + "loss": 0.259, + "step": 4490 + }, + { + "epoch": 1.962882096069869, + "grad_norm": 0.24853011047008652, + "learning_rate": 1.6110214977063345e-05, + "loss": 0.2559, + "step": 4495 + }, + { + "epoch": 1.965065502183406, + "grad_norm": 0.2557640948437553, + "learning_rate": 1.6050882114398e-05, + "loss": 0.2508, + "step": 4500 + }, + { + "epoch": 1.967248908296943, + "grad_norm": 0.24324444806418238, + "learning_rate": 1.5991607010944242e-05, + "loss": 0.2607, + "step": 4505 + }, + { + "epoch": 1.9694323144104804, + "grad_norm": 0.23773093829535516, + "learning_rate": 1.5932390049274227e-05, + "loss": 0.2644, + "step": 4510 + }, + { + "epoch": 1.9716157205240175, + "grad_norm": 0.2532308876036313, + "learning_rate": 1.587323161158484e-05, + "loss": 0.272, + "step": 4515 + }, + { + "epoch": 1.9737991266375547, + "grad_norm": 0.2617214304004118, + "learning_rate": 1.5814132079695232e-05, + "loss": 0.2649, + "step": 4520 + }, + { + "epoch": 1.9759825327510918, + "grad_norm": 0.27129287136393265, + "learning_rate": 1.57550918350444e-05, + "loss": 0.2591, + "step": 4525 + }, + { + "epoch": 1.9781659388646289, + "grad_norm": 0.24468851478815726, + "learning_rate": 1.5696111258688657e-05, + "loss": 0.256, + "step": 4530 + }, + { + "epoch": 1.980349344978166, + "grad_norm": 0.23891980205993738, + "learning_rate": 1.563719073129923e-05, + "loss": 0.2655, + "step": 4535 + }, + { + "epoch": 1.982532751091703, + "grad_norm": 0.21564016827597185, + "learning_rate": 1.557833063315976e-05, + "loss": 0.2593, + "step": 4540 + }, + { + "epoch": 1.98471615720524, + "grad_norm": 0.2744337627938704, + "learning_rate": 1.5519531344163873e-05, + "loss": 0.2593, + "step": 4545 + }, + { + "epoch": 1.9868995633187772, + "grad_norm": 0.239539464353039, + "learning_rate": 1.5460793243812732e-05, + "loss": 0.2645, + "step": 4550 + }, + { + "epoch": 1.9890829694323144, + "grad_norm": 0.2652718460025595, + "learning_rate": 1.5402116711212566e-05, + "loss": 0.2712, + "step": 4555 + }, + { + "epoch": 1.9912663755458515, + "grad_norm": 0.23601629641684965, + "learning_rate": 1.5343502125072236e-05, + "loss": 0.2542, + "step": 4560 + }, + { + "epoch": 1.9934497816593888, + "grad_norm": 0.23315305328846694, + "learning_rate": 1.5284949863700805e-05, + "loss": 0.2663, + "step": 4565 + }, + { + "epoch": 1.9956331877729259, + "grad_norm": 0.23782090171706022, + "learning_rate": 1.5226460305005044e-05, + "loss": 0.2622, + "step": 4570 + }, + { + "epoch": 1.997816593886463, + "grad_norm": 0.22388379965681177, + "learning_rate": 1.5168033826487072e-05, + "loss": 0.2692, + "step": 4575 + }, + { + "epoch": 2.0, + "grad_norm": 0.27446739099024114, + "learning_rate": 1.5109670805241846e-05, + "loss": 0.2572, + "step": 4580 + }, + { + "epoch": 2.002183406113537, + "grad_norm": 0.29167629982584226, + "learning_rate": 1.505137161795478e-05, + "loss": 0.2211, + "step": 4585 + }, + { + "epoch": 2.004366812227074, + "grad_norm": 0.2877855784905206, + "learning_rate": 1.4993136640899286e-05, + "loss": 0.2147, + "step": 4590 + }, + { + "epoch": 2.006550218340611, + "grad_norm": 0.2589731295275126, + "learning_rate": 1.4934966249934334e-05, + "loss": 0.2052, + "step": 4595 + }, + { + "epoch": 2.0087336244541483, + "grad_norm": 0.24025382992800187, + "learning_rate": 1.487686082050207e-05, + "loss": 0.2162, + "step": 4600 + }, + { + "epoch": 2.010917030567686, + "grad_norm": 0.22612669576702268, + "learning_rate": 1.4818820727625348e-05, + "loss": 0.2071, + "step": 4605 + }, + { + "epoch": 2.013100436681223, + "grad_norm": 0.2212365851012379, + "learning_rate": 1.4760846345905344e-05, + "loss": 0.2139, + "step": 4610 + }, + { + "epoch": 2.01528384279476, + "grad_norm": 0.20584034227093886, + "learning_rate": 1.4702938049519105e-05, + "loss": 0.2168, + "step": 4615 + }, + { + "epoch": 2.017467248908297, + "grad_norm": 0.21936675852848891, + "learning_rate": 1.4645096212217167e-05, + "loss": 0.2073, + "step": 4620 + }, + { + "epoch": 2.019650655021834, + "grad_norm": 0.26100976524835695, + "learning_rate": 1.4587321207321115e-05, + "loss": 0.2233, + "step": 4625 + }, + { + "epoch": 2.021834061135371, + "grad_norm": 0.2056350483707369, + "learning_rate": 1.4529613407721192e-05, + "loss": 0.2016, + "step": 4630 + }, + { + "epoch": 2.024017467248908, + "grad_norm": 0.21939396929192034, + "learning_rate": 1.4471973185873888e-05, + "loss": 0.2092, + "step": 4635 + }, + { + "epoch": 2.0262008733624453, + "grad_norm": 0.20467895973459885, + "learning_rate": 1.4414400913799535e-05, + "loss": 0.2026, + "step": 4640 + }, + { + "epoch": 2.0283842794759823, + "grad_norm": 0.20303046431819063, + "learning_rate": 1.4356896963079885e-05, + "loss": 0.2034, + "step": 4645 + }, + { + "epoch": 2.03056768558952, + "grad_norm": 0.2147257371596202, + "learning_rate": 1.4299461704855759e-05, + "loss": 0.2038, + "step": 4650 + }, + { + "epoch": 2.032751091703057, + "grad_norm": 0.2709689872203016, + "learning_rate": 1.424209550982461e-05, + "loss": 0.2151, + "step": 4655 + }, + { + "epoch": 2.034934497816594, + "grad_norm": 0.22708728340724726, + "learning_rate": 1.4184798748238148e-05, + "loss": 0.2176, + "step": 4660 + }, + { + "epoch": 2.037117903930131, + "grad_norm": 0.25203147090946515, + "learning_rate": 1.4127571789899946e-05, + "loss": 0.2077, + "step": 4665 + }, + { + "epoch": 2.039301310043668, + "grad_norm": 0.23983946431243502, + "learning_rate": 1.4070415004163056e-05, + "loss": 0.2163, + "step": 4670 + }, + { + "epoch": 2.041484716157205, + "grad_norm": 0.24658657899765385, + "learning_rate": 1.4013328759927625e-05, + "loss": 0.2139, + "step": 4675 + }, + { + "epoch": 2.0436681222707422, + "grad_norm": 0.22543241349761747, + "learning_rate": 1.39563134256385e-05, + "loss": 0.2019, + "step": 4680 + }, + { + "epoch": 2.0458515283842793, + "grad_norm": 0.22236910097875634, + "learning_rate": 1.3899369369282888e-05, + "loss": 0.2183, + "step": 4685 + }, + { + "epoch": 2.0480349344978164, + "grad_norm": 0.20505749283945437, + "learning_rate": 1.3842496958387938e-05, + "loss": 0.2188, + "step": 4690 + }, + { + "epoch": 2.050218340611354, + "grad_norm": 0.2025603121212584, + "learning_rate": 1.3785696560018374e-05, + "loss": 0.2038, + "step": 4695 + }, + { + "epoch": 2.052401746724891, + "grad_norm": 0.2263051334719587, + "learning_rate": 1.372896854077416e-05, + "loss": 0.206, + "step": 4700 + }, + { + "epoch": 2.054585152838428, + "grad_norm": 0.2321594137504455, + "learning_rate": 1.3672313266788106e-05, + "loss": 0.2133, + "step": 4705 + }, + { + "epoch": 2.056768558951965, + "grad_norm": 0.2122041960683085, + "learning_rate": 1.3615731103723507e-05, + "loss": 0.2126, + "step": 4710 + }, + { + "epoch": 2.058951965065502, + "grad_norm": 0.24859114020141224, + "learning_rate": 1.3559222416771793e-05, + "loss": 0.2061, + "step": 4715 + }, + { + "epoch": 2.061135371179039, + "grad_norm": 0.21853834679540102, + "learning_rate": 1.350278757065016e-05, + "loss": 0.2109, + "step": 4720 + }, + { + "epoch": 2.0633187772925763, + "grad_norm": 0.2074388039569142, + "learning_rate": 1.3446426929599229e-05, + "loss": 0.2137, + "step": 4725 + }, + { + "epoch": 2.0655021834061134, + "grad_norm": 0.21863003094886263, + "learning_rate": 1.3390140857380678e-05, + "loss": 0.1967, + "step": 4730 + }, + { + "epoch": 2.067685589519651, + "grad_norm": 0.25260685298764257, + "learning_rate": 1.3333929717274919e-05, + "loss": 0.2255, + "step": 4735 + }, + { + "epoch": 2.069868995633188, + "grad_norm": 0.23960033740421333, + "learning_rate": 1.3277793872078732e-05, + "loss": 0.2195, + "step": 4740 + }, + { + "epoch": 2.072052401746725, + "grad_norm": 0.23761525700313252, + "learning_rate": 1.3221733684102905e-05, + "loss": 0.2128, + "step": 4745 + }, + { + "epoch": 2.074235807860262, + "grad_norm": 0.21987521365657883, + "learning_rate": 1.3165749515169967e-05, + "loss": 0.2115, + "step": 4750 + }, + { + "epoch": 2.076419213973799, + "grad_norm": 0.223938388935573, + "learning_rate": 1.310984172661177e-05, + "loss": 0.2181, + "step": 4755 + }, + { + "epoch": 2.078602620087336, + "grad_norm": 0.2521445985500392, + "learning_rate": 1.305401067926722e-05, + "loss": 0.2143, + "step": 4760 + }, + { + "epoch": 2.0807860262008733, + "grad_norm": 0.23287630698929376, + "learning_rate": 1.2998256733479897e-05, + "loss": 0.2002, + "step": 4765 + }, + { + "epoch": 2.0829694323144103, + "grad_norm": 0.2600254334217533, + "learning_rate": 1.294258024909577e-05, + "loss": 0.2041, + "step": 4770 + }, + { + "epoch": 2.0851528384279474, + "grad_norm": 0.2926480056967554, + "learning_rate": 1.288698158546085e-05, + "loss": 0.2206, + "step": 4775 + }, + { + "epoch": 2.087336244541485, + "grad_norm": 0.21634943547113875, + "learning_rate": 1.2831461101418884e-05, + "loss": 0.2166, + "step": 4780 + }, + { + "epoch": 2.089519650655022, + "grad_norm": 0.2398092797244653, + "learning_rate": 1.2776019155309035e-05, + "loss": 0.2228, + "step": 4785 + }, + { + "epoch": 2.091703056768559, + "grad_norm": 0.22191669799449495, + "learning_rate": 1.2720656104963569e-05, + "loss": 0.2146, + "step": 4790 + }, + { + "epoch": 2.093886462882096, + "grad_norm": 0.22249356654838032, + "learning_rate": 1.2665372307705525e-05, + "loss": 0.2173, + "step": 4795 + }, + { + "epoch": 2.096069868995633, + "grad_norm": 0.2338757269866602, + "learning_rate": 1.2610168120346455e-05, + "loss": 0.2203, + "step": 4800 + }, + { + "epoch": 2.0982532751091703, + "grad_norm": 0.20569835239307332, + "learning_rate": 1.2555043899184077e-05, + "loss": 0.2169, + "step": 4805 + }, + { + "epoch": 2.1004366812227073, + "grad_norm": 0.18840672821070764, + "learning_rate": 1.2500000000000006e-05, + "loss": 0.2131, + "step": 4810 + }, + { + "epoch": 2.1026200873362444, + "grad_norm": 0.229982583270256, + "learning_rate": 1.2445036778057434e-05, + "loss": 0.2155, + "step": 4815 + }, + { + "epoch": 2.1048034934497815, + "grad_norm": 0.21678928738468423, + "learning_rate": 1.2390154588098854e-05, + "loss": 0.2151, + "step": 4820 + }, + { + "epoch": 2.106986899563319, + "grad_norm": 0.20815591769350697, + "learning_rate": 1.233535378434376e-05, + "loss": 0.2075, + "step": 4825 + }, + { + "epoch": 2.109170305676856, + "grad_norm": 0.22153362078682773, + "learning_rate": 1.2280634720486364e-05, + "loss": 0.2136, + "step": 4830 + }, + { + "epoch": 2.111353711790393, + "grad_norm": 0.21312931677811298, + "learning_rate": 1.2225997749693318e-05, + "loss": 0.21, + "step": 4835 + }, + { + "epoch": 2.11353711790393, + "grad_norm": 0.23940821453611505, + "learning_rate": 1.2171443224601443e-05, + "loss": 0.2141, + "step": 4840 + }, + { + "epoch": 2.1157205240174672, + "grad_norm": 0.2242248154195571, + "learning_rate": 1.2116971497315402e-05, + "loss": 0.208, + "step": 4845 + }, + { + "epoch": 2.1179039301310043, + "grad_norm": 0.21221180992392646, + "learning_rate": 1.2062582919405502e-05, + "loss": 0.2093, + "step": 4850 + }, + { + "epoch": 2.1200873362445414, + "grad_norm": 0.22445864486046593, + "learning_rate": 1.200827784190537e-05, + "loss": 0.2146, + "step": 4855 + }, + { + "epoch": 2.1222707423580784, + "grad_norm": 0.2301722383710042, + "learning_rate": 1.1954056615309728e-05, + "loss": 0.2084, + "step": 4860 + }, + { + "epoch": 2.1244541484716155, + "grad_norm": 0.2135558798950853, + "learning_rate": 1.1899919589572092e-05, + "loss": 0.2126, + "step": 4865 + }, + { + "epoch": 2.126637554585153, + "grad_norm": 0.2073308539610393, + "learning_rate": 1.1845867114102532e-05, + "loss": 0.2063, + "step": 4870 + }, + { + "epoch": 2.12882096069869, + "grad_norm": 0.2049312257048255, + "learning_rate": 1.1791899537765416e-05, + "loss": 0.2224, + "step": 4875 + }, + { + "epoch": 2.131004366812227, + "grad_norm": 0.24321581226405323, + "learning_rate": 1.173801720887717e-05, + "loss": 0.2218, + "step": 4880 + }, + { + "epoch": 2.1331877729257642, + "grad_norm": 0.21578319625044598, + "learning_rate": 1.1684220475203986e-05, + "loss": 0.199, + "step": 4885 + }, + { + "epoch": 2.1353711790393013, + "grad_norm": 0.2162898287189938, + "learning_rate": 1.1630509683959643e-05, + "loss": 0.2121, + "step": 4890 + }, + { + "epoch": 2.1375545851528384, + "grad_norm": 0.24512267530291906, + "learning_rate": 1.1576885181803215e-05, + "loss": 0.2171, + "step": 4895 + }, + { + "epoch": 2.1397379912663754, + "grad_norm": 0.19666073074843837, + "learning_rate": 1.1523347314836858e-05, + "loss": 0.2135, + "step": 4900 + }, + { + "epoch": 2.1419213973799125, + "grad_norm": 0.21309169492333768, + "learning_rate": 1.1469896428603563e-05, + "loss": 0.22, + "step": 4905 + }, + { + "epoch": 2.14410480349345, + "grad_norm": 0.2097865812131667, + "learning_rate": 1.1416532868084937e-05, + "loss": 0.2022, + "step": 4910 + }, + { + "epoch": 2.146288209606987, + "grad_norm": 0.22140108936049668, + "learning_rate": 1.1363256977698968e-05, + "loss": 0.2157, + "step": 4915 + }, + { + "epoch": 2.148471615720524, + "grad_norm": 0.20612571861461668, + "learning_rate": 1.1310069101297807e-05, + "loss": 0.212, + "step": 4920 + }, + { + "epoch": 2.150655021834061, + "grad_norm": 0.2172078322760656, + "learning_rate": 1.1256969582165544e-05, + "loss": 0.21, + "step": 4925 + }, + { + "epoch": 2.1528384279475983, + "grad_norm": 0.22655837718087724, + "learning_rate": 1.1203958763016007e-05, + "loss": 0.1969, + "step": 4930 + }, + { + "epoch": 2.1550218340611353, + "grad_norm": 0.23562847936093284, + "learning_rate": 1.1151036985990509e-05, + "loss": 0.209, + "step": 4935 + }, + { + "epoch": 2.1572052401746724, + "grad_norm": 0.21438898804486692, + "learning_rate": 1.1098204592655703e-05, + "loss": 0.2144, + "step": 4940 + }, + { + "epoch": 2.1593886462882095, + "grad_norm": 0.22341501985465956, + "learning_rate": 1.1045461924001325e-05, + "loss": 0.2095, + "step": 4945 + }, + { + "epoch": 2.1615720524017465, + "grad_norm": 0.2154153191432171, + "learning_rate": 1.0992809320438016e-05, + "loss": 0.2071, + "step": 4950 + }, + { + "epoch": 2.1637554585152836, + "grad_norm": 0.19531686390702627, + "learning_rate": 1.0940247121795123e-05, + "loss": 0.2095, + "step": 4955 + }, + { + "epoch": 2.165938864628821, + "grad_norm": 0.22132766807603957, + "learning_rate": 1.08877756673185e-05, + "loss": 0.2174, + "step": 4960 + }, + { + "epoch": 2.168122270742358, + "grad_norm": 0.22517823657634206, + "learning_rate": 1.0835395295668327e-05, + "loss": 0.2179, + "step": 4965 + }, + { + "epoch": 2.1703056768558953, + "grad_norm": 0.21142342412266563, + "learning_rate": 1.0783106344916913e-05, + "loss": 0.2051, + "step": 4970 + }, + { + "epoch": 2.1724890829694323, + "grad_norm": 0.20941158976258883, + "learning_rate": 1.073090915254652e-05, + "loss": 0.2221, + "step": 4975 + }, + { + "epoch": 2.1746724890829694, + "grad_norm": 0.21006000563282354, + "learning_rate": 1.06788040554472e-05, + "loss": 0.2003, + "step": 4980 + }, + { + "epoch": 2.1768558951965065, + "grad_norm": 0.19371851293041617, + "learning_rate": 1.0626791389914573e-05, + "loss": 0.2029, + "step": 4985 + }, + { + "epoch": 2.1790393013100435, + "grad_norm": 0.2202294387310257, + "learning_rate": 1.0574871491647723e-05, + "loss": 0.2141, + "step": 4990 + }, + { + "epoch": 2.1812227074235806, + "grad_norm": 0.22059840659575228, + "learning_rate": 1.0523044695746975e-05, + "loss": 0.2121, + "step": 4995 + }, + { + "epoch": 2.183406113537118, + "grad_norm": 0.2066703461639902, + "learning_rate": 1.0471311336711772e-05, + "loss": 0.2123, + "step": 5000 + }, + { + "epoch": 2.185589519650655, + "grad_norm": 0.20919147411357605, + "learning_rate": 1.0419671748438487e-05, + "loss": 0.2166, + "step": 5005 + }, + { + "epoch": 2.1877729257641922, + "grad_norm": 0.1934804236700962, + "learning_rate": 1.0368126264218282e-05, + "loss": 0.2109, + "step": 5010 + }, + { + "epoch": 2.1899563318777293, + "grad_norm": 0.2089470879409506, + "learning_rate": 1.0316675216734952e-05, + "loss": 0.2057, + "step": 5015 + }, + { + "epoch": 2.1921397379912664, + "grad_norm": 0.19986998684970525, + "learning_rate": 1.026531893806279e-05, + "loss": 0.2225, + "step": 5020 + }, + { + "epoch": 2.1943231441048034, + "grad_norm": 0.22134729099448455, + "learning_rate": 1.0214057759664424e-05, + "loss": 0.2161, + "step": 5025 + }, + { + "epoch": 2.1965065502183405, + "grad_norm": 0.20179325283452076, + "learning_rate": 1.0162892012388703e-05, + "loss": 0.223, + "step": 5030 + }, + { + "epoch": 2.1986899563318776, + "grad_norm": 0.20653676340802546, + "learning_rate": 1.0111822026468515e-05, + "loss": 0.2127, + "step": 5035 + }, + { + "epoch": 2.2008733624454146, + "grad_norm": 0.20118347192898964, + "learning_rate": 1.0060848131518716e-05, + "loss": 0.2132, + "step": 5040 + }, + { + "epoch": 2.203056768558952, + "grad_norm": 0.2127487431663625, + "learning_rate": 1.0009970656533965e-05, + "loss": 0.2138, + "step": 5045 + }, + { + "epoch": 2.2052401746724892, + "grad_norm": 0.18873587826004806, + "learning_rate": 9.95918992988661e-06, + "loss": 0.2159, + "step": 5050 + }, + { + "epoch": 2.2074235807860263, + "grad_norm": 0.21267677980729546, + "learning_rate": 9.908506279324564e-06, + "loss": 0.2094, + "step": 5055 + }, + { + "epoch": 2.2096069868995634, + "grad_norm": 0.20619431733016733, + "learning_rate": 9.857920031969198e-06, + "loss": 0.2066, + "step": 5060 + }, + { + "epoch": 2.2117903930131004, + "grad_norm": 0.2223339638565872, + "learning_rate": 9.807431514313225e-06, + "loss": 0.2315, + "step": 5065 + }, + { + "epoch": 2.2139737991266375, + "grad_norm": 0.2351717184649456, + "learning_rate": 9.757041052218587e-06, + "loss": 0.2192, + "step": 5070 + }, + { + "epoch": 2.2161572052401746, + "grad_norm": 0.18769468217068455, + "learning_rate": 9.70674897091437e-06, + "loss": 0.21, + "step": 5075 + }, + { + "epoch": 2.2183406113537116, + "grad_norm": 0.24549048829311135, + "learning_rate": 9.656555594994687e-06, + "loss": 0.2025, + "step": 5080 + }, + { + "epoch": 2.2205240174672487, + "grad_norm": 0.20415216492897895, + "learning_rate": 9.606461248416573e-06, + "loss": 0.2016, + "step": 5085 + }, + { + "epoch": 2.222707423580786, + "grad_norm": 0.2005430180173854, + "learning_rate": 9.556466254497931e-06, + "loss": 0.2098, + "step": 5090 + }, + { + "epoch": 2.2248908296943233, + "grad_norm": 0.22132570053896475, + "learning_rate": 9.506570935915419e-06, + "loss": 0.2087, + "step": 5095 + }, + { + "epoch": 2.2270742358078603, + "grad_norm": 0.19989818333839046, + "learning_rate": 9.456775614702364e-06, + "loss": 0.2079, + "step": 5100 + }, + { + "epoch": 2.2292576419213974, + "grad_norm": 0.2473690640544336, + "learning_rate": 9.407080612246697e-06, + "loss": 0.2107, + "step": 5105 + }, + { + "epoch": 2.2314410480349345, + "grad_norm": 0.21359326359845074, + "learning_rate": 9.357486249288891e-06, + "loss": 0.2254, + "step": 5110 + }, + { + "epoch": 2.2336244541484715, + "grad_norm": 0.2355252231386045, + "learning_rate": 9.307992845919844e-06, + "loss": 0.2032, + "step": 5115 + }, + { + "epoch": 2.2358078602620086, + "grad_norm": 0.1990769526625258, + "learning_rate": 9.258600721578872e-06, + "loss": 0.2076, + "step": 5120 + }, + { + "epoch": 2.2379912663755457, + "grad_norm": 0.2244729672302675, + "learning_rate": 9.209310195051582e-06, + "loss": 0.2186, + "step": 5125 + }, + { + "epoch": 2.2401746724890828, + "grad_norm": 0.19571847441525664, + "learning_rate": 9.160121584467878e-06, + "loss": 0.1942, + "step": 5130 + }, + { + "epoch": 2.2423580786026203, + "grad_norm": 0.2174940143142323, + "learning_rate": 9.111035207299878e-06, + "loss": 0.2155, + "step": 5135 + }, + { + "epoch": 2.2445414847161573, + "grad_norm": 0.20301405504923226, + "learning_rate": 9.062051380359857e-06, + "loss": 0.2155, + "step": 5140 + }, + { + "epoch": 2.2467248908296944, + "grad_norm": 0.2381569949311249, + "learning_rate": 9.01317041979822e-06, + "loss": 0.2191, + "step": 5145 + }, + { + "epoch": 2.2489082969432315, + "grad_norm": 0.20675760421426403, + "learning_rate": 8.964392641101455e-06, + "loss": 0.198, + "step": 5150 + }, + { + "epoch": 2.2510917030567685, + "grad_norm": 0.18783552296846562, + "learning_rate": 8.915718359090086e-06, + "loss": 0.2049, + "step": 5155 + }, + { + "epoch": 2.2532751091703056, + "grad_norm": 0.20565919831917942, + "learning_rate": 8.867147887916663e-06, + "loss": 0.2227, + "step": 5160 + }, + { + "epoch": 2.2554585152838427, + "grad_norm": 0.205583376077084, + "learning_rate": 8.818681541063714e-06, + "loss": 0.2118, + "step": 5165 + }, + { + "epoch": 2.2576419213973797, + "grad_norm": 0.18747729101469687, + "learning_rate": 8.770319631341745e-06, + "loss": 0.2014, + "step": 5170 + }, + { + "epoch": 2.2598253275109172, + "grad_norm": 0.1903688682819849, + "learning_rate": 8.722062470887169e-06, + "loss": 0.1973, + "step": 5175 + }, + { + "epoch": 2.2620087336244543, + "grad_norm": 0.20544378450917616, + "learning_rate": 8.673910371160368e-06, + "loss": 0.2132, + "step": 5180 + }, + { + "epoch": 2.2641921397379914, + "grad_norm": 0.22300030961664347, + "learning_rate": 8.625863642943623e-06, + "loss": 0.2102, + "step": 5185 + }, + { + "epoch": 2.2663755458515285, + "grad_norm": 0.24719313551585811, + "learning_rate": 8.577922596339142e-06, + "loss": 0.2091, + "step": 5190 + }, + { + "epoch": 2.2685589519650655, + "grad_norm": 0.19395953090113746, + "learning_rate": 8.530087540767029e-06, + "loss": 0.2119, + "step": 5195 + }, + { + "epoch": 2.2707423580786026, + "grad_norm": 0.2057558795183291, + "learning_rate": 8.482358784963312e-06, + "loss": 0.2088, + "step": 5200 + }, + { + "epoch": 2.2729257641921397, + "grad_norm": 0.194298675532194, + "learning_rate": 8.43473663697794e-06, + "loss": 0.1949, + "step": 5205 + }, + { + "epoch": 2.2751091703056767, + "grad_norm": 0.2059192410189242, + "learning_rate": 8.387221404172796e-06, + "loss": 0.2036, + "step": 5210 + }, + { + "epoch": 2.277292576419214, + "grad_norm": 0.20744243911102733, + "learning_rate": 8.339813393219714e-06, + "loss": 0.2146, + "step": 5215 + }, + { + "epoch": 2.279475982532751, + "grad_norm": 0.2043265849228992, + "learning_rate": 8.292512910098508e-06, + "loss": 0.2206, + "step": 5220 + }, + { + "epoch": 2.2816593886462884, + "grad_norm": 0.2100815969871642, + "learning_rate": 8.245320260094955e-06, + "loss": 0.2199, + "step": 5225 + }, + { + "epoch": 2.2838427947598254, + "grad_norm": 0.20976956534920874, + "learning_rate": 8.198235747798893e-06, + "loss": 0.2168, + "step": 5230 + }, + { + "epoch": 2.2860262008733625, + "grad_norm": 0.2050232275697135, + "learning_rate": 8.151259677102211e-06, + "loss": 0.216, + "step": 5235 + }, + { + "epoch": 2.2882096069868996, + "grad_norm": 4.122598477737714, + "learning_rate": 8.104392351196885e-06, + "loss": 0.2198, + "step": 5240 + }, + { + "epoch": 2.2903930131004366, + "grad_norm": 0.2237909328728828, + "learning_rate": 8.057634072573048e-06, + "loss": 0.2173, + "step": 5245 + }, + { + "epoch": 2.2925764192139737, + "grad_norm": 0.21176821690953787, + "learning_rate": 8.010985143017008e-06, + "loss": 0.2157, + "step": 5250 + }, + { + "epoch": 2.2947598253275108, + "grad_norm": 0.8545824488764707, + "learning_rate": 7.964445863609329e-06, + "loss": 0.215, + "step": 5255 + }, + { + "epoch": 2.2969432314410483, + "grad_norm": 0.23797387294881264, + "learning_rate": 7.91801653472286e-06, + "loss": 0.1993, + "step": 5260 + }, + { + "epoch": 2.2991266375545854, + "grad_norm": 0.209126744021443, + "learning_rate": 7.871697456020819e-06, + "loss": 0.2285, + "step": 5265 + }, + { + "epoch": 2.3013100436681224, + "grad_norm": 0.2036921534501079, + "learning_rate": 7.825488926454851e-06, + "loss": 0.2137, + "step": 5270 + }, + { + "epoch": 2.3034934497816595, + "grad_norm": 0.19891864557452632, + "learning_rate": 7.77939124426308e-06, + "loss": 0.2094, + "step": 5275 + }, + { + "epoch": 2.3056768558951966, + "grad_norm": 0.21772742093397335, + "learning_rate": 7.733404706968215e-06, + "loss": 0.2097, + "step": 5280 + }, + { + "epoch": 2.3078602620087336, + "grad_norm": 0.1920838796289188, + "learning_rate": 7.687529611375616e-06, + "loss": 0.2161, + "step": 5285 + }, + { + "epoch": 2.3100436681222707, + "grad_norm": 0.20114220947132505, + "learning_rate": 7.64176625357138e-06, + "loss": 0.2041, + "step": 5290 + }, + { + "epoch": 2.3122270742358078, + "grad_norm": 0.20058172964283594, + "learning_rate": 7.596114928920422e-06, + "loss": 0.2124, + "step": 5295 + }, + { + "epoch": 2.314410480349345, + "grad_norm": 0.20110764788896288, + "learning_rate": 7.55057593206458e-06, + "loss": 0.2018, + "step": 5300 + }, + { + "epoch": 2.316593886462882, + "grad_norm": 0.2033865906846183, + "learning_rate": 7.505149556920699e-06, + "loss": 0.2139, + "step": 5305 + }, + { + "epoch": 2.3187772925764194, + "grad_norm": 0.21910248265310586, + "learning_rate": 7.459836096678757e-06, + "loss": 0.2153, + "step": 5310 + }, + { + "epoch": 2.3209606986899565, + "grad_norm": 0.2026773384631961, + "learning_rate": 7.41463584379995e-06, + "loss": 0.215, + "step": 5315 + }, + { + "epoch": 2.3231441048034935, + "grad_norm": 0.2127225287015194, + "learning_rate": 7.369549090014821e-06, + "loss": 0.212, + "step": 5320 + }, + { + "epoch": 2.3253275109170306, + "grad_norm": 0.20869494683552092, + "learning_rate": 7.32457612632135e-06, + "loss": 0.216, + "step": 5325 + }, + { + "epoch": 2.3275109170305677, + "grad_norm": 0.19166630407586727, + "learning_rate": 7.279717242983117e-06, + "loss": 0.2166, + "step": 5330 + }, + { + "epoch": 2.3296943231441047, + "grad_norm": 0.2004851412037729, + "learning_rate": 7.234972729527401e-06, + "loss": 0.207, + "step": 5335 + }, + { + "epoch": 2.331877729257642, + "grad_norm": 0.18554259866541592, + "learning_rate": 7.190342874743311e-06, + "loss": 0.201, + "step": 5340 + }, + { + "epoch": 2.334061135371179, + "grad_norm": 0.21209107877243255, + "learning_rate": 7.145827966679936e-06, + "loss": 0.1968, + "step": 5345 + }, + { + "epoch": 2.3362445414847164, + "grad_norm": 0.20153718074405388, + "learning_rate": 7.101428292644477e-06, + "loss": 0.2176, + "step": 5350 + }, + { + "epoch": 2.3384279475982535, + "grad_norm": 0.18992678255749726, + "learning_rate": 7.057144139200378e-06, + "loss": 0.2013, + "step": 5355 + }, + { + "epoch": 2.3406113537117905, + "grad_norm": 0.1830289392115265, + "learning_rate": 7.0129757921655355e-06, + "loss": 0.1979, + "step": 5360 + }, + { + "epoch": 2.3427947598253276, + "grad_norm": 0.19740674215886508, + "learning_rate": 6.968923536610356e-06, + "loss": 0.2078, + "step": 5365 + }, + { + "epoch": 2.3449781659388647, + "grad_norm": 0.2121990875989476, + "learning_rate": 6.924987656856002e-06, + "loss": 0.1936, + "step": 5370 + }, + { + "epoch": 2.3471615720524017, + "grad_norm": 0.22075994643117536, + "learning_rate": 6.881168436472524e-06, + "loss": 0.2114, + "step": 5375 + }, + { + "epoch": 2.349344978165939, + "grad_norm": 0.20805940844514723, + "learning_rate": 6.837466158277025e-06, + "loss": 0.1941, + "step": 5380 + }, + { + "epoch": 2.351528384279476, + "grad_norm": 0.18880443913500422, + "learning_rate": 6.7938811043318475e-06, + "loss": 0.2151, + "step": 5385 + }, + { + "epoch": 2.353711790393013, + "grad_norm": 0.23050444783405694, + "learning_rate": 6.750413555942742e-06, + "loss": 0.2066, + "step": 5390 + }, + { + "epoch": 2.35589519650655, + "grad_norm": 0.19659728337288793, + "learning_rate": 6.707063793657065e-06, + "loss": 0.2168, + "step": 5395 + }, + { + "epoch": 2.3580786026200875, + "grad_norm": 0.2044183886617955, + "learning_rate": 6.663832097261952e-06, + "loss": 0.2193, + "step": 5400 + }, + { + "epoch": 2.3602620087336246, + "grad_norm": 0.19473776562391912, + "learning_rate": 6.620718745782525e-06, + "loss": 0.2031, + "step": 5405 + }, + { + "epoch": 2.3624454148471616, + "grad_norm": 0.19433516742290474, + "learning_rate": 6.577724017480094e-06, + "loss": 0.2147, + "step": 5410 + }, + { + "epoch": 2.3646288209606987, + "grad_norm": 0.2002897275632141, + "learning_rate": 6.534848189850329e-06, + "loss": 0.1992, + "step": 5415 + }, + { + "epoch": 2.3668122270742358, + "grad_norm": 0.1981020777647114, + "learning_rate": 6.492091539621517e-06, + "loss": 0.2029, + "step": 5420 + }, + { + "epoch": 2.368995633187773, + "grad_norm": 0.18263004359615023, + "learning_rate": 6.449454342752748e-06, + "loss": 0.2018, + "step": 5425 + }, + { + "epoch": 2.37117903930131, + "grad_norm": 0.1878131474845262, + "learning_rate": 6.406936874432134e-06, + "loss": 0.2037, + "step": 5430 + }, + { + "epoch": 2.373362445414847, + "grad_norm": 0.204062897390976, + "learning_rate": 6.364539409075043e-06, + "loss": 0.2017, + "step": 5435 + }, + { + "epoch": 2.3755458515283845, + "grad_norm": 0.19374315646095067, + "learning_rate": 6.322262220322314e-06, + "loss": 0.2093, + "step": 5440 + }, + { + "epoch": 2.3777292576419216, + "grad_norm": 0.20250412793089098, + "learning_rate": 6.280105581038509e-06, + "loss": 0.2031, + "step": 5445 + }, + { + "epoch": 2.3799126637554586, + "grad_norm": 0.18639353569932318, + "learning_rate": 6.238069763310136e-06, + "loss": 0.2082, + "step": 5450 + }, + { + "epoch": 2.3820960698689957, + "grad_norm": 0.19128091651488877, + "learning_rate": 6.1961550384438984e-06, + "loss": 0.2066, + "step": 5455 + }, + { + "epoch": 2.3842794759825328, + "grad_norm": 0.19608351533598506, + "learning_rate": 6.154361676964956e-06, + "loss": 0.2165, + "step": 5460 + }, + { + "epoch": 2.38646288209607, + "grad_norm": 0.18656964338831433, + "learning_rate": 6.112689948615144e-06, + "loss": 0.2019, + "step": 5465 + }, + { + "epoch": 2.388646288209607, + "grad_norm": 0.18488662819515192, + "learning_rate": 6.071140122351276e-06, + "loss": 0.2018, + "step": 5470 + }, + { + "epoch": 2.390829694323144, + "grad_norm": 0.19839674782985758, + "learning_rate": 6.029712466343382e-06, + "loss": 0.2057, + "step": 5475 + }, + { + "epoch": 2.393013100436681, + "grad_norm": 0.1935316894500808, + "learning_rate": 5.988407247972982e-06, + "loss": 0.2101, + "step": 5480 + }, + { + "epoch": 2.395196506550218, + "grad_norm": 0.19014181610486888, + "learning_rate": 5.947224733831364e-06, + "loss": 0.214, + "step": 5485 + }, + { + "epoch": 2.3973799126637556, + "grad_norm": 0.2047537532894175, + "learning_rate": 5.906165189717855e-06, + "loss": 0.2069, + "step": 5490 + }, + { + "epoch": 2.3995633187772927, + "grad_norm": 0.20244514937691652, + "learning_rate": 5.8652288806381215e-06, + "loss": 0.2093, + "step": 5495 + }, + { + "epoch": 2.4017467248908297, + "grad_norm": 0.2029682194929424, + "learning_rate": 5.824416070802438e-06, + "loss": 0.1989, + "step": 5500 + }, + { + "epoch": 2.403930131004367, + "grad_norm": 0.19862209705141703, + "learning_rate": 5.7837270236239995e-06, + "loss": 0.1988, + "step": 5505 + }, + { + "epoch": 2.406113537117904, + "grad_norm": 0.19816634806985825, + "learning_rate": 5.74316200171722e-06, + "loss": 0.2042, + "step": 5510 + }, + { + "epoch": 2.408296943231441, + "grad_norm": 0.20129123615306388, + "learning_rate": 5.70272126689601e-06, + "loss": 0.2036, + "step": 5515 + }, + { + "epoch": 2.410480349344978, + "grad_norm": 0.18987017520409014, + "learning_rate": 5.662405080172134e-06, + "loss": 0.2078, + "step": 5520 + }, + { + "epoch": 2.4126637554585155, + "grad_norm": 0.19052375793050977, + "learning_rate": 5.622213701753487e-06, + "loss": 0.2231, + "step": 5525 + }, + { + "epoch": 2.4148471615720526, + "grad_norm": 0.19323234507341908, + "learning_rate": 5.582147391042433e-06, + "loss": 0.2092, + "step": 5530 + }, + { + "epoch": 2.4170305676855897, + "grad_norm": 0.1924708259179898, + "learning_rate": 5.542206406634129e-06, + "loss": 0.2078, + "step": 5535 + }, + { + "epoch": 2.4192139737991267, + "grad_norm": 0.207006675227268, + "learning_rate": 5.5023910063148445e-06, + "loss": 0.2109, + "step": 5540 + }, + { + "epoch": 2.421397379912664, + "grad_norm": 0.2002952114074735, + "learning_rate": 5.46270144706032e-06, + "loss": 0.198, + "step": 5545 + }, + { + "epoch": 2.423580786026201, + "grad_norm": 0.2091856914324174, + "learning_rate": 5.423137985034085e-06, + "loss": 0.2138, + "step": 5550 + }, + { + "epoch": 2.425764192139738, + "grad_norm": 0.22941186423542465, + "learning_rate": 5.3837008755858145e-06, + "loss": 0.2013, + "step": 5555 + }, + { + "epoch": 2.427947598253275, + "grad_norm": 0.1974516927188841, + "learning_rate": 5.3443903732496966e-06, + "loss": 0.2069, + "step": 5560 + }, + { + "epoch": 2.430131004366812, + "grad_norm": 0.1861177274579643, + "learning_rate": 5.305206731742748e-06, + "loss": 0.2086, + "step": 5565 + }, + { + "epoch": 2.432314410480349, + "grad_norm": 0.196399769855382, + "learning_rate": 5.266150203963224e-06, + "loss": 0.2155, + "step": 5570 + }, + { + "epoch": 2.4344978165938866, + "grad_norm": 0.20583463409268135, + "learning_rate": 5.227221041988956e-06, + "loss": 0.2055, + "step": 5575 + }, + { + "epoch": 2.4366812227074237, + "grad_norm": 0.19145217163247738, + "learning_rate": 5.188419497075739e-06, + "loss": 0.2045, + "step": 5580 + }, + { + "epoch": 2.438864628820961, + "grad_norm": 0.2300625133365478, + "learning_rate": 5.1497458196556995e-06, + "loss": 0.2192, + "step": 5585 + }, + { + "epoch": 2.441048034934498, + "grad_norm": 0.19252331533699785, + "learning_rate": 5.111200259335688e-06, + "loss": 0.2089, + "step": 5590 + }, + { + "epoch": 2.443231441048035, + "grad_norm": 0.20014832340012859, + "learning_rate": 5.072783064895664e-06, + "loss": 0.2243, + "step": 5595 + }, + { + "epoch": 2.445414847161572, + "grad_norm": 0.19507458711265246, + "learning_rate": 5.034494484287086e-06, + "loss": 0.2195, + "step": 5600 + }, + { + "epoch": 2.447598253275109, + "grad_norm": 0.18618941255923363, + "learning_rate": 4.996334764631322e-06, + "loss": 0.2034, + "step": 5605 + }, + { + "epoch": 2.449781659388646, + "grad_norm": 0.2223628562088218, + "learning_rate": 4.958304152218046e-06, + "loss": 0.2076, + "step": 5610 + }, + { + "epoch": 2.4519650655021836, + "grad_norm": 0.22749716704810904, + "learning_rate": 4.920402892503648e-06, + "loss": 0.2142, + "step": 5615 + }, + { + "epoch": 2.4541484716157207, + "grad_norm": 0.20326433502448837, + "learning_rate": 4.882631230109655e-06, + "loss": 0.206, + "step": 5620 + }, + { + "epoch": 2.4563318777292578, + "grad_norm": 0.20525401555309347, + "learning_rate": 4.844989408821149e-06, + "loss": 0.2042, + "step": 5625 + }, + { + "epoch": 2.458515283842795, + "grad_norm": 0.20210008215232908, + "learning_rate": 4.807477671585195e-06, + "loss": 0.1999, + "step": 5630 + }, + { + "epoch": 2.460698689956332, + "grad_norm": 0.21710829320874975, + "learning_rate": 4.770096260509274e-06, + "loss": 0.203, + "step": 5635 + }, + { + "epoch": 2.462882096069869, + "grad_norm": 0.18303629687950113, + "learning_rate": 4.732845416859713e-06, + "loss": 0.2134, + "step": 5640 + }, + { + "epoch": 2.465065502183406, + "grad_norm": 0.19284778474305014, + "learning_rate": 4.695725381060137e-06, + "loss": 0.2062, + "step": 5645 + }, + { + "epoch": 2.467248908296943, + "grad_norm": 0.18825083490369524, + "learning_rate": 4.658736392689922e-06, + "loss": 0.2214, + "step": 5650 + }, + { + "epoch": 2.46943231441048, + "grad_norm": 0.20310843234802933, + "learning_rate": 4.6218786904826175e-06, + "loss": 0.2132, + "step": 5655 + }, + { + "epoch": 2.4716157205240172, + "grad_norm": 0.21879459935317394, + "learning_rate": 4.58515251232445e-06, + "loss": 0.2193, + "step": 5660 + }, + { + "epoch": 2.4737991266375547, + "grad_norm": 0.2064948920674535, + "learning_rate": 4.548558095252758e-06, + "loss": 0.206, + "step": 5665 + }, + { + "epoch": 2.475982532751092, + "grad_norm": 0.20819617169964372, + "learning_rate": 4.512095675454472e-06, + "loss": 0.2116, + "step": 5670 + }, + { + "epoch": 2.478165938864629, + "grad_norm": 0.19013108098717665, + "learning_rate": 4.475765488264588e-06, + "loss": 0.2031, + "step": 5675 + }, + { + "epoch": 2.480349344978166, + "grad_norm": 0.19875013946254505, + "learning_rate": 4.439567768164651e-06, + "loss": 0.2017, + "step": 5680 + }, + { + "epoch": 2.482532751091703, + "grad_norm": 0.235432313345855, + "learning_rate": 4.4035027487812325e-06, + "loss": 0.2119, + "step": 5685 + }, + { + "epoch": 2.48471615720524, + "grad_norm": 0.19883691503756268, + "learning_rate": 4.367570662884438e-06, + "loss": 0.1997, + "step": 5690 + }, + { + "epoch": 2.486899563318777, + "grad_norm": 0.19289587740272107, + "learning_rate": 4.331771742386395e-06, + "loss": 0.2096, + "step": 5695 + }, + { + "epoch": 2.489082969432314, + "grad_norm": 0.18568302603914705, + "learning_rate": 4.296106218339757e-06, + "loss": 0.2056, + "step": 5700 + }, + { + "epoch": 2.4912663755458517, + "grad_norm": 0.1886391942932925, + "learning_rate": 4.260574320936203e-06, + "loss": 0.2022, + "step": 5705 + }, + { + "epoch": 2.493449781659389, + "grad_norm": 0.19736454250903648, + "learning_rate": 4.225176279504975e-06, + "loss": 0.2139, + "step": 5710 + }, + { + "epoch": 2.495633187772926, + "grad_norm": 0.20848042828630423, + "learning_rate": 4.1899123225113825e-06, + "loss": 0.2033, + "step": 5715 + }, + { + "epoch": 2.497816593886463, + "grad_norm": 0.18156063895028207, + "learning_rate": 4.154782677555324e-06, + "loss": 0.2055, + "step": 5720 + }, + { + "epoch": 2.5, + "grad_norm": 0.1915665995869679, + "learning_rate": 4.119787571369829e-06, + "loss": 0.2056, + "step": 5725 + }, + { + "epoch": 2.502183406113537, + "grad_norm": 0.20789030655261928, + "learning_rate": 4.084927229819591e-06, + "loss": 0.1969, + "step": 5730 + }, + { + "epoch": 2.504366812227074, + "grad_norm": 0.19567843626163597, + "learning_rate": 4.050201877899501e-06, + "loss": 0.1967, + "step": 5735 + }, + { + "epoch": 2.506550218340611, + "grad_norm": 0.19524615840080548, + "learning_rate": 4.0156117397332074e-06, + "loss": 0.2017, + "step": 5740 + }, + { + "epoch": 2.5087336244541483, + "grad_norm": 0.1851828139613455, + "learning_rate": 3.9811570385716705e-06, + "loss": 0.2187, + "step": 5745 + }, + { + "epoch": 2.5109170305676853, + "grad_norm": 0.18768129563315683, + "learning_rate": 3.9468379967917025e-06, + "loss": 0.2139, + "step": 5750 + }, + { + "epoch": 2.513100436681223, + "grad_norm": 0.1908316174021218, + "learning_rate": 3.912654835894564e-06, + "loss": 0.2085, + "step": 5755 + }, + { + "epoch": 2.51528384279476, + "grad_norm": 0.18887997682497717, + "learning_rate": 3.878607776504489e-06, + "loss": 0.2089, + "step": 5760 + }, + { + "epoch": 2.517467248908297, + "grad_norm": 0.18931507612361673, + "learning_rate": 3.844697038367314e-06, + "loss": 0.2118, + "step": 5765 + }, + { + "epoch": 2.519650655021834, + "grad_norm": 0.1955389549996342, + "learning_rate": 3.8109228403490268e-06, + "loss": 0.2041, + "step": 5770 + }, + { + "epoch": 2.521834061135371, + "grad_norm": 0.1985311672510908, + "learning_rate": 3.7772854004343494e-06, + "loss": 0.2117, + "step": 5775 + }, + { + "epoch": 2.524017467248908, + "grad_norm": 0.18193407723396662, + "learning_rate": 3.7437849357253555e-06, + "loss": 0.2051, + "step": 5780 + }, + { + "epoch": 2.5262008733624453, + "grad_norm": 0.19363438642248365, + "learning_rate": 3.7104216624400502e-06, + "loss": 0.2112, + "step": 5785 + }, + { + "epoch": 2.5283842794759828, + "grad_norm": 0.18728937794992326, + "learning_rate": 3.677195795910984e-06, + "loss": 0.2052, + "step": 5790 + }, + { + "epoch": 2.53056768558952, + "grad_norm": 0.17522592702667172, + "learning_rate": 3.6441075505838586e-06, + "loss": 0.2108, + "step": 5795 + }, + { + "epoch": 2.532751091703057, + "grad_norm": 0.19669895879396115, + "learning_rate": 3.6111571400161387e-06, + "loss": 0.2107, + "step": 5800 + }, + { + "epoch": 2.534934497816594, + "grad_norm": 0.2086966810335374, + "learning_rate": 3.578344776875689e-06, + "loss": 0.2025, + "step": 5805 + }, + { + "epoch": 2.537117903930131, + "grad_norm": 0.18427750014405722, + "learning_rate": 3.5456706729393774e-06, + "loss": 0.2089, + "step": 5810 + }, + { + "epoch": 2.539301310043668, + "grad_norm": 0.19759644279021854, + "learning_rate": 3.5131350390917333e-06, + "loss": 0.2136, + "step": 5815 + }, + { + "epoch": 2.541484716157205, + "grad_norm": 0.18832000886509567, + "learning_rate": 3.4807380853235704e-06, + "loss": 0.2206, + "step": 5820 + }, + { + "epoch": 2.5436681222707422, + "grad_norm": 0.1939256790542837, + "learning_rate": 3.4484800207306405e-06, + "loss": 0.2104, + "step": 5825 + }, + { + "epoch": 2.5458515283842793, + "grad_norm": 0.1981092726688764, + "learning_rate": 3.4163610535122738e-06, + "loss": 0.2082, + "step": 5830 + }, + { + "epoch": 2.5480349344978164, + "grad_norm": 0.20236118691003865, + "learning_rate": 3.384381390970048e-06, + "loss": 0.2046, + "step": 5835 + }, + { + "epoch": 2.5502183406113534, + "grad_norm": 0.19004473471111177, + "learning_rate": 3.3525412395064375e-06, + "loss": 0.2023, + "step": 5840 + }, + { + "epoch": 2.552401746724891, + "grad_norm": 0.20444360368222714, + "learning_rate": 3.32084080462349e-06, + "loss": 0.2027, + "step": 5845 + }, + { + "epoch": 2.554585152838428, + "grad_norm": 0.2175490290108786, + "learning_rate": 3.2892802909214955e-06, + "loss": 0.2096, + "step": 5850 + }, + { + "epoch": 2.556768558951965, + "grad_norm": 0.19247531436865034, + "learning_rate": 3.2578599020976707e-06, + "loss": 0.1951, + "step": 5855 + }, + { + "epoch": 2.558951965065502, + "grad_norm": 0.1874278832882864, + "learning_rate": 3.2265798409448376e-06, + "loss": 0.211, + "step": 5860 + }, + { + "epoch": 2.561135371179039, + "grad_norm": 0.19407368076943168, + "learning_rate": 3.1954403093501227e-06, + "loss": 0.2179, + "step": 5865 + }, + { + "epoch": 2.5633187772925763, + "grad_norm": 0.176804419787979, + "learning_rate": 3.1644415082936417e-06, + "loss": 0.2017, + "step": 5870 + }, + { + "epoch": 2.565502183406114, + "grad_norm": 0.1936425739896731, + "learning_rate": 3.1335836378472233e-06, + "loss": 0.1963, + "step": 5875 + }, + { + "epoch": 2.567685589519651, + "grad_norm": 0.18623478504104157, + "learning_rate": 3.10286689717309e-06, + "loss": 0.2076, + "step": 5880 + }, + { + "epoch": 2.569868995633188, + "grad_norm": 0.18973768721599718, + "learning_rate": 3.0722914845225963e-06, + "loss": 0.211, + "step": 5885 + }, + { + "epoch": 2.572052401746725, + "grad_norm": 0.1887388707833972, + "learning_rate": 3.04185759723494e-06, + "loss": 0.1983, + "step": 5890 + }, + { + "epoch": 2.574235807860262, + "grad_norm": 0.18187528811137918, + "learning_rate": 3.0115654317358884e-06, + "loss": 0.2119, + "step": 5895 + }, + { + "epoch": 2.576419213973799, + "grad_norm": 0.19057590033301217, + "learning_rate": 2.981415183536504e-06, + "loss": 0.212, + "step": 5900 + }, + { + "epoch": 2.578602620087336, + "grad_norm": 0.18728042390500685, + "learning_rate": 2.9514070472318965e-06, + "loss": 0.1956, + "step": 5905 + }, + { + "epoch": 2.5807860262008733, + "grad_norm": 0.18967646290907864, + "learning_rate": 2.9215412164999594e-06, + "loss": 0.2006, + "step": 5910 + }, + { + "epoch": 2.5829694323144103, + "grad_norm": 0.19120785023883197, + "learning_rate": 2.891817884100123e-06, + "loss": 0.192, + "step": 5915 + }, + { + "epoch": 2.5851528384279474, + "grad_norm": 0.18671520762510882, + "learning_rate": 2.862237241872101e-06, + "loss": 0.2215, + "step": 5920 + }, + { + "epoch": 2.5873362445414845, + "grad_norm": 0.1891615762513396, + "learning_rate": 2.832799480734663e-06, + "loss": 0.2244, + "step": 5925 + }, + { + "epoch": 2.589519650655022, + "grad_norm": 0.1807780047483408, + "learning_rate": 2.8035047906844e-06, + "loss": 0.2053, + "step": 5930 + }, + { + "epoch": 2.591703056768559, + "grad_norm": 0.18284608120565451, + "learning_rate": 2.774353360794493e-06, + "loss": 0.2047, + "step": 5935 + }, + { + "epoch": 2.593886462882096, + "grad_norm": 0.18110685745874158, + "learning_rate": 2.7453453792134986e-06, + "loss": 0.213, + "step": 5940 + }, + { + "epoch": 2.596069868995633, + "grad_norm": 0.18936818198939037, + "learning_rate": 2.7164810331641366e-06, + "loss": 0.2038, + "step": 5945 + }, + { + "epoch": 2.5982532751091703, + "grad_norm": 0.19029850620608788, + "learning_rate": 2.687760508942064e-06, + "loss": 0.2116, + "step": 5950 + }, + { + "epoch": 2.6004366812227073, + "grad_norm": 0.19115405588229892, + "learning_rate": 2.659183991914696e-06, + "loss": 0.2145, + "step": 5955 + }, + { + "epoch": 2.6026200873362444, + "grad_norm": 0.1945513238775359, + "learning_rate": 2.6307516665200012e-06, + "loss": 0.208, + "step": 5960 + }, + { + "epoch": 2.604803493449782, + "grad_norm": 0.19282829361579937, + "learning_rate": 2.602463716265302e-06, + "loss": 0.2179, + "step": 5965 + }, + { + "epoch": 2.606986899563319, + "grad_norm": 0.2002570604911309, + "learning_rate": 2.5743203237261065e-06, + "loss": 0.2095, + "step": 5970 + }, + { + "epoch": 2.609170305676856, + "grad_norm": 0.18334332369689957, + "learning_rate": 2.5463216705449155e-06, + "loss": 0.2185, + "step": 5975 + }, + { + "epoch": 2.611353711790393, + "grad_norm": 0.181736048243745, + "learning_rate": 2.5184679374300553e-06, + "loss": 0.2085, + "step": 5980 + }, + { + "epoch": 2.61353711790393, + "grad_norm": 0.17385940038429637, + "learning_rate": 2.4907593041545163e-06, + "loss": 0.2167, + "step": 5985 + }, + { + "epoch": 2.6157205240174672, + "grad_norm": 0.17922911028497665, + "learning_rate": 2.4631959495547833e-06, + "loss": 0.1995, + "step": 5990 + }, + { + "epoch": 2.6179039301310043, + "grad_norm": 0.17779619304763405, + "learning_rate": 2.4357780515297e-06, + "loss": 0.1941, + "step": 5995 + }, + { + "epoch": 2.6200873362445414, + "grad_norm": 0.19092236134949003, + "learning_rate": 2.408505787039281e-06, + "loss": 0.2023, + "step": 6000 + }, + { + "epoch": 2.6222707423580784, + "grad_norm": 0.21537785339457424, + "learning_rate": 2.381379332103623e-06, + "loss": 0.2039, + "step": 6005 + }, + { + "epoch": 2.6244541484716155, + "grad_norm": 0.19076636501936398, + "learning_rate": 2.3543988618017237e-06, + "loss": 0.2007, + "step": 6010 + }, + { + "epoch": 2.6266375545851526, + "grad_norm": 0.18091299115157525, + "learning_rate": 2.327564550270381e-06, + "loss": 0.2003, + "step": 6015 + }, + { + "epoch": 2.62882096069869, + "grad_norm": 0.17652429068296252, + "learning_rate": 2.3008765707030532e-06, + "loss": 0.1987, + "step": 6020 + }, + { + "epoch": 2.631004366812227, + "grad_norm": 0.19337565491737743, + "learning_rate": 2.2743350953487424e-06, + "loss": 0.2161, + "step": 6025 + }, + { + "epoch": 2.6331877729257642, + "grad_norm": 0.19521279815086381, + "learning_rate": 2.2479402955108945e-06, + "loss": 0.1994, + "step": 6030 + }, + { + "epoch": 2.6353711790393013, + "grad_norm": 0.18448803162094932, + "learning_rate": 2.2216923415462802e-06, + "loss": 0.2071, + "step": 6035 + }, + { + "epoch": 2.6375545851528384, + "grad_norm": 0.19952616634096593, + "learning_rate": 2.1955914028639e-06, + "loss": 0.1997, + "step": 6040 + }, + { + "epoch": 2.6397379912663754, + "grad_norm": 0.17820128872734733, + "learning_rate": 2.1696376479238947e-06, + "loss": 0.2095, + "step": 6045 + }, + { + "epoch": 2.641921397379913, + "grad_norm": 0.18942931129920965, + "learning_rate": 2.1438312442364467e-06, + "loss": 0.2065, + "step": 6050 + }, + { + "epoch": 2.64410480349345, + "grad_norm": 0.1880722865584005, + "learning_rate": 2.1181723583607177e-06, + "loss": 0.2011, + "step": 6055 + }, + { + "epoch": 2.646288209606987, + "grad_norm": 0.19525082185206008, + "learning_rate": 2.092661155903758e-06, + "loss": 0.2075, + "step": 6060 + }, + { + "epoch": 2.648471615720524, + "grad_norm": 0.17350084934940418, + "learning_rate": 2.067297801519441e-06, + "loss": 0.1998, + "step": 6065 + }, + { + "epoch": 2.650655021834061, + "grad_norm": 0.18323734039467143, + "learning_rate": 2.0420824589074073e-06, + "loss": 0.2066, + "step": 6070 + }, + { + "epoch": 2.6528384279475983, + "grad_norm": 0.19042032301324274, + "learning_rate": 2.0170152908119964e-06, + "loss": 0.2078, + "step": 6075 + }, + { + "epoch": 2.6550218340611353, + "grad_norm": 0.1822344566119162, + "learning_rate": 1.9920964590212088e-06, + "loss": 0.2026, + "step": 6080 + }, + { + "epoch": 2.6572052401746724, + "grad_norm": 0.18350664419747995, + "learning_rate": 1.967326124365651e-06, + "loss": 0.2046, + "step": 6085 + }, + { + "epoch": 2.6593886462882095, + "grad_norm": 0.17900525181219676, + "learning_rate": 1.9427044467175054e-06, + "loss": 0.2053, + "step": 6090 + }, + { + "epoch": 2.6615720524017465, + "grad_norm": 0.18662259458308622, + "learning_rate": 1.9182315849894996e-06, + "loss": 0.1969, + "step": 6095 + }, + { + "epoch": 2.6637554585152836, + "grad_norm": 0.18210726045913153, + "learning_rate": 1.8939076971338592e-06, + "loss": 0.2133, + "step": 6100 + }, + { + "epoch": 2.665938864628821, + "grad_norm": 0.18936892016307003, + "learning_rate": 1.8697329401413333e-06, + "loss": 0.2036, + "step": 6105 + }, + { + "epoch": 2.668122270742358, + "grad_norm": 0.17873699633744589, + "learning_rate": 1.8457074700401284e-06, + "loss": 0.2015, + "step": 6110 + }, + { + "epoch": 2.6703056768558953, + "grad_norm": 0.19259954300544802, + "learning_rate": 1.821831441894939e-06, + "loss": 0.2168, + "step": 6115 + }, + { + "epoch": 2.6724890829694323, + "grad_norm": 0.1765084388420357, + "learning_rate": 1.7981050098059364e-06, + "loss": 0.2051, + "step": 6120 + }, + { + "epoch": 2.6746724890829694, + "grad_norm": 0.18953853048678723, + "learning_rate": 1.7745283269077622e-06, + "loss": 0.1945, + "step": 6125 + }, + { + "epoch": 2.6768558951965065, + "grad_norm": 0.17824046665997959, + "learning_rate": 1.751101545368558e-06, + "loss": 0.1987, + "step": 6130 + }, + { + "epoch": 2.6790393013100435, + "grad_norm": 0.1839474436743472, + "learning_rate": 1.7278248163889787e-06, + "loss": 0.2297, + "step": 6135 + }, + { + "epoch": 2.681222707423581, + "grad_norm": 0.198016592733994, + "learning_rate": 1.7046982902011954e-06, + "loss": 0.2004, + "step": 6140 + }, + { + "epoch": 2.683406113537118, + "grad_norm": 0.1754478072579575, + "learning_rate": 1.6817221160679603e-06, + "loss": 0.2165, + "step": 6145 + }, + { + "epoch": 2.685589519650655, + "grad_norm": 0.1739282991837851, + "learning_rate": 1.658896442281624e-06, + "loss": 0.2139, + "step": 6150 + }, + { + "epoch": 2.6877729257641922, + "grad_norm": 0.1752625270758878, + "learning_rate": 1.636221416163175e-06, + "loss": 0.1918, + "step": 6155 + }, + { + "epoch": 2.6899563318777293, + "grad_norm": 0.1779820497152234, + "learning_rate": 1.6136971840612996e-06, + "loss": 0.1899, + "step": 6160 + }, + { + "epoch": 2.6921397379912664, + "grad_norm": 0.18605348108430886, + "learning_rate": 1.5913238913514317e-06, + "loss": 0.2034, + "step": 6165 + }, + { + "epoch": 2.6943231441048034, + "grad_norm": 0.18327039260922082, + "learning_rate": 1.569101682434812e-06, + "loss": 0.2151, + "step": 6170 + }, + { + "epoch": 2.6965065502183405, + "grad_norm": 0.18420649704706576, + "learning_rate": 1.5470307007375617e-06, + "loss": 0.1999, + "step": 6175 + }, + { + "epoch": 2.6986899563318776, + "grad_norm": 0.18496496761599715, + "learning_rate": 1.5251110887097547e-06, + "loss": 0.2015, + "step": 6180 + }, + { + "epoch": 2.7008733624454146, + "grad_norm": 0.18359525195308157, + "learning_rate": 1.5033429878245047e-06, + "loss": 0.1964, + "step": 6185 + }, + { + "epoch": 2.7030567685589517, + "grad_norm": 0.18877940096775106, + "learning_rate": 1.4817265385770273e-06, + "loss": 0.219, + "step": 6190 + }, + { + "epoch": 2.7052401746724892, + "grad_norm": 0.17210679893859862, + "learning_rate": 1.460261880483768e-06, + "loss": 0.2087, + "step": 6195 + }, + { + "epoch": 2.7074235807860263, + "grad_norm": 0.18497422573663475, + "learning_rate": 1.4389491520814785e-06, + "loss": 0.2073, + "step": 6200 + }, + { + "epoch": 2.7096069868995634, + "grad_norm": 0.18280651214761798, + "learning_rate": 1.417788490926328e-06, + "loss": 0.2049, + "step": 6205 + }, + { + "epoch": 2.7117903930131004, + "grad_norm": 0.21697399944996257, + "learning_rate": 1.3967800335930203e-06, + "loss": 0.1966, + "step": 6210 + }, + { + "epoch": 2.7139737991266375, + "grad_norm": 0.17484224090531814, + "learning_rate": 1.3759239156739046e-06, + "loss": 0.2004, + "step": 6215 + }, + { + "epoch": 2.7161572052401746, + "grad_norm": 0.17922630540901408, + "learning_rate": 1.355220271778107e-06, + "loss": 0.2171, + "step": 6220 + }, + { + "epoch": 2.7183406113537116, + "grad_norm": 0.1788064963960434, + "learning_rate": 1.3346692355306583e-06, + "loss": 0.21, + "step": 6225 + }, + { + "epoch": 2.720524017467249, + "grad_norm": 0.17658228011851998, + "learning_rate": 1.3142709395716325e-06, + "loss": 0.2041, + "step": 6230 + }, + { + "epoch": 2.722707423580786, + "grad_norm": 0.19747059238001105, + "learning_rate": 1.294025515555289e-06, + "loss": 0.2141, + "step": 6235 + }, + { + "epoch": 2.7248908296943233, + "grad_norm": 0.19234938030154514, + "learning_rate": 1.2739330941492211e-06, + "loss": 0.2194, + "step": 6240 + }, + { + "epoch": 2.7270742358078603, + "grad_norm": 0.18116820313254028, + "learning_rate": 1.253993805033521e-06, + "loss": 0.2026, + "step": 6245 + }, + { + "epoch": 2.7292576419213974, + "grad_norm": 0.18091742916208972, + "learning_rate": 1.2342077768999372e-06, + "loss": 0.2074, + "step": 6250 + }, + { + "epoch": 2.7314410480349345, + "grad_norm": 0.18173772524843324, + "learning_rate": 1.2145751374510462e-06, + "loss": 0.1982, + "step": 6255 + }, + { + "epoch": 2.7336244541484715, + "grad_norm": 0.18111352269398215, + "learning_rate": 1.1950960133994189e-06, + "loss": 0.2113, + "step": 6260 + }, + { + "epoch": 2.7358078602620086, + "grad_norm": 0.17797289847881081, + "learning_rate": 1.175770530466816e-06, + "loss": 0.1985, + "step": 6265 + }, + { + "epoch": 2.7379912663755457, + "grad_norm": 0.18092908617426118, + "learning_rate": 1.156598813383372e-06, + "loss": 0.2228, + "step": 6270 + }, + { + "epoch": 2.7401746724890828, + "grad_norm": 0.18444520409610834, + "learning_rate": 1.1375809858867853e-06, + "loss": 0.2114, + "step": 6275 + }, + { + "epoch": 2.74235807860262, + "grad_norm": 0.1725831612805252, + "learning_rate": 1.1187171707215228e-06, + "loss": 0.2016, + "step": 6280 + }, + { + "epoch": 2.7445414847161573, + "grad_norm": 0.1822891732232196, + "learning_rate": 1.1000074896380386e-06, + "loss": 0.2046, + "step": 6285 + }, + { + "epoch": 2.7467248908296944, + "grad_norm": 0.1837802202840671, + "learning_rate": 1.0814520633919577e-06, + "loss": 0.2063, + "step": 6290 + }, + { + "epoch": 2.7489082969432315, + "grad_norm": 0.19854848233423214, + "learning_rate": 1.063051011743335e-06, + "loss": 0.2026, + "step": 6295 + }, + { + "epoch": 2.7510917030567685, + "grad_norm": 0.1690617798747192, + "learning_rate": 1.0448044534558582e-06, + "loss": 0.2042, + "step": 6300 + }, + { + "epoch": 2.7532751091703056, + "grad_norm": 0.18680449525384113, + "learning_rate": 1.026712506296082e-06, + "loss": 0.2198, + "step": 6305 + }, + { + "epoch": 2.7554585152838427, + "grad_norm": 0.1690572517735115, + "learning_rate": 1.0087752870326817e-06, + "loss": 0.2128, + "step": 6310 + }, + { + "epoch": 2.75764192139738, + "grad_norm": 0.1741781541277763, + "learning_rate": 9.909929114356842e-07, + "loss": 0.2026, + "step": 6315 + }, + { + "epoch": 2.7598253275109172, + "grad_norm": 0.17546914742624392, + "learning_rate": 9.733654942757353e-07, + "loss": 0.1994, + "step": 6320 + }, + { + "epoch": 2.7620087336244543, + "grad_norm": 0.17660338305720158, + "learning_rate": 9.558931493233392e-07, + "loss": 0.204, + "step": 6325 + }, + { + "epoch": 2.7641921397379914, + "grad_norm": 0.1769127719144767, + "learning_rate": 9.385759893481477e-07, + "loss": 0.1996, + "step": 6330 + }, + { + "epoch": 2.7663755458515285, + "grad_norm": 0.17837387586213685, + "learning_rate": 9.214141261182196e-07, + "loss": 0.2156, + "step": 6335 + }, + { + "epoch": 2.7685589519650655, + "grad_norm": 0.18449098828135574, + "learning_rate": 9.044076703992904e-07, + "loss": 0.208, + "step": 6340 + }, + { + "epoch": 2.7707423580786026, + "grad_norm": 0.18352552163108934, + "learning_rate": 8.875567319540784e-07, + "loss": 0.2074, + "step": 6345 + }, + { + "epoch": 2.7729257641921397, + "grad_norm": 0.18503191612346148, + "learning_rate": 8.708614195415604e-07, + "loss": 0.2, + "step": 6350 + }, + { + "epoch": 2.7751091703056767, + "grad_norm": 0.1937080570900333, + "learning_rate": 8.543218409162778e-07, + "loss": 0.2082, + "step": 6355 + }, + { + "epoch": 2.777292576419214, + "grad_norm": 0.18510996106818742, + "learning_rate": 8.379381028276401e-07, + "loss": 0.2056, + "step": 6360 + }, + { + "epoch": 2.779475982532751, + "grad_norm": 0.1777159695537935, + "learning_rate": 8.217103110192276e-07, + "loss": 0.2061, + "step": 6365 + }, + { + "epoch": 2.7816593886462884, + "grad_norm": 0.1752542433085556, + "learning_rate": 8.056385702281177e-07, + "loss": 0.2007, + "step": 6370 + }, + { + "epoch": 2.7838427947598254, + "grad_norm": 0.1789778389216568, + "learning_rate": 7.89722984184213e-07, + "loss": 0.2046, + "step": 6375 + }, + { + "epoch": 2.7860262008733625, + "grad_norm": 0.17685450533969785, + "learning_rate": 7.739636556095525e-07, + "loss": 0.2065, + "step": 6380 + }, + { + "epoch": 2.7882096069868996, + "grad_norm": 0.186062026864878, + "learning_rate": 7.583606862176712e-07, + "loss": 0.2032, + "step": 6385 + }, + { + "epoch": 2.7903930131004366, + "grad_norm": 0.16820621198730876, + "learning_rate": 7.429141767129333e-07, + "loss": 0.2037, + "step": 6390 + }, + { + "epoch": 2.7925764192139737, + "grad_norm": 0.18272612053201714, + "learning_rate": 7.276242267898775e-07, + "loss": 0.2077, + "step": 6395 + }, + { + "epoch": 2.7947598253275108, + "grad_norm": 0.1818746307663275, + "learning_rate": 7.12490935132587e-07, + "loss": 0.2126, + "step": 6400 + }, + { + "epoch": 2.7969432314410483, + "grad_norm": 0.1755002936425013, + "learning_rate": 6.97514399414037e-07, + "loss": 0.2032, + "step": 6405 + }, + { + "epoch": 2.7991266375545854, + "grad_norm": 0.18013946700206887, + "learning_rate": 6.826947162954733e-07, + "loss": 0.2066, + "step": 6410 + }, + { + "epoch": 2.8013100436681224, + "grad_norm": 0.17849038284790902, + "learning_rate": 6.68031981425793e-07, + "loss": 0.2055, + "step": 6415 + }, + { + "epoch": 2.8034934497816595, + "grad_norm": 0.21383468189806515, + "learning_rate": 6.535262894409116e-07, + "loss": 0.2171, + "step": 6420 + }, + { + "epoch": 2.8056768558951966, + "grad_norm": 0.1707908400592636, + "learning_rate": 6.391777339631727e-07, + "loss": 0.1968, + "step": 6425 + }, + { + "epoch": 2.8078602620087336, + "grad_norm": 0.1928726259141998, + "learning_rate": 6.249864076007167e-07, + "loss": 0.2078, + "step": 6430 + }, + { + "epoch": 2.8100436681222707, + "grad_norm": 0.18080723535203885, + "learning_rate": 6.109524019469154e-07, + "loss": 0.2052, + "step": 6435 + }, + { + "epoch": 2.8122270742358078, + "grad_norm": 0.1785838290629133, + "learning_rate": 5.970758075797556e-07, + "loss": 0.1978, + "step": 6440 + }, + { + "epoch": 2.814410480349345, + "grad_norm": 0.17615554784359172, + "learning_rate": 5.833567140612673e-07, + "loss": 0.205, + "step": 6445 + }, + { + "epoch": 2.816593886462882, + "grad_norm": 0.18081617254199714, + "learning_rate": 5.69795209936938e-07, + "loss": 0.2085, + "step": 6450 + }, + { + "epoch": 2.818777292576419, + "grad_norm": 0.19233898776215452, + "learning_rate": 5.563913827351469e-07, + "loss": 0.2094, + "step": 6455 + }, + { + "epoch": 2.8209606986899565, + "grad_norm": 0.18538569170027117, + "learning_rate": 5.431453189666036e-07, + "loss": 0.2133, + "step": 6460 + }, + { + "epoch": 2.8231441048034935, + "grad_norm": 0.16627030997203804, + "learning_rate": 5.30057104123774e-07, + "loss": 0.1946, + "step": 6465 + }, + { + "epoch": 2.8253275109170306, + "grad_norm": 0.18546465605942317, + "learning_rate": 5.171268226803416e-07, + "loss": 0.2014, + "step": 6470 + }, + { + "epoch": 2.8275109170305677, + "grad_norm": 0.18279009388047487, + "learning_rate": 5.043545580906695e-07, + "loss": 0.2228, + "step": 6475 + }, + { + "epoch": 2.8296943231441047, + "grad_norm": 0.17398692192324666, + "learning_rate": 4.917403927892389e-07, + "loss": 0.208, + "step": 6480 + }, + { + "epoch": 2.831877729257642, + "grad_norm": 0.17416683242727254, + "learning_rate": 4.792844081901309e-07, + "loss": 0.1994, + "step": 6485 + }, + { + "epoch": 2.834061135371179, + "grad_norm": 0.177823166130051, + "learning_rate": 4.6698668468651006e-07, + "loss": 0.1939, + "step": 6490 + }, + { + "epoch": 2.8362445414847164, + "grad_norm": 0.19673421756206907, + "learning_rate": 4.548473016500854e-07, + "loss": 0.2161, + "step": 6495 + }, + { + "epoch": 2.8384279475982535, + "grad_norm": 0.1811334337251195, + "learning_rate": 4.4286633743061413e-07, + "loss": 0.2082, + "step": 6500 + }, + { + "epoch": 2.8406113537117905, + "grad_norm": 0.17564798960003072, + "learning_rate": 4.310438693553853e-07, + "loss": 0.2066, + "step": 6505 + }, + { + "epoch": 2.8427947598253276, + "grad_norm": 0.1794074378421751, + "learning_rate": 4.193799737287285e-07, + "loss": 0.2093, + "step": 6510 + }, + { + "epoch": 2.8449781659388647, + "grad_norm": 0.18373063476787263, + "learning_rate": 4.0787472583151964e-07, + "loss": 0.2235, + "step": 6515 + }, + { + "epoch": 2.8471615720524017, + "grad_norm": 0.17915751006104885, + "learning_rate": 3.965281999206899e-07, + "loss": 0.1956, + "step": 6520 + }, + { + "epoch": 2.849344978165939, + "grad_norm": 0.17324382598114016, + "learning_rate": 3.853404692287538e-07, + "loss": 0.2074, + "step": 6525 + }, + { + "epoch": 2.851528384279476, + "grad_norm": 0.18692578826449793, + "learning_rate": 3.743116059633317e-07, + "loss": 0.2174, + "step": 6530 + }, + { + "epoch": 2.853711790393013, + "grad_norm": 0.18933592310694983, + "learning_rate": 3.6344168130668097e-07, + "loss": 0.2058, + "step": 6535 + }, + { + "epoch": 2.85589519650655, + "grad_norm": 0.18309703282903245, + "learning_rate": 3.527307654152462e-07, + "loss": 0.203, + "step": 6540 + }, + { + "epoch": 2.858078602620087, + "grad_norm": 0.17336689816177772, + "learning_rate": 3.421789274192011e-07, + "loss": 0.189, + "step": 6545 + }, + { + "epoch": 2.8602620087336246, + "grad_norm": 0.17273324095781836, + "learning_rate": 3.3178623542199916e-07, + "loss": 0.2009, + "step": 6550 + }, + { + "epoch": 2.8624454148471616, + "grad_norm": 0.18054845843338757, + "learning_rate": 3.2155275649994045e-07, + "loss": 0.2125, + "step": 6555 + }, + { + "epoch": 2.8646288209606987, + "grad_norm": 0.17486255516315685, + "learning_rate": 3.1147855670172755e-07, + "loss": 0.2014, + "step": 6560 + }, + { + "epoch": 2.8668122270742358, + "grad_norm": 0.16994065735909195, + "learning_rate": 3.015637010480576e-07, + "loss": 0.1991, + "step": 6565 + }, + { + "epoch": 2.868995633187773, + "grad_norm": 0.17823602403047226, + "learning_rate": 2.918082535311839e-07, + "loss": 0.2107, + "step": 6570 + }, + { + "epoch": 2.87117903930131, + "grad_norm": 0.18534656992358386, + "learning_rate": 2.822122771145158e-07, + "loss": 0.1988, + "step": 6575 + }, + { + "epoch": 2.8733624454148474, + "grad_norm": 0.17359168867052116, + "learning_rate": 2.727758337322056e-07, + "loss": 0.2006, + "step": 6580 + }, + { + "epoch": 2.8755458515283845, + "grad_norm": 0.1818021640887144, + "learning_rate": 2.6349898428875143e-07, + "loss": 0.2107, + "step": 6585 + }, + { + "epoch": 2.8777292576419216, + "grad_norm": 0.187022315664445, + "learning_rate": 2.543817886586003e-07, + "loss": 0.2109, + "step": 6590 + }, + { + "epoch": 2.8799126637554586, + "grad_norm": 0.18065592152437351, + "learning_rate": 2.454243056857708e-07, + "loss": 0.2155, + "step": 6595 + }, + { + "epoch": 2.8820960698689957, + "grad_norm": 0.1803124984333343, + "learning_rate": 2.366265931834588e-07, + "loss": 0.2005, + "step": 6600 + }, + { + "epoch": 2.8842794759825328, + "grad_norm": 0.17978461103858198, + "learning_rate": 2.2798870793368787e-07, + "loss": 0.2135, + "step": 6605 + }, + { + "epoch": 2.88646288209607, + "grad_norm": 0.1838336256596766, + "learning_rate": 2.1951070568691222e-07, + "loss": 0.2131, + "step": 6610 + }, + { + "epoch": 2.888646288209607, + "grad_norm": 0.18102300117813305, + "learning_rate": 2.1119264116168104e-07, + "loss": 0.2064, + "step": 6615 + }, + { + "epoch": 2.890829694323144, + "grad_norm": 0.1743140768844891, + "learning_rate": 2.030345680442719e-07, + "loss": 0.1962, + "step": 6620 + }, + { + "epoch": 2.893013100436681, + "grad_norm": 0.18304778762459922, + "learning_rate": 1.950365389883524e-07, + "loss": 0.2145, + "step": 6625 + }, + { + "epoch": 2.895196506550218, + "grad_norm": 0.17457199470182785, + "learning_rate": 1.8719860561463853e-07, + "loss": 0.1986, + "step": 6630 + }, + { + "epoch": 2.8973799126637556, + "grad_norm": 0.17803797345436936, + "learning_rate": 1.7952081851055346e-07, + "loss": 0.2087, + "step": 6635 + }, + { + "epoch": 2.8995633187772927, + "grad_norm": 0.19249639309638913, + "learning_rate": 1.720032272299138e-07, + "loss": 0.208, + "step": 6640 + }, + { + "epoch": 2.9017467248908297, + "grad_norm": 0.1931146601533778, + "learning_rate": 1.6464588029260485e-07, + "loss": 0.2159, + "step": 6645 + }, + { + "epoch": 2.903930131004367, + "grad_norm": 0.17050733886371794, + "learning_rate": 1.5744882518425875e-07, + "loss": 0.2079, + "step": 6650 + }, + { + "epoch": 2.906113537117904, + "grad_norm": 0.1821050184025676, + "learning_rate": 1.5041210835596287e-07, + "loss": 0.2113, + "step": 6655 + }, + { + "epoch": 2.908296943231441, + "grad_norm": 0.1767629872679953, + "learning_rate": 1.4353577522394635e-07, + "loss": 0.2043, + "step": 6660 + }, + { + "epoch": 2.910480349344978, + "grad_norm": 0.1770612573000096, + "learning_rate": 1.3681987016929963e-07, + "loss": 0.2086, + "step": 6665 + }, + { + "epoch": 2.9126637554585155, + "grad_norm": 0.17785323864755895, + "learning_rate": 1.3026443653767762e-07, + "loss": 0.2004, + "step": 6670 + }, + { + "epoch": 2.9148471615720526, + "grad_norm": 0.17642382590921754, + "learning_rate": 1.2386951663901913e-07, + "loss": 0.206, + "step": 6675 + }, + { + "epoch": 2.9170305676855897, + "grad_norm": 0.17596251154223802, + "learning_rate": 1.1763515174729179e-07, + "loss": 0.1986, + "step": 6680 + }, + { + "epoch": 2.9192139737991267, + "grad_norm": 0.1727279406074698, + "learning_rate": 1.115613821002004e-07, + "loss": 0.2038, + "step": 6685 + }, + { + "epoch": 2.921397379912664, + "grad_norm": 0.1761644833661898, + "learning_rate": 1.0564824689894282e-07, + "loss": 0.2117, + "step": 6690 + }, + { + "epoch": 2.923580786026201, + "grad_norm": 0.1772235899771806, + "learning_rate": 9.989578430795732e-08, + "loss": 0.2014, + "step": 6695 + }, + { + "epoch": 2.925764192139738, + "grad_norm": 0.17942614591659065, + "learning_rate": 9.430403145466448e-08, + "loss": 0.2109, + "step": 6700 + }, + { + "epoch": 2.927947598253275, + "grad_norm": 0.17253943064578878, + "learning_rate": 8.887302442924517e-08, + "loss": 0.2003, + "step": 6705 + }, + { + "epoch": 2.930131004366812, + "grad_norm": 0.17852850650326985, + "learning_rate": 8.360279828438789e-08, + "loss": 0.2094, + "step": 6710 + }, + { + "epoch": 2.932314410480349, + "grad_norm": 0.17307368947339777, + "learning_rate": 7.849338703508069e-08, + "loss": 0.2064, + "step": 6715 + }, + { + "epoch": 2.934497816593886, + "grad_norm": 0.1793388736193528, + "learning_rate": 7.3544823658378e-08, + "loss": 0.1927, + "step": 6720 + }, + { + "epoch": 2.9366812227074237, + "grad_norm": 0.1803659744144063, + "learning_rate": 6.875714009319523e-08, + "loss": 0.2076, + "step": 6725 + }, + { + "epoch": 2.938864628820961, + "grad_norm": 0.17865387702225788, + "learning_rate": 6.413036724010058e-08, + "loss": 0.2003, + "step": 6730 + }, + { + "epoch": 2.941048034934498, + "grad_norm": 0.17741136523028206, + "learning_rate": 5.966453496111524e-08, + "loss": 0.2144, + "step": 6735 + }, + { + "epoch": 2.943231441048035, + "grad_norm": 0.17550555860513464, + "learning_rate": 5.5359672079524637e-08, + "loss": 0.2153, + "step": 6740 + }, + { + "epoch": 2.945414847161572, + "grad_norm": 0.17696250741970354, + "learning_rate": 5.121580637968137e-08, + "loss": 0.2054, + "step": 6745 + }, + { + "epoch": 2.947598253275109, + "grad_norm": 0.17454155560080192, + "learning_rate": 4.7232964606841454e-08, + "loss": 0.1971, + "step": 6750 + }, + { + "epoch": 2.9497816593886466, + "grad_norm": 0.17698232159770602, + "learning_rate": 4.341117246697834e-08, + "loss": 0.2085, + "step": 6755 + }, + { + "epoch": 2.9519650655021836, + "grad_norm": 0.17354434091915077, + "learning_rate": 3.9750454626624745e-08, + "loss": 0.2137, + "step": 6760 + }, + { + "epoch": 2.9541484716157207, + "grad_norm": 0.17097280016052646, + "learning_rate": 3.6250834712708846e-08, + "loss": 0.1945, + "step": 6765 + }, + { + "epoch": 2.9563318777292578, + "grad_norm": 0.17551121068500722, + "learning_rate": 3.2912335312407226e-08, + "loss": 0.1865, + "step": 6770 + }, + { + "epoch": 2.958515283842795, + "grad_norm": 0.17583508061228037, + "learning_rate": 2.9734977972989407e-08, + "loss": 0.2107, + "step": 6775 + }, + { + "epoch": 2.960698689956332, + "grad_norm": 0.17683109325722057, + "learning_rate": 2.6718783201692964e-08, + "loss": 0.2127, + "step": 6780 + }, + { + "epoch": 2.962882096069869, + "grad_norm": 0.18803887975352115, + "learning_rate": 2.3863770465576418e-08, + "loss": 0.2156, + "step": 6785 + }, + { + "epoch": 2.965065502183406, + "grad_norm": 0.1771870084804161, + "learning_rate": 2.116995819140821e-08, + "loss": 0.2182, + "step": 6790 + }, + { + "epoch": 2.967248908296943, + "grad_norm": 0.18459436255752454, + "learning_rate": 1.8637363765536264e-08, + "loss": 0.2009, + "step": 6795 + }, + { + "epoch": 2.96943231441048, + "grad_norm": 0.17264295233596325, + "learning_rate": 1.6266003533774166e-08, + "loss": 0.201, + "step": 6800 + }, + { + "epoch": 2.9716157205240172, + "grad_norm": 0.18069190701339236, + "learning_rate": 1.405589280130959e-08, + "loss": 0.214, + "step": 6805 + }, + { + "epoch": 2.9737991266375547, + "grad_norm": 0.17111956645749835, + "learning_rate": 1.2007045832590492e-08, + "loss": 0.1958, + "step": 6810 + }, + { + "epoch": 2.975982532751092, + "grad_norm": 0.17292900306530656, + "learning_rate": 1.0119475851247395e-08, + "loss": 0.1952, + "step": 6815 + }, + { + "epoch": 2.978165938864629, + "grad_norm": 0.1806661006510654, + "learning_rate": 8.393195039993473e-09, + "loss": 0.207, + "step": 6820 + }, + { + "epoch": 2.980349344978166, + "grad_norm": 0.1805502156590632, + "learning_rate": 6.82821454055238e-09, + "loss": 0.2077, + "step": 6825 + }, + { + "epoch": 2.982532751091703, + "grad_norm": 0.17317279258008123, + "learning_rate": 5.42454445359164e-09, + "loss": 0.2, + "step": 6830 + }, + { + "epoch": 2.98471615720524, + "grad_norm": 0.17476834735543392, + "learning_rate": 4.1821938386477075e-09, + "loss": 0.2028, + "step": 6835 + }, + { + "epoch": 2.986899563318777, + "grad_norm": 0.18884495387086833, + "learning_rate": 3.1011707140732317e-09, + "loss": 0.2119, + "step": 6840 + }, + { + "epoch": 2.9890829694323147, + "grad_norm": 0.17552656950302298, + "learning_rate": 2.1814820569898698e-09, + "loss": 0.2146, + "step": 6845 + }, + { + "epoch": 2.9912663755458517, + "grad_norm": 0.17245278444580078, + "learning_rate": 1.4231338032300034e-09, + "loss": 0.213, + "step": 6850 + }, + { + "epoch": 2.993449781659389, + "grad_norm": 0.17656984635938758, + "learning_rate": 8.261308473089813e-10, + "loss": 0.2045, + "step": 6855 + }, + { + "epoch": 2.995633187772926, + "grad_norm": 0.18334478736300916, + "learning_rate": 3.9047704239181247e-10, + "loss": 0.2067, + "step": 6860 + }, + { + "epoch": 2.997816593886463, + "grad_norm": 0.1826422374600176, + "learning_rate": 1.1617520026818706e-10, + "loss": 0.1943, + "step": 6865 + }, + { + "epoch": 3.0, + "grad_norm": 0.1888467433612867, + "learning_rate": 3.2270913274956573e-12, + "loss": 0.1971, + "step": 6870 + }, + { + "epoch": 3.0, + "step": 6870, + "total_flos": 1.440651216420864e+16, + "train_loss": 0.30719185047274594, + "train_runtime": 200812.4774, + "train_samples_per_second": 1.094, + "train_steps_per_second": 0.034 + } + ], + "logging_steps": 5, + "max_steps": 6870, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 10000000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.440651216420864e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..5f17a22 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ede9ec5d95c9ba6d1490e06a35ab83d954077f265d7ad42d2b81375c33da7b +size 7736 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..3109cf631170e944aa1bf1e6fcb824f6573663d1 GIT binary patch literal 34361 zcmdpei91&9+wL-iL=+;GDXAz!Mdm3@DjI}jmIlg9NT?{KQc4sdl6i>CV6blGm`a>)L;%UKI2Yigf`i^FMqm(!;#h1{&2oKM-?ZI+ag zmXz5bbkfDe!C6sC>db!~A!+Y)Ldw~Gwijnv=&Q zh##NNdL8QRVjAf?7BBHR@ZKhCshSL-iU!od8+0xyadrw;_Gr58$4Re+ zKRuhdBPFRN_+w(m=1YE}dYSH4KtRB&Drssdemup;q%ML#f-k6DMDNi#l|3n z-`)#-3$0AU$K1;%**{2MoL}|T*xIBz59-sfX7hD`RN$@_7c0#Pky#} z4W{O{6?`r@$XgXHdAcocNwBCz_sbiy-ru__1BG`l)rnI5G47Oq^vsvoFTaj#`%*Xc z&|{z>&i2cWZ3=xU`Vvocqi#-4y07DAy}nYR;r;f4A@S)5m#T?vsq`J+Te6Uq^V+X3^4#L5PoKUU{M}z4 z%lt9r$RP_AoX&p{Z;W$aEei{ax}F|46NkX{)T6nkKjjS4O>bNg^yd4~ntSD7V#-I3 z;))8by$`kwJQ#0$|J_Y#nUv{urJ+2A(b3V7iHV)l<3C0}*`_~w{P?j^tHZ2s%J&?X zfd(TL(_qoP5%N!S3Xe#A_@(^kdsf}Z*Km8w4+#eh5dx9ke@?Ab_2Nq}8q+SG?CgK5 zm+dj~=l7uF`+ZwGdqd6cg)S7{Z*0t#ZDcZ79`d_Js#Ivxrlp??T%B9x0s{jd9c=u@ zY1~-*P|0ziVGY|V#b-J>KAq(Y-b5&H?R&6Aqp$YiV2{G9LcnRX{8MnrkC<5J$hlkkyds~}tu?_mDh?TJ9)y`Lv>{K*dqOTKvYt@3C& z+kXDa{mm!HJ{7Qyvth9b@!qs~bA8U4qoLNpq8jn<8QF0FT$WH~fQ5cDY^d zw%B^TbK$NBYRB|b3@`ZkF+Q_xN~?_u6hD#MY9SY{Vsf38bsEZ=fwgW!ZCB&=gm%5%+Fp@Wr@DyZ+iJJ+Q?7l`!29@`>~s3b zJd2iXC`&jHYh3;UyRJUv$YydQPE^W}9No^rw`-%k=(CM(SiHF0+4206!G_`V(plDr zI#*il3g4zyb$ZsH+|rzBy~uO?`+BKxc}I~4TTY2wDZ_p@usyo(}Z< z*c*#>2TQwt)AP9h_V_k)bD_v{LkjtIy4u>T-c!B2`K;5w2HuB^)1_4Nnt5Ho=I{UQ z>38{Z*HGc`%a*JY5-FkK;em*iYBP81X{X}pp~912iWHt1ZCos<%9hn~J=D~5;nk~G zrTN%Md<=gneu~>e&D85o=IQZS6}eeBk0$ib6s{ z6uEz8cWLAh4v&X7R&1@7jp0z8jGj@H5BmG{ZMcl*uajHs+W3r8mmzH3{|v+*Fg7-> zlyGu&D_k{PGA;Qj+m;#2pOCO_=I^l2P92?_HJ)m-ldCT;UUjXx+3;kx(H8qJE7ME< zh@X}_>VL+2X0(dj^e<19g0sUn--d5B_|qnKXQ5Q-%qF8}CxwUWu!I(y?i+u+Bf3ym zd6cnaW^50(*0d=!v?n4ok3~uwsd}fG1_WhYJs>6xPDy=cXK0%u0uZl zQ_dNQxv_`R7WDXY>%oI-SbJeC&<%ds@|mfhbn*qdZEme+$dkd>m;Cvb%-X8#`i*-> zkid<1@AhNuJD-HxmE%SZS`;HaTJ*fSO%6VGOcXh5fVHYUQEd3m*y5G)zF8;gs)twg zov6)i_YNdccp!EM3maPncD?x)e%!sZbv3uvjvXTSdOQqsf2Sj<`bGH0vA*rt0VCy$ zr1T8a3x*GrjkavTp%qnC+mah&wg)bA|NFbiBDXa?&xhovyV`36&i^{#abG9?#S0F# z>t|YXUPoP87Pz3YvNGV>H75@*TpTy+f?uBJZ{#kdkm_Y^;t*_R4yalM%4XJmr(3*t zYqI!Vxl-sA)cnJZk(t?GvepA%^5|gV{{8!fq?9~=t=n;f-ybW`@1p4P;}ehC-(Pq3 z74QF{85jEr|1)x_U7 zG-O!3V4C@1@00vYv#TL)58vkFY!@$HXXUs$8qsPe?O`?ptbhymw{6%wTeh$mxfpO&${`qAzx$0n1r!itLgiVqh%Iy&Yd z>MXYK_YP07uaN6__h_4ByFE4r6V>K9m^wE0?U#mW&guIR3gs_eko4V+M?d!0zWDbt zKmt4}ab>rc*O$LLxka+wwQ=gY^LU@K*QE4N@r0?LpWmzOQJ>kVwPJh2e2>3PzQyMzSg9_bx#=heei=)@{p+}6kWR-kO$yx> zQeAyfKFbCM2D*OMsquDpc9Mci`~N7P+5C0u)^V<1zn*DcG zwwl4BGH%}uM?0?wUc=R18yRt^f4rOP_MJQ3nL}7pf9<%X`T6;pEW&C#QA@UG9e-O9 zq2OGBr?I*=LSeO}Y0)}MOUsH6iH9mLE?88t!oEn@DBETY@_%!#eN>GbT>$yE+37Fm zhI#mJ?AZHI@vs+?Lf7vmGu{_hIFR>7{flY~TnGJj#4g#rd$;9KTYeWpcF8IwH*S33 zd-Ky5*3+j>ox+ul;@)a%Oua_8)2Rc5XnBo1XYP7*MPMm5qKLAx@pVD9FTL(t?Y|f+ z&&~YoiVad-itAm9fLzLSNh3nd$CO1_%hR(UOxE@uB}8`ml&ieQ*kex30H2v|LCaUS zge}Lvx6nSwp*EATUp$1Mh#19}L4s0Cmo7EFr!w|xwPxJGt5>1pv9WV9~OG`q-U|sIHb1QLZgt;-kF9senk8bJr%?ea!aW z-?Sa!5r_wW6?OjAV9RMa8HWz_&c432zzHI%fBILCR&eREglMnXahbVv+u3Bx~leyF8xBJXqo!_b(L}cx_1dbzc`K}H(GQ<*7hSgfn8oF69Aq4 ztG*Mvb_ML(z5904QS93O4~ci&2jW62ssw#Dn7Vf^Sh94f2yRr%!s1cU7vzT?=N#QA zRm(3$9+r68vWiSPs77uIH@mBXcoiS&JUi2>uRPvtWjQ-D6?394a%@^!PELPsxZJ)s z;ahc)g>_I09lw28KQ)T2DIzYe&B(-b&1d#!RM(H(_GJ$hU6-=@Yi=+rF*Z$4NZ8fp z@Pb`4{{2-{_CVkb15q)tYd2RZu~L>VF0+pnG@g%=58BgWCGN-R{PoR}+qZ86Vk{E& zYtFE^LshA!vm5THl+bz61n1pU+@x&Jiq<{@y>!PFt+&k##)UkZ;t;5MJ zP$Yv^AYv=?9J?7Q89cqv-$~N~8#ip=Ci~CA!lKKc*OU_|m>VFRD_Ha@GE22}c(0o6 zpNU~9z_vr3*@(YXN(d=?t;dld0TsW}($dMUK&cAEQ-z?a9`X>dBYBKc^-s5#n3$%ERk@(V z()${}B=M1#m&ZEHBP<@dQ|!*}EoVOIRlIz8t;zJ9j)#) zJJlBhkSZc6sWa={iX`nm_Im9CY80jGRZWezx53MNGk|ig;i8{6-EpwLY5LjMD^Ju$ zph3C{oEBT&9WHAt1{5JaXY#pDzR$J=*i^={f`yjbrhfKer?{g`X#oUP0x{F}e5B{M z^^ckcw@(ax?yW1yw3eDyXo=U2(k>OO{!=|9z)QpMr`&KM)Q5geQA3fp#Naem66vi&d5V)?T}5k+2AH&@a75^&gSjka?cLRmyY zVvp%K@(_!^rtr%fE6!H_ZOb_mP6^Ep&&}$Ze)VE#_xky^+$Oua#@30=kFyIEho}7B z=H@q%Do0K4-MOr^J?9S|roMkJ%&nPzzMN{!wI3ea)(x~ycGvSu%!SIT>({^T zZTnp6Q;N#r(X%Ae&~HF+j9Jf!6M(m zkEzZcH*B10OQybtlPy$Kq%7>mIb1qdvTN5a&d-HsdFxarA~?%OyCvo2n|uE@rJJeM zBYLN@G+C-V8naI5)@NGp@woqUW}v;av}W-4ulKr(kQog4_2PWyW|4dnG~>2elOoQv zc;&if8w_bFY!to6HLSk@OP1{IurN~G#l1c%m2Mu+>s}n%3pBZuB3aF`@l2>%-;SFr z*Kgs!Q4@3-4?Li(Ox>|&WA3Y(q;q@Uzkd(xkTk;Z4fH|ci0P7;E{~oWnT*pdnG!=g zqg2mp6}tT}#sx?K=!olObJo%tjxRrrxQxrN^!?O>hq&+9c~ND13^1p}=5)2o~t zuXwUAoRUu}&&tdk!A9N2askkm&SA^i9Q*b!8_$f^gi2lcY*!T~W95J@e`?vPRX1>H z1zVav{cuY$&d+R^)j9jwl^12z_}=;u?R>%L&vrZA+~h#G6uA8`dbB>bsH4LiScQRC z(m3H4y2pv`$up?U!dd)p}a)n6)+OCQ^;E3%+^Fhnz`UzhOfK8sT?%vMjU}Cz*cK(ozJih_PvIX5GW6sGvQel8?>~e_1CkUJe*SM-`qO-f{f6n83O3 zGNC2mTw;5DpPMI)w4M3%Oar^kB(k+7^syJ051x(qFI`uD1t(E{SsT&0&&B7?BAyr| z^i!ygllNLmebfkG1%US`Ms>EtcaM4YPQ15#DkLGXXrs|Hbq5EBxb*iGSGgYPiT9Qw zT&bO0*Pfd@47?lu^=fs{t2vIvi+3dJr*;ev2gz8yd{uKa+r}U37oq5?ZJJ|Q$?7uv z<+F7-9UYzfulk*iAk{$N7@A6ni800QxDnj+^XE_JQ%;OFv#RT*wr=GGE=~TWqGs17 zANr(5K*dv?<-ntKb5vr7@$W|rQ}y$|Q^pTg({I11QlJ@8RgpjX!vZ6ecqgPfE@jf)ZPHgl8SQk@|ULI~Y#_|N6FP+w!9GFdPWgc>iRd z#QB-vHG8Db4jChZaxV+)O&U}x2HNFQ^H%Qa?nV|15Z-p#ye-dhY{geBH|2}WYmm<# zTOV-i)-COwHj3@?y%S0zBJ{$-!jd&09?`6*cujU*0Z?`vP~u&-%&qdTgZ93Cm3yR$ z{i3}8Bx(w(#MZNvjmCA%lpZ=9D;XrHwiu^-_3D-OaNV0XcjtWi-w7811saxmpZDij z*7x(UtMUgMSAXwCRY8JP;2XplXR9Mu=FRVWcN$Oq zET1w8nQL?YgN-)=nB9fe^<{UE+K`jk)Tt|MOxr@LB)4qg1`Q&F@VSIGm@ry9V(ZtO zw%x)XDj2L|<~_BB>L{5WN_J^gue1W(aRyzUALQufmb1r9tJu_RfTJpqS1KkUA)&f% z3kYoRF9mG+MW19`Bbj^K4?TMHD5NB}CTb_pZzXWZ=y?o$Z*N9!_@= zOo~mi@`;*D?n0Sy|Y%=vMy4^ed6=kRdj^tzFcYfJm*Yn zkJ(A8$L!S3Ac0Eg552wF*14_F3%vjSHVFO18Sm>$P0b;Nt0S7lQ{N_j-#1msYeuvP zJ|ue7rOU5g?E+#EUAwkW^iTEm<(rw1!(QULgBp_!Y6R0zBC9~4_G-=HJM|TMuVsC& zHPdTSG-yTg8BO>3yND1Mrssbj27{^jXuo;&-Sq}P%oodhkFxVgQ!Onm?nC)~?+RRP z(J&L1Buv`kV$lt<7KA^nv8uTomWkLCS-rZKBW*0g%#UQw_wgKn+|srmHxO13jLf-- zp-SgE6@%0 ziyNlx^Exk!3$EbeI`nASB8LyE47cKsw>&$=h1Sflv&g5Z*7K~T&U%j@J8@z)cDAm{Z|-{= zj)=6klg5R4o!9S1gOiO(JWIK_lH1%odh6Ot|NgL_M8DlririzCN*C7HSzC8AsWvv> zxz7?CU~;rd@F_}!@>I{AT{=210mMw0ULQ7a4f-2`o-GE2auPe7v|{Fv8+Ps67vgi0 z4$0o2<-{ByQ-=&IdvBN9jU&@XCypKN`!Uk_g2Xu*%w+_EfxBGfuXzDbM2X%U z4cDXklNqR%=ogkFi8D}bPBj}Rd+z9F*nL)9nZ-fw`xksbsW~!_`?Cd1L;q{g#|It)(=%7eh-Ebt65q_&!(!_J=4QewGo%|Y?6Z^DgxH=3o;Bhpn7P; z>pV1$oDNc(RWJ4aYx8%_(9CcBkASUfO7&}N57nAq0oE1yv)Ah zR%qzjCUNTK0sq?RhrJB@2l_n%D@C?CHXRF>J#ZxS(u0UB-&m1OP-^eXDlgg^hC_?%C^$B0jH= zpmPI5Ao;#nPk%)Y4vdg@>`MCCxk}BuE$(YSLIf8*cA~K@-`S+LCP~vgp>sQ^rFek=f;N* zdZGMfXkm)xW~Z@zJ^cMVQfJ3=OEnVp2;afuy^lq>NBA9{Ml8()>2XKmIOe#SO< zb$)rWWmb#0Uj7cS_~6j&^mp&wtA+G1`thiJ{$7I)J-2|FYdjL-cMH+H?N4qbg?7)> zm-7>!wI^a{o*v0LeZ=2vvR3Gzs)L@}NaK*d1ODa{RR13gqWT z)(NNs`D`I7xhf!ZjwAYIj|$K}qvyu7g) z85z}1p%Z|?c`K{1bu7`vJ7rwMS3u}`dhGSmP$vR-lMT|{rZf(=3?gF}X_sb59KseR zpdLX}epe`4_Sh>7%aweDLQ5MeprJZq2S727dx<2?BcZR?@3jAp^D+moAVgOYxWYW(m0l@i=yTm5 zGpa!F8XJY89@XdCn|YxVar$9>#6Zy}4MNRoKEPoR3Kt2zUM={vSB>Lg`?(O6VGvED zpnD%#Roxu(M3d?2;bkrBRht+F%KwYRy%vR#J9n~H`2NfimyxOO%}@F^k)kI~c;6ZD zD3XWttdAY*0F_V?1{pRm>sUhac$=U*b?r$gs2SJ78*R>OZmT%HmZJ-;*MY zsuPoji<54iZ%Q*EIv=jO;Pf>1V@O?KCXwq=)V%=005z5)*1vADH#?)+9U(p)$tXUT zl1Mgq*^-k|#(BQFYJa(XW=5G`-dwdP`i<5*QvZP*&87LkLo!o0w^{<7I$#ZRP2+Ps zetsn}CT;bSEkgA?|LUDLwV-bvJa};A??iid{Z7G3q8Vb9)#KlHVh^W|=Uic5ahdc{ zwMxSkIOFZ$;ETi=fJF)^*{=ibHy|+Z1qj)9iHFvLsWiuaY0kC{H7<GnAR)$oHlX=%>c*;(RYK*w_f39}oI zv=WbY3Hh$siPFR4R}*i7weJ}AnNteBbLXkgoHyG_c}|;beuD2at!qZmLs&pO=x@nd ztEs6e?LFg8>gz4hh1fA3{#+)h`rX-0rZ3v(X3r9tkWa~N16D5spqq7i3eF7D5L8+P zso)OfqT!UtXgMtp?ToZg1icf|`J*?$0R7f>ugwA=WTpba5WI<7KTMQz)W6$z@A?sU z1++UP3jxv?wB07_0d8tB`US*}C0b|nnP;-6Pkrp+gX$im>0GQt#FI%ZmW=y|Ik{#Q zcJ@j%Shw)J$h|u;{|3F=h3!~|?jhquoj^rJMF#@rN>o%-&3MwZYT_FrYFdW|eS*Ni z1@R;ZQEoUCli}Q_LrN+(%Uv}qgz!VTGyH@%C+QV@ggOWe_yHW@NAW^!mOuZ;#lK1( zUJ?cfZeX-G--6n{Y@?C+>)UdFmaekKE=u>5 zCFX=~G~)eD>4KJ4R)oSJ31r=d4Jjip{%9jfwJmHvaz`%&Sg{Q)Lmmp{(=)AdUZa(~ zgfx=)kf~o~n_hewykH0L_RGh+??fL=96?+?Keox_eVle|Ow7oKL%J4_%bb?aL5!a& z?qd6M_~FjMrt~T%Zs`i0nzcD!6qiX0iBBUN03E zELhNa@2K5#h<|hdw$M8)et&D^F{*B}Kwc+8HFCkAr`N+57kyxRpo=bdVGU9q3jnzb z?plw}(ku0SnLMGGd9azYh{k~MBXWS{SkLRO=BHNBABl=`nQi&OPRH6l_n&XKO0>a5 zQi3+qtQ}49^z>t_|x&@J&1idFM{QHPBIoaAi zD+XD{50oL$k|l^4OH^`vlj>v#gM~DoU!`T@h#`m}bf@bOkE1$^`i~3R@pCz1}LI9SP*g=)#fZk^^ zy@%c2_&MyIfJJB>XltwxH})9k`*>Ym@Q1gWz;gr=7Z3SLXq%S6OqL*kLKc6XLnqif zl>pLF9JHt2fcJy9$H`+0bo=pXVXD3aQjM0SWlWfY^AkMXF;7bTVQu_(kIjITO9Ta_ zo*AWrj5-_lUOdI5Q2*Dr#yxPHAgPI7<`9&G2>v}&2MUBcL@5GEVc6ol#KgW72sL%Y zQ}N2^@TctL2CMVgRsf#QwfmfxmX9hcVc z&w81dmuILv{XI)WQPBwIlKRx6Tc0}hRgkC>d|g9)9C!#Y(O4oQ@O+g`eJ%H} zDm63QSrFp<38-wKbrMG0g_Gt=cr*iu)JsYJj0FJFp*TUDgxJj?(k($Rk*~ld)+ZcT zO_cjl^qq&BgT~TJe|kAa-l?6KZ5*G{h7m-9u;j2gu)q|dg>}yRS*uhDT{!Jeb7sVF zD0=SFYS)Oq;m#LVDp3!~{smLH1nw5Unk`}m2U`?!&kmc)oO~xl_7(tgMQZLBaiHIC znL4gPiJUi2HO>A`_aT%D#I4FRxu3;uu2c}gX0Jd&5%Wv7V zfzs$gmF9t=!1YLaQr%O)J}p=e_O1)5w$WXPcxw-kG$~*qTWs65O2E#(O=}FNelT!? zBt0zf^PAVp!{bMKAPFfr!f|u0qr)5_RDlv&iGnI#c~&RpU(Q z3qTuXWJrT?XewNEi(~mFMlil(2?t|7d3N8}I)X-W^~Q~FQyG>Q?cTA22@yDgB4hTm zW4%)pe3KSvA)ArQvIV<~Sa`&ndYHn#@g@%J@-zQd}IkJ$Tbo>4?*H zxbdmgPNV{2rG$oghxxMcDOTPwffU+r$7Djxe2INFfPce(e6y;)+2*;ej<6R(CztE5 zzYiNN`&CYQV56IRV%B?QNnWSRSSD$l=ddr-0N)@|r*v+7LswUqvI$#|IhEoM1%|rG zmGGqL0J(rVeCswZuc8^1p+G*$_IbFH|aF7vHkR<7!Dh=_&*%E85}U| zPNAEGyn#{`AE;>;ttXDn>QxZb-bl>8w{Uj<5I`~Q9#khbn@CX1bL{)6v zIu>+6cjmq(NQsEpB=~UxrV*bj{@f5)!Ow5BGfqU;hEvuTUY9BW(Ra|~+F)~-M6tU8 zP7cC(adj2kw}{oLWjs8ttM+(V?>YO#@=bZ_q|49sy1f1Y0Y!ITA1lA3t9ljX7pAE; z2%!MRyp%b(2>?pmkp$Qt2)msAORtf+tMn zoScAXzc9903^=Aq^d2VF<897$odhyOMF~ETwY^MuSI`))9`Xs7v5XsPj%Qh*djg2j z0#Xeb*?CBmVE;&Q`8;|48(9QnOd3rcIfueefy$R zR}qv>`b6lgyr84YAZFis_;6$TPe^iBSY&yp9u_<(LyHv%Cq*Ja6Dkiz6%A8U0dMf} z$*L2e28eqB))x+hZ#f};8_>;o)J| z&O!Bm5@l@vt{A9t!pR}A%x{D`^H7;%$&&ocPv0lqCKQ5{C&JPk_peVjkUE6c7XBY| z;`D`ElIpHckB-ThL@~LlG$r>LZ}+DtGkI zGUz)Xp5-;T-U$wthD3%8z5M*2U(Z3IA$TqX!De)=?sh~38=MC1P)i0a4cJB7d$DUV9JdU92Om4eee-iFPCKxm& zr4EUQz{gVb?PqA}J{Pyd>NiDgHos9mNDmWm^X3k9b&5E+9zS`ae{L>eNH&aL{l<<< zK=l-bP5jihNwNq4*nr*Dw|n3FxIMgtBDyyCHcW=$P`pmaTy0HF@*U0u{dMm|+XU}V ziLETSb*1y6<>%Rz$ZEH>6U)NV4(Bp9{&p@5hYzPUccFaA)|z0^g>Hqh%g+J1=Yd0% z2FVVlm4)dN9YA9xw$$L`4K8Q+_p+ONxD|em%O3|qUqOtQVPRnsY4MFVy@|&oatosO z?_wEsHZJ;O>HT~BLO?*C!$OET8aNxjL*^;u+ z^LZdq`9tE0V4o5}%*@U7sgZ4r9Jmx7mc&N6*MIr7*gLQdq|tQ|11)m?8b0L$2meTBYWI{ zo02q$@MW>1&Yx_{llkJ_&Cbok(@C@wf=N?<5E)wC$%%MsFM!>%0)6%B_3OmO4<{kf zYuVU{-;*@C2JF*`ZuvP7iqG5D*n)Z?dULR@;6SfDd$t9JViHFn34)bMo;-O{V9X_r z#)xaJ4!mfJK&HeIj|I@5HaKK*XxGwT{5z>P;>R!*5_1jo7z2bBW&w8!H%_=i*l_(J z&)L{_=l4Z!!wK*$%;;j^i{}O?y?8LO=&RFb^iIS^LX2`{$2JkJoF*9=KvsN^yL)Ku zLSeu7MF-4!dwU_1mz~^FkgYIjtg~d9y}}J$A6*Tv0Dalbv*l)}So^Wx4yOVF5*{hSI;@Xj z1~3A+icYk~>achdlcz54jc%AjsN%bt!moLmrQ}*wjQMd{wwo==8HvCQ;h@M}=HjJGpG!>4o>TpC+zq{|zH7cS z0CJcP!3%|I1+{&`I?KBtLm~UND2L^ieko?`R=92ne0!H*|$-Dtdiu$}08yRgU zJc(^Ris!~pYi-{y4C6MeofpyEqRHdr=ZD)&9>wC7^*O@m5X5UgjAnVehQgH1l~VJNY1XUe{2%fCKiPgSmgzB^VO7;4O>_3Zm-z$+++Q2`uGdNA_cX6oC4Et z8k0jX1Y|V$BrdKKb|TUuUm#9qY;p*nSzbRTVG1BJPPp8eawL!u^mkT3B6%PoGC+`{ z)Nh@Hpm7uSeIXp?@9)pIJJjv2_5Fne`j0O>jD_i;rG6cMi9JXGQpJpXG6Y=IZ+ zRHxbCEM&$?`r+)BK(-hrQ6ifS4WmYE{j1*385Rt{*2GJVR7;P-u^mUrICg1KW#qg7 zE>@`e0XJ?`5-||0)G92oI@oY9>5G*iO%lxrj3~M)?V_2nnxXS_Ue`q!SSmBEbG><*Fe0$qeTWYM6!6!m>Kon z&RiKO%i{guTVoBu3m9_%<+FuY>xRPNxyNG&Kta%WnuUw(MMIE+SHpg1aGf z5$wFagu4M?&_FNl<%4q4Gr~;aYWv@HI&DYd(=s&V!|)9qwe#jmqA-zP7kmD`h<%P{ z0yXCfh=vIt$s1upSo*1ExOCV9_ zoraDzkW{zluobS*l1q9?{qJ}K2}k#jLP08LU15JhFfn1BD!(-*6VK@kNSq2dfhfu* z`;+zg-NE7}$8*i1ST9ScoYl~v!%zWMqs?0lz<9oWQRy$KFtT(Ce`PHq`NhoGx^ zs?M}zE&#Q`Oy$=_z17bePC>hh%>e0u3q*EWrdO@Q;4=Vseie><%lV~$!;j8G+!j!Y z;9d>zthqqy6dnlWd+PlYnl1+3 z>Jmby6T?(hutJQ2nxms29iaavaRJ&8#YcZIA3`!y8*&>NVj`^u`XFc_Tqx>JQKcAF zT8f#Kilg?${;(%^qmDQ%zpz)fieysj2fi)L=ohP5Sy{`mHKhR$NhjeB%8)3AkOwCp zEMnQJ_B&-hw1? zfUty}C%{H+4y+1+9m+r7Y$lR2I*6-idmbV2QNH1J1q-9R#uk#4daC&5_qCkLt#r*~_V~eApvf9^<2h5;wTx{@jT5O}~yhmi&F4 zxf~tWe`->bm^rN-rq!}FyO-+4Im_Qab2@G<>Km;ZEv4eh4=|j}$t1maK-(3%cYAg> z^in4+*vXh_{t|}h&|o2rHO%Td4BNEyLgj^bym-;{s~Yu1uZ3Sd*`&;_@9JKy9=qB- zcX@btJn}^GzfI3(tovU*@-`lR$sEG&OPS}iJUXN|r+8aS%f%HV5YL}KfA!`KV@DY0 zk>JP4%GZkSbJD|1fS+l>?B+kX=nezYo1QzE(Vww-0V&pv zvT+Arzf)JebVItweS=KlSp6paj~mzs{spd@TV>3Z~jfapb}iBSy6 z@r*b>XGpuYp^rd|#>Oj&D+hi6VgVr3voxGzD-~T58h+K+Lg( z)F$sf(%~xU(HQYu_rRa@tMk{jPgGdzQiPc(oIY@nh>`A)b>hYlfH>3*u4S8m_RW%m1?n=N19ZtJr4y7qPFL1#dtshEP9 z*)%D@aq}Z`;q2%Twp&;T<2J=jPN0G4CvMtIkp33tmXxrja$NY4WxdEkFa> zQlB%Hfea$ka+pF3QW@tfnVUTaVmPP46~0*bKYBAah>NpgCc?n$Cj4DM&Qr?-1&4FS zLe~b->noay%!fcI6W9Nvp=(a9gL9G%eyu4txEyosN;m8dj=ojBm+`GC@DrY+xGry* z31}ApdO8XnSp_s+B1&~)EG8+#4l~P}Hf=J#2fa~9QSr~UI?xCB=d(e7@_upA{Dol# zNY2WId@?y%ZU9>v7HdvJoTNUJ_%EVR8Uq zCJitDR=evnGhW1u(hSE9!2AN*;3gcUez;+(3>>gO8E=JtL8MgDT_AgRqn{t|vD1q_ zsJ&lYfyIvmIN5S<-t4`;V(Vgz0fDCNZ+=Qn=nqIlQ3nqldbHm-?K^~kwS-zFraSje ze_leg5ZlyA5G?U-j}Br+wNeaqR>UcbX$eI<^TwmI7+=&kl*7d0bpe%vo7z1BOWoIS zl4DAlTA4G1adQUr^Hb|*frBlVihA(#k)nllA%73nd$O>(mJ|^YCk|leC+k*FXXe?x z33KX~6Kh|#ugClex$tYT-PV67Cr%cUr4}Mx6axItN1*_M?#=Im4*%n`PJ-(5NiiJx zK*pbOoJJbvBBCvq5_~BVqgY1uSBmZ`;$BHkxQZcqs}*YXk|m9F6BdwMvE|Zc#=Zafm2n>(>COK08_N2Wpn4&7 z+D(oDx%$8l=SP7e(jQywSbDTs@k|)4`+jh(UPhwLgH$KE*_<(Wa{QYeu_g8z$yhqh{ zewpWgz^|UqAw*kH5!w%Ey^5CW1zhj$I9K1=|18g0@^K!7IBkKl$=XHG?N4+l+N(c* zM=PYMj|~4F1{ZGs(5^HCdYP<+wA+uy9>%tJ8T`l&z8qtu6#&ezBRrK*Jr0WKmgwu= zC+`Q+4qdhVI<`fcc6~9QY&q#hV48XXb>ZpxX*Ytpz%C%MU_7gnN01jPLAF0gwZ`<8FK%e&l<=te~6#W=r$Wy4a#9wt-RVP?fYv;};*HN2&ujk_-7Co(D zWc^7-3dTKC$Ks0@>0y-;QdJdLjnP=lE2QllP1+|MM1Op~!0KLF#M%|9CWFVj#0mV6lk|6QOiAt-1>C3gR_x`xdPHUrTKRR?d1Kx-6(^6##nPmA{c; zZ{58Mzd1gLrjCg~5n@--7Q7P?aUH`{1=&Rg`XwAf;l9{$3FG{F>>Z>*fu6p6h1_X% zGMFonte;#zPa4HkyFw?Ti>+VR4)A}pRm7~m_iFU2xv_%|WPdG2vf9sbfz168I`AoI z7AQ>5UbYgQ9sM|w8haIyzTpR#+n##6VP>t_!V1fOn-7o10n#KPXhx8-h+zQ9oT4s0 zr;1HE{`X9W=jMQS4LpKEMdtb;C|})tqL#ckVzk-&?%I%WmQOY(<|Ehi5{oaU*(nMP zc9ZoKfnVsXDRs~<+}CP0eo;_R2*Zea18T_9r57tIv`&96;6Yg_HmxiXKfxY-aX#pG zu!~Tvj=vu~MSd%o`3s4I#)if&&A-ydyq_R?Bn;h4{EQ9ncJb_>+e{*o7SJ+@ZCdZ< zBVeeEGUQmd=Th|j`ExQMp1wP=n=VzIn3{ezJ7B-2&dKCLrXY}8$wRef89k2Mbbv5GEdFa9zAKYUuY@1<+m;c!bOT_ znzm$TWT=nKT~5?7K~e&6yt>raBE|?`^ZDyyXE0Y0s{TM3rO*~6<`bzIp|(^Fqq-99 zo)g^2RXG3Q-HCPO%9zJ=xb%$3Teg$}E6E%-S8*dD4=JO{|AuFK%X=9UZrf5cK8AJ< zLjc>j@*@ndXc3*X3Kya;HurQMAYUe_%sPoWOjCJi059b~q z-o7?G%ohm5bPgM&utCgxA8zfctnYu;xK?3tGb%d`PTG*#{(sGj$*Oh`!QqXSMfXKo zVmOJ6uQYtT?kvuC;y(+Xic0P?{bMU(YcR4^1%BQ9si8E?RNTv!=}(1$YwRMV3mIic z=SK$YiP;&ZUH4Ucyj@Yb&tN-mo`0AdcWVYPZGGAX9);Mb+P$aQbK9Ku#0_5mf1%1j zkN+K2W`^c^4J+I={Jw6>k&$7ZoiYg~+^U|@whxtgu^du)0`2Wz(lkC$_fBl#r=!5c z9!|@G=i}FKd%JZDw2%x$vbdntru*pN`<#+(YXkp1p|-f^3)I1mu0QmIboGEV=R*eL z;^S9~i&tA8!7Eje5R$$2g1v>w$14yV;nDnLkw?b=LiNB#**psE{W0Rs1Dti8&N=bl znQ?HuZ{08gv0Lq5**WM@Kn?u@q1pjA#Y=RWAkNNKy2i%FqE+e4+yGMuW&#eY?nrLb zOl~ZQOOfr3V0rMq4A1<)8QB1Sbz#Ox_pXIr7>396g9=z3&&DcC2KHfdg<}w z#|7eFWpBq{=#1;YCV#b$aNj6%qvRDQm;oe;cUw@MxisiM28z(jaDNEH&P5T=%Oi{= zhbf(vByWtsAdMv&2_j&r3k84#Y#&WW>AoI@a(tm-Fw}O%&PRb0x{mc zcTbE~X9zwepRI>0h**xGF$t#0J5+FqP91dkhl@ts**jo=;)LxL#gLvNZ`gsKi4RY! zlGr}s$4$12RXnuZt}X9rc_z3UE6iTVO8)%avvNU77a?~ay-Ll$6NOTJ9Y$SopbVU)=TYaUO zEs^V?m@R4a!HpV&6eANpQ^YkHi%AXIyc}LV@I2Uqxi3Urk97fe+^Jg(8YF?sDGN~X z7*oI;Bvl6fY6O$c=CBtL+aG2y$Qn9-q*&=rx~tGuoFQl{UHs$6(RfUhFY&GM$(`mq zUKe=-Y*00Wrq_L>E)$lMcUcjz^Cd64Ym}x%!G21W!RSm}nUwm;lL^L~`)eZTIH@h- zYbaW^JMhE3h>6Tzyu>%xLlXmsbEw37n5-#?XpYd@pAn%Kvlh{9q+yj;?8>GLlQ34P z#~th>CU3kc;T=pOR2g*6YhYAAV-e{kWqpfQ5-i^siAS{p4HS?~e)-thFCJA4aiglW zGbea`FE=p|u)cM~onoZI-(H5Fi4H6v9YtPwLYQ96B463_)#KWxhg7yrUvJ0hNO7W) z%TfXyzH4YYI zuzJd4OJc??5Njs_x|7VkfS<(MCOjgr#e9F#F#S2QC z*^iS`lMEk_88`=w*ti$CNA|J#T1zcBL2J-rZ2Lwj0_0+GwY#*nFY3f!(uv=OK^ZdO zOU%8Il95#kYcIN;`iEm1FIG)cOw7#P$TzTNt?fBwju{RjM7rl4`=TNKo-w6&K0C21 zFQve;dR9(vJ>4ucH-}M*w81WS*}e_Fn$d6KI^>C6Vu^`T5MvoK&0$-W#5ba^N|L_I zyh~gq`%nGQ%I>&L8RlFLO4}>GnMKRMbImQwMKlo5|H;FPlf~qI8zb9+Crr0!bukUy zT&Qy*UC$O8_8{16cr32tACH2*uUE2(x(A>_OD;(ZQ18#?b9D4-2(4T|`nPOoFTLEs zKedJEjs6?0DV(65EmDuS{ICAWDdg>cAOky2f%P2UbV=QPy*!C~@{_aq3k}ul_B_Y! z-6nWXA@Pm0dF?!#L$1P@>B8M{x@Vsjq{w}w2Z*fC2E=i?ru~PaSHC(BXVTaiqMHi6 z*2|}U8>^{2PC~PQ^mb{d*`q~wJF(DO%oy87bNUWKYJ!@_$O*>LN$+l8>_c-nB$jVf zQTh9aJMTfY=|aX1b<(0I6@weW1|yjp@4_hE5rjc0zJ`W|o}(aJSA~pxGG6R^vs7XE z77|hSs^2eg2*n_`6^v`L-o|*14NmkfT0 z_a4kDNlB&G)~r9=|BqnPQ&L?)<8;7ay!M%Z1$nJ*Bzc|6C5$~6HB`Y3Wrc>WDLH_W z45D`%r~9B7?(0EIX$3n}+Zm1ZiS*u8aaDXcO2&!_o>nh-fKERQP5d6B?wfi3UxV88 z@`NoVkp){aZbi?dR6iM`(Zx5{6rcep15HH(^?FL|V&o-uc^|&SJ$`JCK>=8Ow`0i( zwS?ED2+U3R%rR4B)Qr4tfTS3V=S^ae{3%9KQcR0K9V*QGD#N$-4hAV05kFe5_|gHwV<-KGP$qS* zblM(nN&t(7=CWEiaTA8|+@{XK1sSG#-g8xG(m3kL26kWQ#~U^sRnaFIF{xdirJ`nc z?+!Y%#q*3tjO`0-(Z^1)zJIl$a?;RpKR?2W_M`c1v+ZdcGYLO z`GbsbQ2v;#ulGtuO%hE|P{(8>5w3 zD#~dIXU{XcCt|r#kWSUw=bF3|yKk~qkQQ5zO{v5ZZ$G0G5zH6u5 z<=rS|>02}oIe}a+T|P(jN=j;ij=MJB0xK1ebQO2Lf1Po-??bwGlI{w$Tu2sPJr!Kf z#|A3FK%&=3W1NAIP!BAz&>zHiHfI_Bps3x!lDbT1EY)bwYB~AHVI$}iExp#YR9F>_ zCQK40KaSmShCatcU__XMalUx*lk@b5b%0NcV0(b8NaI28*a2>DAkv}A2b9%b@6u`T}Jcw+nbOx5Bx<=HV5+!tEeCFnSt$Jh*fw2 zB6sc=Pl@s2_8_z)gvEHCbU682-ecLbfXu$dTNs(9Pf?V@d^5pMYbG|q(n6-!J`G~b zgp+^=NUC%c=$7ZiI|+cp3`a*&vZX0kpAcu6qb%nQO&Aky%x{%#v~&x*)@2B5g&S5t z{w8+oUaP%gTxh_I?V2tf6xMLkqpyBjChWxij~+ViB}YB^A1xA JPX2dpry0cUE@ zQ7^BV-|NJEYu=W9Y`9&gIqLCPyZ!DBa6m8xzp*b^QnGlU?+2)pU&PEYk3daRm`{1 zmJi^!{NQTO-*7bRI6L?*WxW`QJK9QgpZr!+OaqNhrRq8h2sJBPkEMrnN>&-x2L^|| zKQocakwNJlwzS_|u~o-(?rD|4i^N0m(ioB;WA6Zh!ell?`R}jyk?Up;uix|D^wca? zMtE1%?J}HG&l$;n=u7bmfPalpNfU~K;Jh9GGlF3^I*L?IX%>n+91L$<#N0tNeoxvg z)xWrUOw*?Uz3Iga5enmZzKSY~f#S|;&TmTAB3GI{4odgh$Md1Z0( zrsVK2mA_imk#`&EJZlwBN&hr-c)g+{SlKB*gFutvmd z@wrv@>Lk0GU?_>@GzS{gdc?2a_NLrX#<)jQVAjXwyyc@cxa)7^4)W~`w`o=P?pHpm z*JVaUJXjb%A;P%jgbkAi9N6dAAQkAp4B(5f4=Kngh~(9{7>OfOm^wI zc1vmuG#wWFp8YUA8Edt7?N!%8m{GAMXynI_NV`$ zA#$Mj0Di8+BD_Lv!S%6P!tEQ_x*>=J!68;PtPz?v0};f8+43od$UJc3W^Ww*D1Mez{m~s;F7l z`Jr21)XY#g=%i|Y*154Oqxeiph9^~8n5}zwaD(^5Ht56tt~o)cN)69`S{VB&Gvv$G zs!3P2J=!>@Rg@z~T{TMOmFedulMn~lddqJN@zHWzB7+T@vV};_Qf{L9sni_4=Nt3y ztEovvoBi|IwB5EetT^XYAp8qgR?UQQ`eZX`xB1WOp%0d>u891vi1I5|I%Mv>GHa5%ZO{cJ-qcA_q}ZTYo19 z7*E6W+R#zPd}pC!%>2xG?IgRqq4f>9p1(rT3S-NuvUp_e?~U9HyNU&-fL z-vsHEb67&n!XC~=GiFo3S&=+);nkheg6SQZ%M-`Nj>cE9+J$*2?$oK4IDWYR=oLTM zx!$l|$9|>aEb$4o5FiIrXwmm3b{gI0t>1XK1Q3n7e>i56Sse1qyVzsf{Xr8R! zFC6(U7C!&Ql99<$zn=d0z{NSbiBn$k(8M3*cfPBW4kUn4c**-X2xj_H%Ce4`xKKx#ekvT(8t2kRTim z;v|<@wMvRO?QtOYI#TA!l`FPN>Ju-rvnAJM>+|E-2;Lqu503@+ItrVEzKebLm<}ps zKU6k9T(tC=RAA2U3aDoe>MnYaerC(;lfRbr2aO6Wxm_T(ci&PTll9RCJS3!w%ir6u zqfZqsNa&7%J1IFAO>6L|_8i#T$KTFiCqruHM@N3eHP#A82kATK`k8jnTs8`w!Rp}V z^qar_`cQCBhjvD##y)aKj_VI?>(epUD_M;Kx7z6Neq*8}+gdG$SF9MlUDL8d^}1_d z7K2?+3g^JOR4J`A_V3SJqn#{rA-)P2yrpV=s)yfu(87Od^SldFpr{<{NcF_k%ky># zhOA{jcGrcagfCg%eY3Tmy6{=|Y9`HlhF@>X&`-lc1t0^6=!l+>$xH5GdaTT^(MKlc z`J-MPA(wGvW#q|rJ*aM5)wDeO-brTs_{ezWe9$=Q^2Atq!r^h@t+qLWtMly}{A=VI zHzp3cSjx(p#s}9mwYI86_A2rfZ5q4mohRC_C(bbvj>Do46GE9Ig?0>zz57b}-$s~r zpX`TmCvv+)wHIprOl!k^yj)-xw~skxDT?LAr&6__U*@D z4qQKZc{!$vB|L@dA{SfzS6?$bzG*R6fae(BB{7={ZH2*|ZZgbTQ|oQ51#p`^1&r+0 z)|M+av7LUYK2lQb(Hj!4-4e*YOEPbl=s*EKUOFXR z-^pEL&&b`7cuRmwD?!1Eefqe?{;>Jez23*yv->zcy17!{+`PwK=h|O?`5|+0-3g_q zIs5l#oQr>x@=Hl`@XL=AHg83DHC&iTQ2+3vM^&g@mR>QjPA{oou_=4xEddo?x8)ww zUu-r@?J2cW<`c;^OWwdkqm`_eZrmPyUDK@MIng(ZzSI;M+_*Cjxe~*D^@iPd9~hU( zCU5ewz^6^h1V##;4vvdtl3(T{EF9-s{R6ye5xRyEY> zbpG&;%7J4;9$Xz>!m`@KF@l*aO2y3%+V>9Xa)aM=aUOe<(tRHeO&h{t|QsVn@ z1K6Fkw*UUcilGtvhi!XyyE+56pu;m`iD*;BxvtZIX?)Iz%E(GjT;n}1vNhMfOP!C{RdcJIEoJ+nVosy81#FQ7HG&Q?W%+kY`n0fQ0Y6r0BO6k+4WjXzc8WG_DY z@*|5@;dFprcbt#DtLmitVtOdeN`OzSXwBXfmM?kXv!Q)koF_9jKE36^wZTo<+5!MCuDC()i3 z{j%$@n|l>w*;@9_EBu!><*ltX;k0J@$YV!)i~4F;b$p8YsdG+d1MP6OxS;@loM4}76p?l#;W{bT`q(ri$emyV#BU4>(&|Q#j zm_`@LYC!sVu)UXr7p1ngCme#E!*ugII6Op8%N~q6ZTNA`KmPOA8}D+Sz)niF_DXJ-~AE zvEC&K8=~K|TbAo&mGpjN?jyUWJJ&D+f?pK7p};(E;3S@ZleYv$-BtbLW1o{W56pa0 z_g7Suz0mZZXYTMjvs4eO6?2E&PbcLLR&%b?53A(M8RZeaoMn)*g^F)as-SqDExB{J z?)ITWIu>}R`S0dxQ};0{E{NNi8OE^r1m1H_a9cKjsk40Ri(-=Lj7U z{rS$+@xD|ec_jI1qN0VC?J(+Rv@JFn|IUf&A|dr`H%Q7lYBX}Q7QYUiJ*rI&XH zwej#D*m+%&cH?FZ;}Vaq9c!H?MqL zjL*f)RMy|q5N2XFiaI{t_^=O<|F*4pn|ENz2hSgoNRc~bK45zGBl`8xB#9IBl z1>N?||MI3vh0mKhoNrgh`q~2PY~P(P)-eT_sp_pvpEN#>%W)1tTm|2W=44UrN1NDlEd`Y&-|M8$ET%r2dwrN}tbD4Th| zJxEIRCxwN7C5fL#XT%@0ahapQCHr|!HwpendHNQx=uoaJo3UEGpDnebU(%i_cSpC-FRFLwt> z$tRC3%_Ddhb6E#${h*XV)7PtS82BjbzbX^D z&F7k|n07*2{im$HOqFLbo4(#TA!v7``9HJ8{9Aj~i(NY^Ir?oZw-tH|k0Rcvi`rcM z<*t$ExQuVKFtX{5kMWIuso&{hO1wwQIFSrt?d&X0MOc5UW8FVVkBC81nAfq!S!}EF zasx)Xycv6>#6`Lcg^eGBzjrAMBT-rfaI;o%v|KY;b?%sqZ8^g=ZfS?Ba!jv!r@_kz zx5D56<3iCbvEE@XTO}me^4&^lX5qe)`n$}xRk9RTpG3A(P z_C{nRS>AF_<$$lHQ>54k&E?ujUUTnoj)W!=By)tHSB3i%jQ5FuT7;X$(z7nx1C_z$ z?!9b``Q9Kk|7|B&5YNQZ@C#u*T`8U+#K~CMCP+oV$b8(W!kH@zJT$iUec;9%i z_fO{IQ%CsII9qPTgpRN;+1>2nHEwV&o+sS*t%LQfUm8M8(9?Z)9-hS7nUa(%T3_&F zY0;*8usJ-R>?}!R=jxO#@0Z=UWLx^(X3anH2b{k3tP%)lx~I_>&4{w$yX_erCK4W*^52E}9HQixh~La;leOpU7~|O_rQqtt`)h%!(+E*Z8@w z7;4>CwQCI&b3X3W6&c6dJ@O$3ZBTY~mUQX&Ec)f5 zfXsLDaZ=>c_4j{P&dsht^^y*-d5n((r@2H3UY^JA0axa?4xcxvq-^p!_R!Z7S;Vz< znOVxfF?W+1Bl^mo?FbSNk~euZCv6%?nv{b6P@1di@_WuVH$*->iT_nBk%}~IQJ{k3A1_aL&b3#{ z#el!GX>~zJ&*z=vnaL@e=_ZNxysn6*sRd`k2V+h19v=J1XbIMz@K9B;Dr6jp5c%aI z++)pAw?^dBL|Scv;VJeWMtNw=PUKY9+n!6>9?=7ipaz>g=&>loPy7u$)o#Lf?~0M? zjjz{IB+GNuXO~IskgPUhe(n)Drl@b?uB~bo`Fuyxj)=wvtlJ@H{TqV;k-6>2=*Q4V zu4WH&ws%+i_qAgIBUjFhSXHM=C1-Ara=*=r2(`vrB}7?4sDMcyA4c(yL6Ek=Uo8ev zA`GKGE|IH?#CN|_`WCxp`~*1=^n6444fV84uOugD?n5GDkzxL2w5u_*R5rxN%k;Q@ z^sRPAHIH6a!$7tyGGog5%~7RvL67Kf{f89U6ieLpE?Ls4C{W3|inrjkS%GbX@1NXS z1A)q1YYNOl{BP(ZCiEX3(#&l}?XbT6et=drb^PfRqPW@K6wl;1vvP~v4UPx>CEI(O zJ-D!UfZ~^vg50|-HP>#LjP=BWYh1JvH!M*!rCYX_Fp@VY91n}$mRQQr)+t#3KKxwU z`kO3@Dv$N*$Ep%3&UH>!0`67MUmIwD6IXx$g=(3z^}3GC6TS408OC8H4LhrsiNnL( z5jFP(Xp#s7{d{@yg0 z+uf_VLiUNjuNvCBxYpU7arW-z4*Ds+`vp$d=Z9baJSfeBc=~xDUC8zEpRR>}4@8z> zbLp~regO)lR%M<1onBN7RmItkdu!Fb)$y}U?YgvcdFU2ieTEVBw#Qm1vuvs%U6`$# zFL%=p+j<{TX`!xWpdS|%(Az7Mcxj1o-2J@JTKfAncSv)Us=R@_G<~;ri1;`$X6p)F2*6gEaI_m z1OK+?R~I=;Q3~D?)}?x1cMC`Ml*(EK=$zo9!o?N#`bnL@>&6bO!Bw8Us`uuGJc`md z&6#~W@qVuiG<6oqH;R9K`%H&<3ya7{lPoT(R;7|3L!8&G^-R{71j~mncTF^M`~59X zc_$^`8B3LOfcuDhQZ)L=mAcxq`=Z>~6DCC#$wbTxsGz6`z2ud*(?OanD2s(i(mSth z@V3`T(lBwX&aj1L_2~%R|Wr0q}O)qAcgbD_yd{$%uWu3chwmCy&CHf+yF z$!3bmy{^f-f3oAMFdYjaGeceZwNZ?qTk1_B60nY;?ih&m#$by1yTlF)ZS4HC=reu# z^h^|s(V>GIKL3!Y{q9H33TQq{_@&uQ*PiaIS*s)<$Z%J^-kM*mJ!PGovYj3)Z?w(;yKgHDnnJbC&8hMWB;oDj%B_HO-VMQzNwsN_k>y=uvO->6ZiEGwG{NW zcxUC;;uv6SxQ2J!rTCUWi|+NGx=CG=hBX4ng+ZKZokc>}w87rWxX_m5O$P_e8#L4G z)}IJErM-2s*1`5R|I4QI_bd}!bqZ7FZ(ingPHvsYazP;Cd!k|Ok-0#@=ha$T~K9D%e6OYfo*#PJPwTNQ-+1i_$PoMaHlzCK|6Ar};Ku z%0uR3LE=`YEYof8Zp9g_@g5pb5Yc2^<+QZJG~c~NDR9@B$#S;tByylFE(Ud(>_-d*EaSdHYw>8~$JTsi>Z;w9}Gcv4~Q-c8@X(vhwp4ocBkr9mXEkj_c1~^A8TJNxE}dCR}{zEMLM|=~ch< zGvYU4@tnDtULVj?m1#5a@mgw<^$jlC{@ueS)lGo|4{VRNd`UuuQRvj*5u70YX9q8m zolH#rg-Zjz#~->JR1lA4wh}mLkPa7v4qEpCYfJS&DriF@P@6%o>twPBv3-u>F3ty zU!8OfeJ@)m5YLktrbu?;Y*-YzeX;pn)7>?`b?@ic%6|IM#IZZK1mfGi-J-R)3$BfF zb(+{*#%GG!Br7Vi)WmNtaDc=4mA@tBK~*w)+F0t;6xj|KEPBuo>nW3ozV@C3^WlVc`_~(UT{~@40^t(KKQR+>t!$_YlD7`>|XA;Kj(V z-8;A!zyL640^w-Hd0yR~`fog^qM1%Hor)Cv&!10gmaxe%PfbtrOGt3V-d}O(K_zR2 z2yhyJV7>SMf%6~ZpUt78fdQ`qUug#X`{&K{u~#L!M>pINJA`AuxWl3gN9Cj=?NE*Y$asbEqjpBTyhgl6tQ-F8&%UGu<1E_PE@;30hjzA|TOqU;#!Bck8R5yL@zw+g}BsA)>Wb_olw4kFUS_p<^YDgXjW(D+&x*1+=#@4g@y)3ux9{=$ZunQT~UTtj#*0 z=~eo4$&#-TnyV)4^@v}c{WfGulK(gE}n;uauhTj{-Zy? zWdKKgme^KfFdPYBk}=z?spJO`$3@V(F5)n8^h)9R(-}YR2OdDb#Wi3;0CalpaQ%TV z7s;Dpl8I^U=nx?sO90&on3?oPBFspfYzs~q;`wKy&s2~)%xD%AAMA2`jM&}!&IIMhttCiveS;&b$}A9u=0pI^wo#710~c5 z9_jnw7HJcc?O-U`liLDb#*#PUPLSlb@VT8B1BKRqO{aNE$BYHPhj8HPRQUFv35VZb zDO^AvzSui+WqRZw2p5Yrv)V~F6VlI3W0R5){M{xvhJADIbZ;UAZpzy?b2r6= z9{)+q8xRf?bW>Ok4)s@~&jB9xlp(A_Txf)Js{=kBf=C`8A9pRheZ?4ELMVu8St$6E z*+k--Uh7{2tOOdoPyYB z*1+)Ml2>{sL^26|IM6EC-}XylA`$5Ioe7fQoi8f@gb&+bzCyob@GU=7h0l!z)Ep`G&B@J`E}ygS_0a(`ng!@IK-?10I%fo& z@##!Y!eu6SAR_g&E{L)&xQ{*z#|Yv>IgJx465~M0M_jzT%{(iHBB0EeeOyOTXzWLt z47ODPMAh0pa_75P7_edxXp0cR!>z{|9mhW;!W{_ABU&>OTJDq<#sd_MGU$#LtxzHX z`QVz6kZWzf-n@RjgG`KHiV6xc=+SiO`^S{NEwF>3!w12#msjt8s)(N1VL3!;2x19D z5Oo_4ZPNWe%wz9^2;>=Vk+wj>?8jJlOCp*NSL3&&Lk6D09G5(P{Z5IF{kP_ZDhDS) z>@yDL1~~mVywXI~K2?SnM!;|5zY#!{%Avu5=-wQbuqWAE6znPGoSPUxq;E%OHR{#M z3n?3r3mNbTV8SVDOczX#+?@WZBotH=^3I;L&x3NQiLhBgQcxyi-(p4Y9{@TL=_C0U zo$bI!Zh{z+w1AA^OIpT@Pc>oOD*c+D-bmOg)`j|*p7F@n$7jJyUjuZ8+hu)>Vqv_R zQQ&3xND{#45{49Mn|9MZBsz7N`@mAjZ*yP+dSuEFT#2(_xmChscf0@gp&M|$2tX7w z^|NC)FX`w8@u&uA2Z54IIp+;Aw~WGcPFi(t(`~;8l&VHJypy1?%aW`50tO?RRX2j^ z6U%oekXw0Es89v|L-Kss8!_UJCLg@+KOjruBp|+PyuB~;-CvOu$(M8`!a+HW04>!J zm(&Tikz~C)v!h&LQrl+}gzjsO5mUiJ+m;dI?FRqE9&`sVA_*34K+I7iG{H2q%I%Wh zbqsj`qW8?tenB5Q9k$qpIHth^9Uyi$ zftrrKlB9j^D4K=wBVO;!0e(FWvMMe#RfNCv&6MQ%?+BtNVq%!dm7AN#0NQjx@>k5~ zL{HnyDO%^^qz8Dd#BYeEzob#K2W0Qyir4GYq!yt)Bw;3})1&Aelda;gJ~IVZ?zN2kDAV z+>7z>g-Ck9gdFpm-;h8R2!B}# zC*#C#A=c($M3SFQT6z=G82tH;SARoF_6k)O7B%K5z>xq6pAPL@fDr56S&s=lHH>+R zp3Dsp!F>ohij9nT_~LqA{om1A%5HZNw7@`{g;!5y2!3L_z9t3PV%R9m#|7orGKf1A zHoIG2yKNA}8W86fC0a0%o}Zsk-N&JVBcLHHEQ*7&NRJ0h1LQLr>2zs{izMLBknQ9` zu!`(?HHk)s=y}zQ%8)?LNYe(yJRk572@2li_q-rt`vZ7yVYd#z0Fp5>k|eMQRJf$8 z19?3_ur{K<(D)<(hq1eKY1|g3BwJ+e!^a^AE+xr)Fj0i z%mMh!l3P=cRL&3D$zJp&GwNxqv~2M{(!FqK$dx$E&Z~3s+a*@!ME$p!vtXIS{8&)@ k|M!`M>G=OP4bT2&6OLkz@0?EkMd6>dYc`l)Ww=NEFU&qYcmMzZ literal 0 HcmV?d00001 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833