From 194df0afc165e4034177cf06fc9b5b16ab5af8a8 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 17 Sep 2026 18:08:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/d1_math_shortest Source: Original Platform --- .gitattributes | 56 + README.md | 61 + added_tokens.json | 24 + all_results.json | 8 + config.json | 29 + configs.yaml | 39 + configuration.json | 1 + generation_config.json | 14 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 346 ++ special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 208 + train_results.json | 8 + trainer_log.jsonl | 1236 +++++ trainer_state.json | 8687 ++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 34151 bytes vocab.json | 3 + 23 files changed, 10772 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configs.yaml create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..317fe2e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +merges.txt filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..69306a2 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen2.5-7B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: d1_math_shortest + results: [] +--- + + + +# d1_math_shortest + +This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) on the mlfoundations-dev/d1_math_shortest dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 32 +- gradient_accumulation_steps: 4 +- total_train_batch_size: 128 +- total_eval_batch_size: 256 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 5.0 + +### Training results + + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..9ff17c3 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 5.0, + "total_flos": 4.620475786573382e+18, + "train_loss": 0.3420306665453351, + "train_runtime": 57470.9786, + "train_samples_per_second": 2.749, + "train_steps_per_second": 0.021 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..6c52571 --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "Qwen/Qwen2.5-7B-Instruct", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..628cabe --- /dev/null +++ b/configs.yaml @@ -0,0 +1,39 @@ +assistant_tag: gpt +bf16: 'True' +content_tag: value +cutoff_len: '16384' +dataloader_num_workers: '4' +dataloader_persistent_workers: 'True' +dataloader_pin_memory: 'True' +dataset: mlfoundations-dev/d1_math_shortest +dataset_dir: ONLINE +ddp_timeout: '180000000' +deepspeed: /opt/ml/code/zero3.json +do_train: 'True' +enable_liger_kernel: 'True' +finetuning_type: full +formatting: sharegpt +global_batch_size: '128' +gradient_accumulation_steps: '4' +hub_model_id: mlfoundations-dev/d1_math_shortest +learning_rate: 4e-05 +logging_steps: '1' +lr_scheduler_type: cosine +messages: conversations +model_name_or_path: Qwen/Qwen2.5-7B-Instruct +num_train_epochs: '5.0' +output_dir: /opt/ml/model +overwrite_cache: 'True' +per_device_train_batch_size: '1' +plot_loss: 'True' +preprocessing_num_workers: '16' +push_to_db: 'True' +push_to_hub: 'True' +report_to: wandb +role_tag: from +run_name: d1_math_shortest +save_strategy: epoch +stage: sft +template: qwen25 +user_tag: human +warmup_ratio: '0.1' diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a753841 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..377a2e8 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36b7b4d45f9f3332b0c48c57adb11a30bc8ad65081b008856b30e187dd14621 +size 4877660776 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..d6f0420 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322ed038d3d4da57c923a450d1a436242a9f539232a372ca6a53a79ee2a8525e +size 4932751008 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..ffb91a9 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff6617fa5e5c92adb5b0f06ff228c3fc71685946d2ea7faf94ecb3559274c72 +size 4330865200 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..850ba50 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c49730075927fdaf902451280be6a15de656cdb30f76425024d3dafe7da1f3 +size 1089994880 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6ca5084 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,346 @@ +{ + "metadata": { + "total_size": 15231233024 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b84f53a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..9ff17c3 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 5.0, + "total_flos": 4.620475786573382e+18, + "train_loss": 0.3420306665453351, + "train_runtime": 57470.9786, + "train_samples_per_second": 2.749, + "train_steps_per_second": 0.021 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..560f34b --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,1236 @@ +{"current_steps": 1, "total_steps": 1235, "loss": 0.8011, "lr": 3.2258064516129035e-07, "epoch": 0.004048582995951417, "percentage": 0.08, "elapsed_time": "0:00:54", "remaining_time": "18:48:36"} +{"current_steps": 2, "total_steps": 1235, "loss": 0.7985, "lr": 6.451612903225807e-07, "epoch": 0.008097165991902834, "percentage": 0.16, "elapsed_time": "0:01:40", "remaining_time": "17:13:47"} +{"current_steps": 3, "total_steps": 1235, "loss": 0.794, "lr": 9.67741935483871e-07, "epoch": 0.012145748987854251, "percentage": 0.24, "elapsed_time": "0:02:28", "remaining_time": "16:59:48"} +{"current_steps": 4, "total_steps": 1235, "loss": 0.8198, "lr": 1.2903225806451614e-06, "epoch": 0.016194331983805668, "percentage": 0.32, "elapsed_time": "0:03:17", "remaining_time": "16:52:36"} +{"current_steps": 5, "total_steps": 1235, "loss": 0.7811, "lr": 1.6129032258064516e-06, "epoch": 0.020242914979757085, "percentage": 0.4, "elapsed_time": "0:04:05", "remaining_time": "16:46:31"} +{"current_steps": 6, "total_steps": 1235, "loss": 0.7924, "lr": 1.935483870967742e-06, "epoch": 0.024291497975708502, "percentage": 0.49, "elapsed_time": "0:04:54", "remaining_time": "16:44:24"} +{"current_steps": 7, "total_steps": 1235, "loss": 0.7732, "lr": 2.2580645161290324e-06, "epoch": 0.02834008097165992, "percentage": 0.57, "elapsed_time": "0:05:39", "remaining_time": "16:33:45"} +{"current_steps": 8, "total_steps": 1235, "loss": 0.7641, "lr": 2.580645161290323e-06, "epoch": 0.032388663967611336, "percentage": 0.65, "elapsed_time": "0:06:28", "remaining_time": "16:33:52"} +{"current_steps": 9, "total_steps": 1235, "loss": 0.7357, "lr": 2.903225806451613e-06, "epoch": 0.03643724696356275, "percentage": 0.73, "elapsed_time": "0:07:18", "remaining_time": "16:34:38"} +{"current_steps": 10, "total_steps": 1235, "loss": 0.7313, "lr": 3.225806451612903e-06, "epoch": 0.04048582995951417, "percentage": 0.81, "elapsed_time": "0:08:04", "remaining_time": "16:28:45"} +{"current_steps": 11, "total_steps": 1235, "loss": 0.7326, "lr": 3.548387096774194e-06, "epoch": 0.044534412955465584, "percentage": 0.89, "elapsed_time": "0:08:51", "remaining_time": "16:25:52"} +{"current_steps": 12, "total_steps": 1235, "loss": 0.7089, "lr": 3.870967741935484e-06, "epoch": 0.048582995951417005, "percentage": 0.97, "elapsed_time": "0:09:38", "remaining_time": "16:23:07"} +{"current_steps": 13, "total_steps": 1235, "loss": 0.7051, "lr": 4.193548387096774e-06, "epoch": 0.05263157894736842, "percentage": 1.05, "elapsed_time": "0:10:26", "remaining_time": "16:21:22"} +{"current_steps": 14, "total_steps": 1235, "loss": 0.7074, "lr": 4.516129032258065e-06, "epoch": 0.05668016194331984, "percentage": 1.13, "elapsed_time": "0:11:12", "remaining_time": "16:17:48"} +{"current_steps": 15, "total_steps": 1235, "loss": 0.7141, "lr": 4.838709677419355e-06, "epoch": 0.06072874493927125, "percentage": 1.21, "elapsed_time": "0:11:58", "remaining_time": "16:13:53"} +{"current_steps": 16, "total_steps": 1235, "loss": 0.6768, "lr": 5.161290322580646e-06, "epoch": 0.06477732793522267, "percentage": 1.3, "elapsed_time": "0:12:45", "remaining_time": "16:11:27"} +{"current_steps": 17, "total_steps": 1235, "loss": 0.6489, "lr": 5.483870967741935e-06, "epoch": 0.06882591093117409, "percentage": 1.38, "elapsed_time": "0:13:34", "remaining_time": "16:12:04"} +{"current_steps": 18, "total_steps": 1235, "loss": 0.6487, "lr": 5.806451612903226e-06, "epoch": 0.0728744939271255, "percentage": 1.46, "elapsed_time": "0:14:19", "remaining_time": "16:08:13"} +{"current_steps": 19, "total_steps": 1235, "loss": 0.6492, "lr": 6.129032258064517e-06, "epoch": 0.07692307692307693, "percentage": 1.54, "elapsed_time": "0:15:05", "remaining_time": "16:06:11"} +{"current_steps": 20, "total_steps": 1235, "loss": 0.6098, "lr": 6.451612903225806e-06, "epoch": 0.08097165991902834, "percentage": 1.62, "elapsed_time": "0:15:52", "remaining_time": "16:04:31"} +{"current_steps": 21, "total_steps": 1235, "loss": 0.6131, "lr": 6.774193548387097e-06, "epoch": 0.08502024291497975, "percentage": 1.7, "elapsed_time": "0:16:41", "remaining_time": "16:04:34"} +{"current_steps": 22, "total_steps": 1235, "loss": 0.6107, "lr": 7.096774193548388e-06, "epoch": 0.08906882591093117, "percentage": 1.78, "elapsed_time": "0:17:27", "remaining_time": "16:02:56"} +{"current_steps": 23, "total_steps": 1235, "loss": 0.6023, "lr": 7.4193548387096784e-06, "epoch": 0.0931174089068826, "percentage": 1.86, "elapsed_time": "0:18:15", "remaining_time": "16:02:03"} +{"current_steps": 24, "total_steps": 1235, "loss": 0.596, "lr": 7.741935483870968e-06, "epoch": 0.09716599190283401, "percentage": 1.94, "elapsed_time": "0:19:02", "remaining_time": "16:01:05"} +{"current_steps": 25, "total_steps": 1235, "loss": 0.5706, "lr": 8.064516129032258e-06, "epoch": 0.10121457489878542, "percentage": 2.02, "elapsed_time": "0:19:46", "remaining_time": "15:57:25"} +{"current_steps": 26, "total_steps": 1235, "loss": 0.585, "lr": 8.387096774193549e-06, "epoch": 0.10526315789473684, "percentage": 2.11, "elapsed_time": "0:20:30", "remaining_time": "15:53:22"} +{"current_steps": 27, "total_steps": 1235, "loss": 0.5602, "lr": 8.70967741935484e-06, "epoch": 0.10931174089068826, "percentage": 2.19, "elapsed_time": "0:21:15", "remaining_time": "15:51:06"} +{"current_steps": 28, "total_steps": 1235, "loss": 0.5682, "lr": 9.03225806451613e-06, "epoch": 0.11336032388663968, "percentage": 2.27, "elapsed_time": "0:22:00", "remaining_time": "15:48:57"} +{"current_steps": 29, "total_steps": 1235, "loss": 0.5617, "lr": 9.35483870967742e-06, "epoch": 0.11740890688259109, "percentage": 2.35, "elapsed_time": "0:22:49", "remaining_time": "15:48:55"} +{"current_steps": 30, "total_steps": 1235, "loss": 0.543, "lr": 9.67741935483871e-06, "epoch": 0.1214574898785425, "percentage": 2.43, "elapsed_time": "0:23:34", "remaining_time": "15:46:47"} +{"current_steps": 31, "total_steps": 1235, "loss": 0.5396, "lr": 1e-05, "epoch": 0.12550607287449392, "percentage": 2.51, "elapsed_time": "0:24:21", "remaining_time": "15:45:52"} +{"current_steps": 32, "total_steps": 1235, "loss": 0.5517, "lr": 1.0322580645161291e-05, "epoch": 0.12955465587044535, "percentage": 2.59, "elapsed_time": "0:25:07", "remaining_time": "15:44:19"} +{"current_steps": 33, "total_steps": 1235, "loss": 0.5351, "lr": 1.0645161290322582e-05, "epoch": 0.13360323886639677, "percentage": 2.67, "elapsed_time": "0:25:54", "remaining_time": "15:43:42"} +{"current_steps": 34, "total_steps": 1235, "loss": 0.5345, "lr": 1.096774193548387e-05, "epoch": 0.13765182186234817, "percentage": 2.75, "elapsed_time": "0:26:39", "remaining_time": "15:41:56"} +{"current_steps": 35, "total_steps": 1235, "loss": 0.5223, "lr": 1.1290322580645164e-05, "epoch": 0.1417004048582996, "percentage": 2.83, "elapsed_time": "0:27:29", "remaining_time": "15:42:26"} +{"current_steps": 36, "total_steps": 1235, "loss": 0.5344, "lr": 1.1612903225806453e-05, "epoch": 0.145748987854251, "percentage": 2.91, "elapsed_time": "0:28:16", "remaining_time": "15:41:39"} +{"current_steps": 37, "total_steps": 1235, "loss": 0.5415, "lr": 1.1935483870967743e-05, "epoch": 0.14979757085020243, "percentage": 3.0, "elapsed_time": "0:29:04", "remaining_time": "15:41:15"} +{"current_steps": 38, "total_steps": 1235, "loss": 0.5283, "lr": 1.2258064516129034e-05, "epoch": 0.15384615384615385, "percentage": 3.08, "elapsed_time": "0:29:50", "remaining_time": "15:40:16"} +{"current_steps": 39, "total_steps": 1235, "loss": 0.529, "lr": 1.2580645161290324e-05, "epoch": 0.15789473684210525, "percentage": 3.16, "elapsed_time": "0:30:36", "remaining_time": "15:38:50"} +{"current_steps": 40, "total_steps": 1235, "loss": 0.5135, "lr": 1.2903225806451613e-05, "epoch": 0.16194331983805668, "percentage": 3.24, "elapsed_time": "0:31:24", "remaining_time": "15:38:26"} +{"current_steps": 41, "total_steps": 1235, "loss": 0.5133, "lr": 1.3225806451612903e-05, "epoch": 0.1659919028340081, "percentage": 3.32, "elapsed_time": "0:32:12", "remaining_time": "15:37:56"} +{"current_steps": 42, "total_steps": 1235, "loss": 0.4941, "lr": 1.3548387096774194e-05, "epoch": 0.1700404858299595, "percentage": 3.4, "elapsed_time": "0:32:57", "remaining_time": "15:36:12"} +{"current_steps": 43, "total_steps": 1235, "loss": 0.507, "lr": 1.3870967741935486e-05, "epoch": 0.17408906882591094, "percentage": 3.48, "elapsed_time": "0:33:46", "remaining_time": "15:36:03"} +{"current_steps": 44, "total_steps": 1235, "loss": 0.5258, "lr": 1.4193548387096776e-05, "epoch": 0.17813765182186234, "percentage": 3.56, "elapsed_time": "0:34:34", "remaining_time": "15:36:03"} +{"current_steps": 45, "total_steps": 1235, "loss": 0.5034, "lr": 1.4516129032258066e-05, "epoch": 0.18218623481781376, "percentage": 3.64, "elapsed_time": "0:35:23", "remaining_time": "15:35:44"} +{"current_steps": 46, "total_steps": 1235, "loss": 0.5145, "lr": 1.4838709677419357e-05, "epoch": 0.1862348178137652, "percentage": 3.72, "elapsed_time": "0:36:10", "remaining_time": "15:35:06"} +{"current_steps": 47, "total_steps": 1235, "loss": 0.5035, "lr": 1.5161290322580646e-05, "epoch": 0.1902834008097166, "percentage": 3.81, "elapsed_time": "0:36:55", "remaining_time": "15:33:28"} +{"current_steps": 48, "total_steps": 1235, "loss": 0.5013, "lr": 1.5483870967741936e-05, "epoch": 0.19433198380566802, "percentage": 3.89, "elapsed_time": "0:37:44", "remaining_time": "15:33:08"} +{"current_steps": 49, "total_steps": 1235, "loss": 0.4958, "lr": 1.5806451612903226e-05, "epoch": 0.19838056680161945, "percentage": 3.97, "elapsed_time": "0:38:31", "remaining_time": "15:32:26"} +{"current_steps": 50, "total_steps": 1235, "loss": 0.5207, "lr": 1.6129032258064517e-05, "epoch": 0.20242914979757085, "percentage": 4.05, "elapsed_time": "0:39:18", "remaining_time": "15:31:36"} +{"current_steps": 51, "total_steps": 1235, "loss": 0.4889, "lr": 1.6451612903225807e-05, "epoch": 0.20647773279352227, "percentage": 4.13, "elapsed_time": "0:40:02", "remaining_time": "15:29:35"} +{"current_steps": 52, "total_steps": 1235, "loss": 0.4949, "lr": 1.6774193548387098e-05, "epoch": 0.21052631578947367, "percentage": 4.21, "elapsed_time": "0:40:47", "remaining_time": "15:28:03"} +{"current_steps": 53, "total_steps": 1235, "loss": 0.4854, "lr": 1.7096774193548388e-05, "epoch": 0.2145748987854251, "percentage": 4.29, "elapsed_time": "0:41:34", "remaining_time": "15:27:18"} +{"current_steps": 54, "total_steps": 1235, "loss": 0.4968, "lr": 1.741935483870968e-05, "epoch": 0.21862348178137653, "percentage": 4.37, "elapsed_time": "0:42:23", "remaining_time": "15:27:07"} +{"current_steps": 55, "total_steps": 1235, "loss": 0.4874, "lr": 1.774193548387097e-05, "epoch": 0.22267206477732793, "percentage": 4.45, "elapsed_time": "0:43:09", "remaining_time": "15:25:58"} +{"current_steps": 56, "total_steps": 1235, "loss": 0.4892, "lr": 1.806451612903226e-05, "epoch": 0.22672064777327935, "percentage": 4.53, "elapsed_time": "0:43:56", "remaining_time": "15:24:57"} +{"current_steps": 57, "total_steps": 1235, "loss": 0.5139, "lr": 1.838709677419355e-05, "epoch": 0.23076923076923078, "percentage": 4.62, "elapsed_time": "0:44:41", "remaining_time": "15:23:47"} +{"current_steps": 58, "total_steps": 1235, "loss": 0.4961, "lr": 1.870967741935484e-05, "epoch": 0.23481781376518218, "percentage": 4.7, "elapsed_time": "0:45:28", "remaining_time": "15:22:41"} +{"current_steps": 59, "total_steps": 1235, "loss": 0.4848, "lr": 1.903225806451613e-05, "epoch": 0.2388663967611336, "percentage": 4.78, "elapsed_time": "0:46:13", "remaining_time": "15:21:24"} +{"current_steps": 60, "total_steps": 1235, "loss": 0.4741, "lr": 1.935483870967742e-05, "epoch": 0.242914979757085, "percentage": 4.86, "elapsed_time": "0:46:57", "remaining_time": "15:19:41"} +{"current_steps": 61, "total_steps": 1235, "loss": 0.4739, "lr": 1.967741935483871e-05, "epoch": 0.24696356275303644, "percentage": 4.94, "elapsed_time": "0:47:45", "remaining_time": "15:19:12"} +{"current_steps": 62, "total_steps": 1235, "loss": 0.4924, "lr": 2e-05, "epoch": 0.25101214574898784, "percentage": 5.02, "elapsed_time": "0:48:32", "remaining_time": "15:18:16"} +{"current_steps": 63, "total_steps": 1235, "loss": 0.4812, "lr": 2.0322580645161292e-05, "epoch": 0.2550607287449393, "percentage": 5.1, "elapsed_time": "0:49:18", "remaining_time": "15:17:09"} +{"current_steps": 64, "total_steps": 1235, "loss": 0.4862, "lr": 2.0645161290322582e-05, "epoch": 0.2591093117408907, "percentage": 5.18, "elapsed_time": "0:50:06", "remaining_time": "15:16:47"} +{"current_steps": 65, "total_steps": 1235, "loss": 0.4967, "lr": 2.0967741935483873e-05, "epoch": 0.2631578947368421, "percentage": 5.26, "elapsed_time": "0:50:55", "remaining_time": "15:16:32"} +{"current_steps": 66, "total_steps": 1235, "loss": 0.4807, "lr": 2.1290322580645163e-05, "epoch": 0.26720647773279355, "percentage": 5.34, "elapsed_time": "0:51:41", "remaining_time": "15:15:40"} +{"current_steps": 67, "total_steps": 1235, "loss": 0.4632, "lr": 2.161290322580645e-05, "epoch": 0.27125506072874495, "percentage": 5.43, "elapsed_time": "0:52:29", "remaining_time": "15:14:57"} +{"current_steps": 68, "total_steps": 1235, "loss": 0.4966, "lr": 2.193548387096774e-05, "epoch": 0.27530364372469635, "percentage": 5.51, "elapsed_time": "0:53:15", "remaining_time": "15:13:55"} +{"current_steps": 69, "total_steps": 1235, "loss": 0.4873, "lr": 2.225806451612903e-05, "epoch": 0.2793522267206478, "percentage": 5.59, "elapsed_time": "0:54:03", "remaining_time": "15:13:36"} +{"current_steps": 70, "total_steps": 1235, "loss": 0.4929, "lr": 2.2580645161290328e-05, "epoch": 0.2834008097165992, "percentage": 5.67, "elapsed_time": "0:54:49", "remaining_time": "15:12:30"} +{"current_steps": 71, "total_steps": 1235, "loss": 0.4776, "lr": 2.2903225806451615e-05, "epoch": 0.2874493927125506, "percentage": 5.75, "elapsed_time": "0:55:34", "remaining_time": "15:11:09"} +{"current_steps": 72, "total_steps": 1235, "loss": 0.4861, "lr": 2.3225806451612906e-05, "epoch": 0.291497975708502, "percentage": 5.83, "elapsed_time": "0:56:22", "remaining_time": "15:10:33"} +{"current_steps": 73, "total_steps": 1235, "loss": 0.4799, "lr": 2.3548387096774196e-05, "epoch": 0.29554655870445345, "percentage": 5.91, "elapsed_time": "0:57:09", "remaining_time": "15:09:49"} +{"current_steps": 74, "total_steps": 1235, "loss": 0.4808, "lr": 2.3870967741935486e-05, "epoch": 0.29959514170040485, "percentage": 5.99, "elapsed_time": "0:57:54", "remaining_time": "15:08:32"} +{"current_steps": 75, "total_steps": 1235, "loss": 0.4848, "lr": 2.4193548387096777e-05, "epoch": 0.30364372469635625, "percentage": 6.07, "elapsed_time": "0:58:41", "remaining_time": "15:07:43"} +{"current_steps": 76, "total_steps": 1235, "loss": 0.4674, "lr": 2.4516129032258067e-05, "epoch": 0.3076923076923077, "percentage": 6.15, "elapsed_time": "0:59:27", "remaining_time": "15:06:47"} +{"current_steps": 77, "total_steps": 1235, "loss": 0.467, "lr": 2.4838709677419358e-05, "epoch": 0.3117408906882591, "percentage": 6.23, "elapsed_time": "1:00:13", "remaining_time": "15:05:42"} +{"current_steps": 78, "total_steps": 1235, "loss": 0.4625, "lr": 2.5161290322580648e-05, "epoch": 0.3157894736842105, "percentage": 6.32, "elapsed_time": "1:00:57", "remaining_time": "15:04:05"} +{"current_steps": 79, "total_steps": 1235, "loss": 0.4811, "lr": 2.548387096774194e-05, "epoch": 0.31983805668016196, "percentage": 6.4, "elapsed_time": "1:01:42", "remaining_time": "15:02:59"} +{"current_steps": 80, "total_steps": 1235, "loss": 0.4671, "lr": 2.5806451612903226e-05, "epoch": 0.32388663967611336, "percentage": 6.48, "elapsed_time": "1:02:29", "remaining_time": "15:02:19"} +{"current_steps": 81, "total_steps": 1235, "loss": 0.4627, "lr": 2.6129032258064516e-05, "epoch": 0.32793522267206476, "percentage": 6.56, "elapsed_time": "1:03:14", "remaining_time": "15:01:00"} +{"current_steps": 82, "total_steps": 1235, "loss": 0.4618, "lr": 2.6451612903225806e-05, "epoch": 0.3319838056680162, "percentage": 6.64, "elapsed_time": "1:03:59", "remaining_time": "14:59:43"} +{"current_steps": 83, "total_steps": 1235, "loss": 0.4675, "lr": 2.6774193548387097e-05, "epoch": 0.3360323886639676, "percentage": 6.72, "elapsed_time": "1:04:45", "remaining_time": "14:58:54"} +{"current_steps": 84, "total_steps": 1235, "loss": 0.4712, "lr": 2.7096774193548387e-05, "epoch": 0.340080971659919, "percentage": 6.8, "elapsed_time": "1:05:29", "remaining_time": "14:57:20"} +{"current_steps": 85, "total_steps": 1235, "loss": 0.4652, "lr": 2.7419354838709678e-05, "epoch": 0.3441295546558704, "percentage": 6.88, "elapsed_time": "1:06:15", "remaining_time": "14:56:22"} +{"current_steps": 86, "total_steps": 1235, "loss": 0.4651, "lr": 2.774193548387097e-05, "epoch": 0.3481781376518219, "percentage": 6.96, "elapsed_time": "1:07:00", "remaining_time": "14:55:12"} +{"current_steps": 87, "total_steps": 1235, "loss": 0.4698, "lr": 2.8064516129032262e-05, "epoch": 0.3522267206477733, "percentage": 7.04, "elapsed_time": "1:07:46", "remaining_time": "14:54:21"} +{"current_steps": 88, "total_steps": 1235, "loss": 0.4604, "lr": 2.8387096774193552e-05, "epoch": 0.3562753036437247, "percentage": 7.13, "elapsed_time": "1:08:32", "remaining_time": "14:53:22"} +{"current_steps": 89, "total_steps": 1235, "loss": 0.4684, "lr": 2.8709677419354843e-05, "epoch": 0.3603238866396761, "percentage": 7.21, "elapsed_time": "1:09:20", "remaining_time": "14:52:51"} +{"current_steps": 90, "total_steps": 1235, "loss": 0.4662, "lr": 2.9032258064516133e-05, "epoch": 0.3643724696356275, "percentage": 7.29, "elapsed_time": "1:10:05", "remaining_time": "14:51:41"} +{"current_steps": 91, "total_steps": 1235, "loss": 0.4696, "lr": 2.9354838709677423e-05, "epoch": 0.3684210526315789, "percentage": 7.37, "elapsed_time": "1:10:49", "remaining_time": "14:50:17"} +{"current_steps": 92, "total_steps": 1235, "loss": 0.4599, "lr": 2.9677419354838714e-05, "epoch": 0.3724696356275304, "percentage": 7.45, "elapsed_time": "1:11:37", "remaining_time": "14:49:55"} +{"current_steps": 93, "total_steps": 1235, "loss": 0.4642, "lr": 3.0000000000000004e-05, "epoch": 0.3765182186234818, "percentage": 7.53, "elapsed_time": "1:12:22", "remaining_time": "14:48:43"} +{"current_steps": 94, "total_steps": 1235, "loss": 0.4844, "lr": 3.032258064516129e-05, "epoch": 0.3805668016194332, "percentage": 7.61, "elapsed_time": "1:13:08", "remaining_time": "14:47:50"} +{"current_steps": 95, "total_steps": 1235, "loss": 0.4753, "lr": 3.0645161290322585e-05, "epoch": 0.38461538461538464, "percentage": 7.69, "elapsed_time": "1:13:55", "remaining_time": "14:47:07"} +{"current_steps": 96, "total_steps": 1235, "loss": 0.4705, "lr": 3.096774193548387e-05, "epoch": 0.38866396761133604, "percentage": 7.77, "elapsed_time": "1:14:40", "remaining_time": "14:46:04"} +{"current_steps": 97, "total_steps": 1235, "loss": 0.4515, "lr": 3.1290322580645166e-05, "epoch": 0.39271255060728744, "percentage": 7.85, "elapsed_time": "1:15:25", "remaining_time": "14:44:51"} +{"current_steps": 98, "total_steps": 1235, "loss": 0.4556, "lr": 3.161290322580645e-05, "epoch": 0.3967611336032389, "percentage": 7.94, "elapsed_time": "1:16:10", "remaining_time": "14:43:51"} +{"current_steps": 99, "total_steps": 1235, "loss": 0.4581, "lr": 3.193548387096774e-05, "epoch": 0.4008097165991903, "percentage": 8.02, "elapsed_time": "1:16:55", "remaining_time": "14:42:35"} +{"current_steps": 100, "total_steps": 1235, "loss": 0.4689, "lr": 3.2258064516129034e-05, "epoch": 0.4048582995951417, "percentage": 8.1, "elapsed_time": "1:17:41", "remaining_time": "14:41:53"} +{"current_steps": 101, "total_steps": 1235, "loss": 0.4771, "lr": 3.258064516129033e-05, "epoch": 0.4089068825910931, "percentage": 8.18, "elapsed_time": "1:18:27", "remaining_time": "14:40:57"} +{"current_steps": 102, "total_steps": 1235, "loss": 0.4648, "lr": 3.2903225806451614e-05, "epoch": 0.41295546558704455, "percentage": 8.26, "elapsed_time": "1:19:14", "remaining_time": "14:40:12"} +{"current_steps": 103, "total_steps": 1235, "loss": 0.458, "lr": 3.322580645161291e-05, "epoch": 0.41700404858299595, "percentage": 8.34, "elapsed_time": "1:19:59", "remaining_time": "14:39:10"} +{"current_steps": 104, "total_steps": 1235, "loss": 0.4585, "lr": 3.3548387096774195e-05, "epoch": 0.42105263157894735, "percentage": 8.42, "elapsed_time": "1:20:43", "remaining_time": "14:37:56"} +{"current_steps": 105, "total_steps": 1235, "loss": 0.4693, "lr": 3.387096774193549e-05, "epoch": 0.4251012145748988, "percentage": 8.5, "elapsed_time": "1:21:30", "remaining_time": "14:37:06"} +{"current_steps": 106, "total_steps": 1235, "loss": 0.4675, "lr": 3.4193548387096776e-05, "epoch": 0.4291497975708502, "percentage": 8.58, "elapsed_time": "1:22:14", "remaining_time": "14:35:59"} +{"current_steps": 107, "total_steps": 1235, "loss": 0.4638, "lr": 3.451612903225807e-05, "epoch": 0.4331983805668016, "percentage": 8.66, "elapsed_time": "1:23:01", "remaining_time": "14:35:14"} +{"current_steps": 108, "total_steps": 1235, "loss": 0.4696, "lr": 3.483870967741936e-05, "epoch": 0.43724696356275305, "percentage": 8.74, "elapsed_time": "1:23:48", "remaining_time": "14:34:36"} +{"current_steps": 109, "total_steps": 1235, "loss": 0.4605, "lr": 3.516129032258065e-05, "epoch": 0.44129554655870445, "percentage": 8.83, "elapsed_time": "1:24:37", "remaining_time": "14:34:07"} +{"current_steps": 110, "total_steps": 1235, "loss": 0.4611, "lr": 3.548387096774194e-05, "epoch": 0.44534412955465585, "percentage": 8.91, "elapsed_time": "1:25:23", "remaining_time": "14:33:17"} +{"current_steps": 111, "total_steps": 1235, "loss": 0.4448, "lr": 3.5806451612903225e-05, "epoch": 0.4493927125506073, "percentage": 8.99, "elapsed_time": "1:26:10", "remaining_time": "14:32:32"} +{"current_steps": 112, "total_steps": 1235, "loss": 0.4575, "lr": 3.612903225806452e-05, "epoch": 0.4534412955465587, "percentage": 9.07, "elapsed_time": "1:26:56", "remaining_time": "14:31:49"} +{"current_steps": 113, "total_steps": 1235, "loss": 0.4572, "lr": 3.6451612903225805e-05, "epoch": 0.4574898785425101, "percentage": 9.15, "elapsed_time": "1:27:42", "remaining_time": "14:30:49"} +{"current_steps": 114, "total_steps": 1235, "loss": 0.4683, "lr": 3.67741935483871e-05, "epoch": 0.46153846153846156, "percentage": 9.23, "elapsed_time": "1:28:27", "remaining_time": "14:29:53"} +{"current_steps": 115, "total_steps": 1235, "loss": 0.4621, "lr": 3.7096774193548386e-05, "epoch": 0.46558704453441296, "percentage": 9.31, "elapsed_time": "1:29:14", "remaining_time": "14:29:10"} +{"current_steps": 116, "total_steps": 1235, "loss": 0.451, "lr": 3.741935483870968e-05, "epoch": 0.46963562753036436, "percentage": 9.39, "elapsed_time": "1:29:59", "remaining_time": "14:28:09"} +{"current_steps": 117, "total_steps": 1235, "loss": 0.4434, "lr": 3.7741935483870974e-05, "epoch": 0.47368421052631576, "percentage": 9.47, "elapsed_time": "1:30:47", "remaining_time": "14:27:31"} +{"current_steps": 118, "total_steps": 1235, "loss": 0.4596, "lr": 3.806451612903226e-05, "epoch": 0.4777327935222672, "percentage": 9.55, "elapsed_time": "1:31:31", "remaining_time": "14:26:25"} +{"current_steps": 119, "total_steps": 1235, "loss": 0.4446, "lr": 3.8387096774193555e-05, "epoch": 0.4817813765182186, "percentage": 9.64, "elapsed_time": "1:32:16", "remaining_time": "14:25:24"} +{"current_steps": 120, "total_steps": 1235, "loss": 0.4462, "lr": 3.870967741935484e-05, "epoch": 0.48582995951417, "percentage": 9.72, "elapsed_time": "1:33:02", "remaining_time": "14:24:30"} +{"current_steps": 121, "total_steps": 1235, "loss": 0.4657, "lr": 3.9032258064516135e-05, "epoch": 0.4898785425101215, "percentage": 9.8, "elapsed_time": "1:33:47", "remaining_time": "14:23:30"} +{"current_steps": 122, "total_steps": 1235, "loss": 0.4406, "lr": 3.935483870967742e-05, "epoch": 0.4939271255060729, "percentage": 9.88, "elapsed_time": "1:34:33", "remaining_time": "14:22:35"} +{"current_steps": 123, "total_steps": 1235, "loss": 0.4472, "lr": 3.9677419354838716e-05, "epoch": 0.4979757085020243, "percentage": 9.96, "elapsed_time": "1:35:20", "remaining_time": "14:21:55"} +{"current_steps": 124, "total_steps": 1235, "loss": 0.4646, "lr": 4e-05, "epoch": 0.5020242914979757, "percentage": 10.04, "elapsed_time": "1:36:07", "remaining_time": "14:21:12"} +{"current_steps": 125, "total_steps": 1235, "loss": 0.4639, "lr": 3.9999920040266474e-05, "epoch": 0.5060728744939271, "percentage": 10.12, "elapsed_time": "1:36:52", "remaining_time": "14:20:16"} +{"current_steps": 126, "total_steps": 1235, "loss": 0.4516, "lr": 3.999968016170525e-05, "epoch": 0.5101214574898786, "percentage": 10.2, "elapsed_time": "1:37:39", "remaining_time": "14:19:32"} +{"current_steps": 127, "total_steps": 1235, "loss": 0.4577, "lr": 3.9999280366234394e-05, "epoch": 0.5141700404858299, "percentage": 10.28, "elapsed_time": "1:38:25", "remaining_time": "14:18:43"} +{"current_steps": 128, "total_steps": 1235, "loss": 0.4543, "lr": 3.999872065705065e-05, "epoch": 0.5182186234817814, "percentage": 10.36, "elapsed_time": "1:39:11", "remaining_time": "14:17:47"} +{"current_steps": 129, "total_steps": 1235, "loss": 0.4547, "lr": 3.999800103862945e-05, "epoch": 0.5222672064777328, "percentage": 10.45, "elapsed_time": "1:39:57", "remaining_time": "14:17:01"} +{"current_steps": 130, "total_steps": 1235, "loss": 0.4454, "lr": 3.9997121516724834e-05, "epoch": 0.5263157894736842, "percentage": 10.53, "elapsed_time": "1:40:43", "remaining_time": "14:16:12"} +{"current_steps": 131, "total_steps": 1235, "loss": 0.4626, "lr": 3.999608209836944e-05, "epoch": 0.5303643724696356, "percentage": 10.61, "elapsed_time": "1:41:31", "remaining_time": "14:15:32"} +{"current_steps": 132, "total_steps": 1235, "loss": 0.4536, "lr": 3.999488279187443e-05, "epoch": 0.5344129554655871, "percentage": 10.69, "elapsed_time": "1:42:18", "remaining_time": "14:14:56"} +{"current_steps": 133, "total_steps": 1235, "loss": 0.4651, "lr": 3.9993523606829425e-05, "epoch": 0.5384615384615384, "percentage": 10.77, "elapsed_time": "1:43:06", "remaining_time": "14:14:20"} +{"current_steps": 134, "total_steps": 1235, "loss": 0.444, "lr": 3.9992004554102435e-05, "epoch": 0.5425101214574899, "percentage": 10.85, "elapsed_time": "1:43:52", "remaining_time": "14:13:30"} +{"current_steps": 135, "total_steps": 1235, "loss": 0.4581, "lr": 3.999032564583976e-05, "epoch": 0.5465587044534413, "percentage": 10.93, "elapsed_time": "1:44:39", "remaining_time": "14:12:45"} +{"current_steps": 136, "total_steps": 1235, "loss": 0.4513, "lr": 3.998848689546591e-05, "epoch": 0.5506072874493927, "percentage": 11.01, "elapsed_time": "1:45:27", "remaining_time": "14:12:12"} +{"current_steps": 137, "total_steps": 1235, "loss": 0.4358, "lr": 3.9986488317683496e-05, "epoch": 0.5546558704453441, "percentage": 11.09, "elapsed_time": "1:46:14", "remaining_time": "14:11:29"} +{"current_steps": 138, "total_steps": 1235, "loss": 0.4533, "lr": 3.9984329928473067e-05, "epoch": 0.5587044534412956, "percentage": 11.17, "elapsed_time": "1:46:56", "remaining_time": "14:10:09"} +{"current_steps": 139, "total_steps": 1235, "loss": 0.4389, "lr": 3.998201174509306e-05, "epoch": 0.562753036437247, "percentage": 11.26, "elapsed_time": "1:47:42", "remaining_time": "14:09:18"} +{"current_steps": 140, "total_steps": 1235, "loss": 0.4552, "lr": 3.997953378607961e-05, "epoch": 0.5668016194331984, "percentage": 11.34, "elapsed_time": "1:48:29", "remaining_time": "14:08:32"} +{"current_steps": 141, "total_steps": 1235, "loss": 0.4531, "lr": 3.9976896071246403e-05, "epoch": 0.5708502024291497, "percentage": 11.42, "elapsed_time": "1:49:14", "remaining_time": "14:07:36"} +{"current_steps": 142, "total_steps": 1235, "loss": 0.4593, "lr": 3.997409862168454e-05, "epoch": 0.5748987854251012, "percentage": 11.5, "elapsed_time": "1:50:00", "remaining_time": "14:06:47"} +{"current_steps": 143, "total_steps": 1235, "loss": 0.4557, "lr": 3.997114145976237e-05, "epoch": 0.5789473684210527, "percentage": 11.58, "elapsed_time": "1:50:48", "remaining_time": "14:06:07"} +{"current_steps": 144, "total_steps": 1235, "loss": 0.4542, "lr": 3.9968024609125245e-05, "epoch": 0.582995951417004, "percentage": 11.66, "elapsed_time": "1:51:35", "remaining_time": "14:05:31"} +{"current_steps": 145, "total_steps": 1235, "loss": 0.4401, "lr": 3.996474809469545e-05, "epoch": 0.5870445344129555, "percentage": 11.74, "elapsed_time": "1:52:21", "remaining_time": "14:04:39"} +{"current_steps": 146, "total_steps": 1235, "loss": 0.456, "lr": 3.996131194267189e-05, "epoch": 0.5910931174089069, "percentage": 11.82, "elapsed_time": "1:53:06", "remaining_time": "14:03:42"} +{"current_steps": 147, "total_steps": 1235, "loss": 0.4488, "lr": 3.995771618052995e-05, "epoch": 0.5951417004048583, "percentage": 11.9, "elapsed_time": "1:53:52", "remaining_time": "14:02:52"} +{"current_steps": 148, "total_steps": 1235, "loss": 0.4414, "lr": 3.9953960837021256e-05, "epoch": 0.5991902834008097, "percentage": 11.98, "elapsed_time": "1:54:40", "remaining_time": "14:02:12"} +{"current_steps": 149, "total_steps": 1235, "loss": 0.4422, "lr": 3.995004594217343e-05, "epoch": 0.6032388663967612, "percentage": 12.06, "elapsed_time": "1:55:25", "remaining_time": "14:01:18"} +{"current_steps": 150, "total_steps": 1235, "loss": 0.4498, "lr": 3.994597152728987e-05, "epoch": 0.6072874493927125, "percentage": 12.15, "elapsed_time": "1:56:11", "remaining_time": "14:00:25"} +{"current_steps": 151, "total_steps": 1235, "loss": 0.4452, "lr": 3.994173762494947e-05, "epoch": 0.611336032388664, "percentage": 12.23, "elapsed_time": "1:56:55", "remaining_time": "13:59:25"} +{"current_steps": 152, "total_steps": 1235, "loss": 0.4493, "lr": 3.9937344269006424e-05, "epoch": 0.6153846153846154, "percentage": 12.31, "elapsed_time": "1:57:42", "remaining_time": "13:58:42"} +{"current_steps": 153, "total_steps": 1235, "loss": 0.4439, "lr": 3.993279149458988e-05, "epoch": 0.6194331983805668, "percentage": 12.39, "elapsed_time": "1:58:27", "remaining_time": "13:57:46"} +{"current_steps": 154, "total_steps": 1235, "loss": 0.4581, "lr": 3.9928079338103695e-05, "epoch": 0.6234817813765182, "percentage": 12.47, "elapsed_time": "1:59:13", "remaining_time": "13:56:56"} +{"current_steps": 155, "total_steps": 1235, "loss": 0.4435, "lr": 3.992320783722616e-05, "epoch": 0.6275303643724697, "percentage": 12.55, "elapsed_time": "2:00:00", "remaining_time": "13:56:08"} +{"current_steps": 156, "total_steps": 1235, "loss": 0.4391, "lr": 3.991817703090965e-05, "epoch": 0.631578947368421, "percentage": 12.63, "elapsed_time": "2:00:45", "remaining_time": "13:55:18"} +{"current_steps": 157, "total_steps": 1235, "loss": 0.4485, "lr": 3.991298695938038e-05, "epoch": 0.6356275303643725, "percentage": 12.71, "elapsed_time": "2:01:30", "remaining_time": "13:54:18"} +{"current_steps": 158, "total_steps": 1235, "loss": 0.4426, "lr": 3.9907637664138e-05, "epoch": 0.6396761133603239, "percentage": 12.79, "elapsed_time": "2:02:17", "remaining_time": "13:53:35"} +{"current_steps": 159, "total_steps": 1235, "loss": 0.4338, "lr": 3.990212918795534e-05, "epoch": 0.6437246963562753, "percentage": 12.87, "elapsed_time": "2:03:04", "remaining_time": "13:52:53"} +{"current_steps": 160, "total_steps": 1235, "loss": 0.4331, "lr": 3.9896461574878036e-05, "epoch": 0.6477732793522267, "percentage": 12.96, "elapsed_time": "2:03:53", "remaining_time": "13:52:22"} +{"current_steps": 161, "total_steps": 1235, "loss": 0.4475, "lr": 3.989063487022416e-05, "epoch": 0.6518218623481782, "percentage": 13.04, "elapsed_time": "2:04:40", "remaining_time": "13:51:43"} +{"current_steps": 162, "total_steps": 1235, "loss": 0.4483, "lr": 3.9884649120583903e-05, "epoch": 0.6558704453441295, "percentage": 13.12, "elapsed_time": "2:05:25", "remaining_time": "13:50:47"} +{"current_steps": 163, "total_steps": 1235, "loss": 0.468, "lr": 3.987850437381915e-05, "epoch": 0.659919028340081, "percentage": 13.2, "elapsed_time": "2:06:12", "remaining_time": "13:50:01"} +{"current_steps": 164, "total_steps": 1235, "loss": 0.4416, "lr": 3.987220067906313e-05, "epoch": 0.6639676113360324, "percentage": 13.28, "elapsed_time": "2:06:57", "remaining_time": "13:49:08"} +{"current_steps": 165, "total_steps": 1235, "loss": 0.4565, "lr": 3.986573808672002e-05, "epoch": 0.6680161943319838, "percentage": 13.36, "elapsed_time": "2:07:43", "remaining_time": "13:48:16"} +{"current_steps": 166, "total_steps": 1235, "loss": 0.441, "lr": 3.9859116648464534e-05, "epoch": 0.6720647773279352, "percentage": 13.44, "elapsed_time": "2:08:31", "remaining_time": "13:47:42"} +{"current_steps": 167, "total_steps": 1235, "loss": 0.4331, "lr": 3.985233641724152e-05, "epoch": 0.6761133603238867, "percentage": 13.52, "elapsed_time": "2:09:18", "remaining_time": "13:46:58"} +{"current_steps": 168, "total_steps": 1235, "loss": 0.4433, "lr": 3.984539744726554e-05, "epoch": 0.680161943319838, "percentage": 13.6, "elapsed_time": "2:10:05", "remaining_time": "13:46:17"} +{"current_steps": 169, "total_steps": 1235, "loss": 0.4439, "lr": 3.983829979402038e-05, "epoch": 0.6842105263157895, "percentage": 13.68, "elapsed_time": "2:10:50", "remaining_time": "13:45:15"} +{"current_steps": 170, "total_steps": 1235, "loss": 0.454, "lr": 3.983104351425871e-05, "epoch": 0.6882591093117408, "percentage": 13.77, "elapsed_time": "2:11:37", "remaining_time": "13:44:34"} +{"current_steps": 171, "total_steps": 1235, "loss": 0.4396, "lr": 3.982362866600154e-05, "epoch": 0.6923076923076923, "percentage": 13.85, "elapsed_time": "2:12:24", "remaining_time": "13:43:54"} +{"current_steps": 172, "total_steps": 1235, "loss": 0.4435, "lr": 3.9816055308537806e-05, "epoch": 0.6963562753036437, "percentage": 13.93, "elapsed_time": "2:13:10", "remaining_time": "13:43:02"} +{"current_steps": 173, "total_steps": 1235, "loss": 0.4534, "lr": 3.980832350242388e-05, "epoch": 0.7004048582995951, "percentage": 14.01, "elapsed_time": "2:13:56", "remaining_time": "13:42:15"} +{"current_steps": 174, "total_steps": 1235, "loss": 0.4442, "lr": 3.980043330948306e-05, "epoch": 0.7044534412955465, "percentage": 14.09, "elapsed_time": "2:14:43", "remaining_time": "13:41:29"} +{"current_steps": 175, "total_steps": 1235, "loss": 0.4422, "lr": 3.9792384792805124e-05, "epoch": 0.708502024291498, "percentage": 14.17, "elapsed_time": "2:15:30", "remaining_time": "13:40:47"} +{"current_steps": 176, "total_steps": 1235, "loss": 0.4404, "lr": 3.978417801674579e-05, "epoch": 0.7125506072874493, "percentage": 14.25, "elapsed_time": "2:16:15", "remaining_time": "13:39:52"} +{"current_steps": 177, "total_steps": 1235, "loss": 0.4277, "lr": 3.9775813046926244e-05, "epoch": 0.7165991902834008, "percentage": 14.33, "elapsed_time": "2:17:03", "remaining_time": "13:39:17"} +{"current_steps": 178, "total_steps": 1235, "loss": 0.4458, "lr": 3.976728995023254e-05, "epoch": 0.7206477732793523, "percentage": 14.41, "elapsed_time": "2:17:48", "remaining_time": "13:38:22"} +{"current_steps": 179, "total_steps": 1235, "loss": 0.4392, "lr": 3.975860879481514e-05, "epoch": 0.7246963562753036, "percentage": 14.49, "elapsed_time": "2:18:35", "remaining_time": "13:37:37"} +{"current_steps": 180, "total_steps": 1235, "loss": 0.4514, "lr": 3.974976965008833e-05, "epoch": 0.728744939271255, "percentage": 14.57, "elapsed_time": "2:19:22", "remaining_time": "13:36:53"} +{"current_steps": 181, "total_steps": 1235, "loss": 0.457, "lr": 3.9740772586729674e-05, "epoch": 0.7327935222672065, "percentage": 14.66, "elapsed_time": "2:20:10", "remaining_time": "13:36:13"} +{"current_steps": 182, "total_steps": 1235, "loss": 0.4538, "lr": 3.973161767667946e-05, "epoch": 0.7368421052631579, "percentage": 14.74, "elapsed_time": "2:20:54", "remaining_time": "13:35:14"} +{"current_steps": 183, "total_steps": 1235, "loss": 0.4424, "lr": 3.972230499314009e-05, "epoch": 0.7408906882591093, "percentage": 14.82, "elapsed_time": "2:21:39", "remaining_time": "13:34:17"} +{"current_steps": 184, "total_steps": 1235, "loss": 0.4398, "lr": 3.9712834610575545e-05, "epoch": 0.7449392712550608, "percentage": 14.9, "elapsed_time": "2:22:24", "remaining_time": "13:33:26"} +{"current_steps": 185, "total_steps": 1235, "loss": 0.4394, "lr": 3.9703206604710746e-05, "epoch": 0.7489878542510121, "percentage": 14.98, "elapsed_time": "2:23:11", "remaining_time": "13:32:44"} +{"current_steps": 186, "total_steps": 1235, "loss": 0.4269, "lr": 3.969342105253098e-05, "epoch": 0.7530364372469636, "percentage": 15.06, "elapsed_time": "2:23:59", "remaining_time": "13:32:04"} +{"current_steps": 187, "total_steps": 1235, "loss": 0.4447, "lr": 3.9683478032281246e-05, "epoch": 0.757085020242915, "percentage": 15.14, "elapsed_time": "2:24:44", "remaining_time": "13:31:11"} +{"current_steps": 188, "total_steps": 1235, "loss": 0.4355, "lr": 3.967337762346568e-05, "epoch": 0.7611336032388664, "percentage": 15.22, "elapsed_time": "2:25:31", "remaining_time": "13:30:24"} +{"current_steps": 189, "total_steps": 1235, "loss": 0.4317, "lr": 3.9663119906846885e-05, "epoch": 0.7651821862348178, "percentage": 15.3, "elapsed_time": "2:26:17", "remaining_time": "13:29:37"} +{"current_steps": 190, "total_steps": 1235, "loss": 0.4369, "lr": 3.965270496444528e-05, "epoch": 0.7692307692307693, "percentage": 15.38, "elapsed_time": "2:27:03", "remaining_time": "13:28:48"} +{"current_steps": 191, "total_steps": 1235, "loss": 0.4421, "lr": 3.9642132879538465e-05, "epoch": 0.7732793522267206, "percentage": 15.47, "elapsed_time": "2:27:50", "remaining_time": "13:28:06"} +{"current_steps": 192, "total_steps": 1235, "loss": 0.4376, "lr": 3.9631403736660566e-05, "epoch": 0.7773279352226721, "percentage": 15.55, "elapsed_time": "2:28:36", "remaining_time": "13:27:19"} +{"current_steps": 193, "total_steps": 1235, "loss": 0.4441, "lr": 3.962051762160151e-05, "epoch": 0.7813765182186235, "percentage": 15.63, "elapsed_time": "2:29:22", "remaining_time": "13:26:28"} +{"current_steps": 194, "total_steps": 1235, "loss": 0.4394, "lr": 3.960947462140638e-05, "epoch": 0.7854251012145749, "percentage": 15.71, "elapsed_time": "2:30:09", "remaining_time": "13:25:43"} +{"current_steps": 195, "total_steps": 1235, "loss": 0.4418, "lr": 3.959827482437472e-05, "epoch": 0.7894736842105263, "percentage": 15.79, "elapsed_time": "2:30:56", "remaining_time": "13:25:01"} +{"current_steps": 196, "total_steps": 1235, "loss": 0.4343, "lr": 3.958691832005981e-05, "epoch": 0.7935222672064778, "percentage": 15.87, "elapsed_time": "2:31:41", "remaining_time": "13:24:07"} +{"current_steps": 197, "total_steps": 1235, "loss": 0.4331, "lr": 3.9575405199267944e-05, "epoch": 0.7975708502024291, "percentage": 15.95, "elapsed_time": "2:32:28", "remaining_time": "13:23:26"} +{"current_steps": 198, "total_steps": 1235, "loss": 0.444, "lr": 3.956373555405774e-05, "epoch": 0.8016194331983806, "percentage": 16.03, "elapsed_time": "2:33:15", "remaining_time": "13:22:39"} +{"current_steps": 199, "total_steps": 1235, "loss": 0.437, "lr": 3.955190947773937e-05, "epoch": 0.805668016194332, "percentage": 16.11, "elapsed_time": "2:33:58", "remaining_time": "13:21:37"} +{"current_steps": 200, "total_steps": 1235, "loss": 0.4389, "lr": 3.9539927064873824e-05, "epoch": 0.8097165991902834, "percentage": 16.19, "elapsed_time": "2:34:45", "remaining_time": "13:20:52"} +{"current_steps": 201, "total_steps": 1235, "loss": 0.4294, "lr": 3.952778841127214e-05, "epoch": 0.8137651821862348, "percentage": 16.28, "elapsed_time": "2:35:31", "remaining_time": "13:20:03"} +{"current_steps": 202, "total_steps": 1235, "loss": 0.4264, "lr": 3.95154936139947e-05, "epoch": 0.8178137651821862, "percentage": 16.36, "elapsed_time": "2:36:16", "remaining_time": "13:19:08"} +{"current_steps": 203, "total_steps": 1235, "loss": 0.4302, "lr": 3.950304277135034e-05, "epoch": 0.8218623481781376, "percentage": 16.44, "elapsed_time": "2:37:02", "remaining_time": "13:18:23"} +{"current_steps": 204, "total_steps": 1235, "loss": 0.4425, "lr": 3.94904359828957e-05, "epoch": 0.8259109311740891, "percentage": 16.52, "elapsed_time": "2:37:49", "remaining_time": "13:17:40"} +{"current_steps": 205, "total_steps": 1235, "loss": 0.4511, "lr": 3.94776733494343e-05, "epoch": 0.8299595141700404, "percentage": 16.6, "elapsed_time": "2:38:37", "remaining_time": "13:17:01"} +{"current_steps": 206, "total_steps": 1235, "loss": 0.4333, "lr": 3.9464754973015826e-05, "epoch": 0.8340080971659919, "percentage": 16.68, "elapsed_time": "2:39:24", "remaining_time": "13:16:16"} +{"current_steps": 207, "total_steps": 1235, "loss": 0.4298, "lr": 3.9451680956935275e-05, "epoch": 0.8380566801619433, "percentage": 16.76, "elapsed_time": "2:40:11", "remaining_time": "13:15:31"} +{"current_steps": 208, "total_steps": 1235, "loss": 0.4396, "lr": 3.943845140573213e-05, "epoch": 0.8421052631578947, "percentage": 16.84, "elapsed_time": "2:40:58", "remaining_time": "13:14:50"} +{"current_steps": 209, "total_steps": 1235, "loss": 0.4456, "lr": 3.942506642518952e-05, "epoch": 0.8461538461538461, "percentage": 16.92, "elapsed_time": "2:41:46", "remaining_time": "13:14:08"} +{"current_steps": 210, "total_steps": 1235, "loss": 0.4414, "lr": 3.9411526122333396e-05, "epoch": 0.8502024291497976, "percentage": 17.0, "elapsed_time": "2:42:31", "remaining_time": "13:13:15"} +{"current_steps": 211, "total_steps": 1235, "loss": 0.44, "lr": 3.939783060543167e-05, "epoch": 0.854251012145749, "percentage": 17.09, "elapsed_time": "2:43:17", "remaining_time": "13:12:27"} +{"current_steps": 212, "total_steps": 1235, "loss": 0.4322, "lr": 3.938397998399333e-05, "epoch": 0.8582995951417004, "percentage": 17.17, "elapsed_time": "2:44:03", "remaining_time": "13:11:38"} +{"current_steps": 213, "total_steps": 1235, "loss": 0.4465, "lr": 3.936997436876756e-05, "epoch": 0.8623481781376519, "percentage": 17.25, "elapsed_time": "2:44:50", "remaining_time": "13:10:54"} +{"current_steps": 214, "total_steps": 1235, "loss": 0.4226, "lr": 3.935581387174289e-05, "epoch": 0.8663967611336032, "percentage": 17.33, "elapsed_time": "2:45:36", "remaining_time": "13:10:06"} +{"current_steps": 215, "total_steps": 1235, "loss": 0.4287, "lr": 3.9341498606146295e-05, "epoch": 0.8704453441295547, "percentage": 17.41, "elapsed_time": "2:46:24", "remaining_time": "13:09:30"} +{"current_steps": 216, "total_steps": 1235, "loss": 0.4354, "lr": 3.932702868644224e-05, "epoch": 0.8744939271255061, "percentage": 17.49, "elapsed_time": "2:47:10", "remaining_time": "13:08:40"} +{"current_steps": 217, "total_steps": 1235, "loss": 0.4371, "lr": 3.931240422833181e-05, "epoch": 0.8785425101214575, "percentage": 17.57, "elapsed_time": "2:47:57", "remaining_time": "13:07:57"} +{"current_steps": 218, "total_steps": 1235, "loss": 0.43, "lr": 3.9297625348751806e-05, "epoch": 0.8825910931174089, "percentage": 17.65, "elapsed_time": "2:48:43", "remaining_time": "13:07:05"} +{"current_steps": 219, "total_steps": 1235, "loss": 0.4337, "lr": 3.9282692165873744e-05, "epoch": 0.8866396761133604, "percentage": 17.73, "elapsed_time": "2:49:28", "remaining_time": "13:06:14"} +{"current_steps": 220, "total_steps": 1235, "loss": 0.4289, "lr": 3.9267604799102945e-05, "epoch": 0.8906882591093117, "percentage": 17.81, "elapsed_time": "2:50:12", "remaining_time": "13:05:17"} +{"current_steps": 221, "total_steps": 1235, "loss": 0.4286, "lr": 3.9252363369077615e-05, "epoch": 0.8947368421052632, "percentage": 17.89, "elapsed_time": "2:50:57", "remaining_time": "13:04:24"} +{"current_steps": 222, "total_steps": 1235, "loss": 0.4322, "lr": 3.9236967997667796e-05, "epoch": 0.8987854251012146, "percentage": 17.98, "elapsed_time": "2:51:45", "remaining_time": "13:03:45"} +{"current_steps": 223, "total_steps": 1235, "loss": 0.4414, "lr": 3.9221418807974496e-05, "epoch": 0.902834008097166, "percentage": 18.06, "elapsed_time": "2:52:32", "remaining_time": "13:03:00"} +{"current_steps": 224, "total_steps": 1235, "loss": 0.4307, "lr": 3.92057159243286e-05, "epoch": 0.9068825910931174, "percentage": 18.14, "elapsed_time": "2:53:19", "remaining_time": "13:02:15"} +{"current_steps": 225, "total_steps": 1235, "loss": 0.4256, "lr": 3.9189859472289956e-05, "epoch": 0.9109311740890689, "percentage": 18.22, "elapsed_time": "2:54:04", "remaining_time": "13:01:22"} +{"current_steps": 226, "total_steps": 1235, "loss": 0.434, "lr": 3.9173849578646324e-05, "epoch": 0.9149797570850202, "percentage": 18.3, "elapsed_time": "2:54:51", "remaining_time": "13:00:38"} +{"current_steps": 227, "total_steps": 1235, "loss": 0.4324, "lr": 3.9157686371412395e-05, "epoch": 0.9190283400809717, "percentage": 18.38, "elapsed_time": "2:55:37", "remaining_time": "12:59:52"} +{"current_steps": 228, "total_steps": 1235, "loss": 0.4361, "lr": 3.914136997982874e-05, "epoch": 0.9230769230769231, "percentage": 18.46, "elapsed_time": "2:56:24", "remaining_time": "12:59:08"} +{"current_steps": 229, "total_steps": 1235, "loss": 0.4316, "lr": 3.912490053436079e-05, "epoch": 0.9271255060728745, "percentage": 18.54, "elapsed_time": "2:57:11", "remaining_time": "12:58:24"} +{"current_steps": 230, "total_steps": 1235, "loss": 0.4297, "lr": 3.9108278166697805e-05, "epoch": 0.9311740890688259, "percentage": 18.62, "elapsed_time": "2:57:58", "remaining_time": "12:57:41"} +{"current_steps": 231, "total_steps": 1235, "loss": 0.436, "lr": 3.909150300975178e-05, "epoch": 0.9352226720647774, "percentage": 18.7, "elapsed_time": "2:58:47", "remaining_time": "12:57:04"} +{"current_steps": 232, "total_steps": 1235, "loss": 0.4243, "lr": 3.907457519765642e-05, "epoch": 0.9392712550607287, "percentage": 18.79, "elapsed_time": "2:59:34", "remaining_time": "12:56:21"} +{"current_steps": 233, "total_steps": 1235, "loss": 0.4245, "lr": 3.905749486576607e-05, "epoch": 0.9433198380566802, "percentage": 18.87, "elapsed_time": "3:00:21", "remaining_time": "12:55:37"} +{"current_steps": 234, "total_steps": 1235, "loss": 0.433, "lr": 3.90402621506546e-05, "epoch": 0.9473684210526315, "percentage": 18.95, "elapsed_time": "3:01:07", "remaining_time": "12:54:50"} +{"current_steps": 235, "total_steps": 1235, "loss": 0.4277, "lr": 3.902287719011435e-05, "epoch": 0.951417004048583, "percentage": 19.03, "elapsed_time": "3:01:53", "remaining_time": "12:53:58"} +{"current_steps": 236, "total_steps": 1235, "loss": 0.4222, "lr": 3.900534012315499e-05, "epoch": 0.9554655870445344, "percentage": 19.11, "elapsed_time": "3:02:39", "remaining_time": "12:53:12"} +{"current_steps": 237, "total_steps": 1235, "loss": 0.4254, "lr": 3.8987651090002454e-05, "epoch": 0.9595141700404858, "percentage": 19.19, "elapsed_time": "3:03:25", "remaining_time": "12:52:24"} +{"current_steps": 238, "total_steps": 1235, "loss": 0.4343, "lr": 3.896981023209777e-05, "epoch": 0.9635627530364372, "percentage": 19.27, "elapsed_time": "3:04:10", "remaining_time": "12:51:30"} +{"current_steps": 239, "total_steps": 1235, "loss": 0.4276, "lr": 3.8951817692095966e-05, "epoch": 0.9676113360323887, "percentage": 19.35, "elapsed_time": "3:04:57", "remaining_time": "12:50:46"} +{"current_steps": 240, "total_steps": 1235, "loss": 0.4243, "lr": 3.893367361386491e-05, "epoch": 0.97165991902834, "percentage": 19.43, "elapsed_time": "3:05:42", "remaining_time": "12:49:55"} +{"current_steps": 241, "total_steps": 1235, "loss": 0.4352, "lr": 3.891537814248417e-05, "epoch": 0.9757085020242915, "percentage": 19.51, "elapsed_time": "3:06:29", "remaining_time": "12:49:12"} +{"current_steps": 242, "total_steps": 1235, "loss": 0.4273, "lr": 3.889693142424384e-05, "epoch": 0.979757085020243, "percentage": 19.6, "elapsed_time": "3:07:16", "remaining_time": "12:48:24"} +{"current_steps": 243, "total_steps": 1235, "loss": 0.4248, "lr": 3.8878333606643405e-05, "epoch": 0.9838056680161943, "percentage": 19.68, "elapsed_time": "3:08:02", "remaining_time": "12:47:40"} +{"current_steps": 244, "total_steps": 1235, "loss": 0.4243, "lr": 3.885958483839049e-05, "epoch": 0.9878542510121457, "percentage": 19.76, "elapsed_time": "3:08:49", "remaining_time": "12:46:54"} +{"current_steps": 245, "total_steps": 1235, "loss": 0.4306, "lr": 3.8840685269399786e-05, "epoch": 0.9919028340080972, "percentage": 19.84, "elapsed_time": "3:09:36", "remaining_time": "12:46:10"} +{"current_steps": 246, "total_steps": 1235, "loss": 0.435, "lr": 3.882163505079171e-05, "epoch": 0.9959514170040485, "percentage": 19.92, "elapsed_time": "3:10:23", "remaining_time": "12:45:25"} +{"current_steps": 247, "total_steps": 1235, "loss": 0.4305, "lr": 3.880243433489132e-05, "epoch": 1.0, "percentage": 20.0, "elapsed_time": "3:11:12", "remaining_time": "12:44:48"} +{"current_steps": 248, "total_steps": 1235, "loss": 0.3965, "lr": 3.878308327522702e-05, "epoch": 1.0040485829959513, "percentage": 20.08, "elapsed_time": "3:12:44", "remaining_time": "12:47:03"} +{"current_steps": 249, "total_steps": 1235, "loss": 0.3965, "lr": 3.876358202652936e-05, "epoch": 1.008097165991903, "percentage": 20.16, "elapsed_time": "3:13:30", "remaining_time": "12:46:14"} +{"current_steps": 250, "total_steps": 1235, "loss": 0.3934, "lr": 3.8743930744729835e-05, "epoch": 1.0121457489878543, "percentage": 20.24, "elapsed_time": "3:14:16", "remaining_time": "12:45:27"} +{"current_steps": 251, "total_steps": 1235, "loss": 0.3869, "lr": 3.8724129586959535e-05, "epoch": 1.0161943319838056, "percentage": 20.32, "elapsed_time": "3:15:02", "remaining_time": "12:44:35"} +{"current_steps": 252, "total_steps": 1235, "loss": 0.383, "lr": 3.870417871154801e-05, "epoch": 1.0202429149797572, "percentage": 20.4, "elapsed_time": "3:15:48", "remaining_time": "12:43:46"} +{"current_steps": 253, "total_steps": 1235, "loss": 0.3863, "lr": 3.868407827802192e-05, "epoch": 1.0242914979757085, "percentage": 20.49, "elapsed_time": "3:16:31", "remaining_time": "12:42:49"} +{"current_steps": 254, "total_steps": 1235, "loss": 0.3991, "lr": 3.8663828447103804e-05, "epoch": 1.0283400809716599, "percentage": 20.57, "elapsed_time": "3:17:17", "remaining_time": "12:41:57"} +{"current_steps": 255, "total_steps": 1235, "loss": 0.4046, "lr": 3.8643429380710765e-05, "epoch": 1.0323886639676114, "percentage": 20.65, "elapsed_time": "3:18:02", "remaining_time": "12:41:07"} +{"current_steps": 256, "total_steps": 1235, "loss": 0.4058, "lr": 3.862288124195319e-05, "epoch": 1.0364372469635628, "percentage": 20.73, "elapsed_time": "3:18:48", "remaining_time": "12:40:18"} +{"current_steps": 257, "total_steps": 1235, "loss": 0.3996, "lr": 3.8602184195133464e-05, "epoch": 1.040485829959514, "percentage": 20.81, "elapsed_time": "3:19:35", "remaining_time": "12:39:33"} +{"current_steps": 258, "total_steps": 1235, "loss": 0.3801, "lr": 3.8581338405744604e-05, "epoch": 1.0445344129554657, "percentage": 20.89, "elapsed_time": "3:20:22", "remaining_time": "12:38:47"} +{"current_steps": 259, "total_steps": 1235, "loss": 0.4087, "lr": 3.8560344040468996e-05, "epoch": 1.048582995951417, "percentage": 20.97, "elapsed_time": "3:21:09", "remaining_time": "12:38:01"} +{"current_steps": 260, "total_steps": 1235, "loss": 0.3848, "lr": 3.853920126717703e-05, "epoch": 1.0526315789473684, "percentage": 21.05, "elapsed_time": "3:21:54", "remaining_time": "12:37:09"} +{"current_steps": 261, "total_steps": 1235, "loss": 0.3954, "lr": 3.851791025492574e-05, "epoch": 1.05668016194332, "percentage": 21.13, "elapsed_time": "3:22:40", "remaining_time": "12:36:18"} +{"current_steps": 262, "total_steps": 1235, "loss": 0.385, "lr": 3.8496471173957515e-05, "epoch": 1.0607287449392713, "percentage": 21.21, "elapsed_time": "3:23:27", "remaining_time": "12:35:36"} +{"current_steps": 263, "total_steps": 1235, "loss": 0.3974, "lr": 3.847488419569866e-05, "epoch": 1.0647773279352226, "percentage": 21.3, "elapsed_time": "3:24:13", "remaining_time": "12:34:45"} +{"current_steps": 264, "total_steps": 1235, "loss": 0.391, "lr": 3.8453149492758077e-05, "epoch": 1.0688259109311742, "percentage": 21.38, "elapsed_time": "3:25:00", "remaining_time": "12:34:01"} +{"current_steps": 265, "total_steps": 1235, "loss": 0.3824, "lr": 3.8431267238925886e-05, "epoch": 1.0728744939271255, "percentage": 21.46, "elapsed_time": "3:25:45", "remaining_time": "12:33:10"} +{"current_steps": 266, "total_steps": 1235, "loss": 0.3919, "lr": 3.840923760917199e-05, "epoch": 1.0769230769230769, "percentage": 21.54, "elapsed_time": "3:26:31", "remaining_time": "12:32:21"} +{"current_steps": 267, "total_steps": 1235, "loss": 0.3976, "lr": 3.838706077964473e-05, "epoch": 1.0809716599190284, "percentage": 21.62, "elapsed_time": "3:27:19", "remaining_time": "12:31:39"} +{"current_steps": 268, "total_steps": 1235, "loss": 0.3859, "lr": 3.836473692766944e-05, "epoch": 1.0850202429149798, "percentage": 21.7, "elapsed_time": "3:28:04", "remaining_time": "12:30:48"} +{"current_steps": 269, "total_steps": 1235, "loss": 0.3846, "lr": 3.834226623174705e-05, "epoch": 1.0890688259109311, "percentage": 21.78, "elapsed_time": "3:28:51", "remaining_time": "12:30:00"} +{"current_steps": 270, "total_steps": 1235, "loss": 0.3975, "lr": 3.831964887155264e-05, "epoch": 1.0931174089068827, "percentage": 21.86, "elapsed_time": "3:29:34", "remaining_time": "12:29:03"} +{"current_steps": 271, "total_steps": 1235, "loss": 0.3942, "lr": 3.829688502793403e-05, "epoch": 1.097165991902834, "percentage": 21.94, "elapsed_time": "3:30:22", "remaining_time": "12:28:20"} +{"current_steps": 272, "total_steps": 1235, "loss": 0.3862, "lr": 3.827397488291029e-05, "epoch": 1.1012145748987854, "percentage": 22.02, "elapsed_time": "3:31:07", "remaining_time": "12:27:30"} +{"current_steps": 273, "total_steps": 1235, "loss": 0.3881, "lr": 3.8250918619670343e-05, "epoch": 1.1052631578947367, "percentage": 22.11, "elapsed_time": "3:31:56", "remaining_time": "12:26:49"} +{"current_steps": 274, "total_steps": 1235, "loss": 0.3807, "lr": 3.822771642257145e-05, "epoch": 1.1093117408906883, "percentage": 22.19, "elapsed_time": "3:32:43", "remaining_time": "12:26:03"} +{"current_steps": 275, "total_steps": 1235, "loss": 0.4004, "lr": 3.820436847713776e-05, "epoch": 1.1133603238866396, "percentage": 22.27, "elapsed_time": "3:33:30", "remaining_time": "12:25:21"} +{"current_steps": 276, "total_steps": 1235, "loss": 0.3864, "lr": 3.8180874970058826e-05, "epoch": 1.117408906882591, "percentage": 22.35, "elapsed_time": "3:34:16", "remaining_time": "12:24:32"} +{"current_steps": 277, "total_steps": 1235, "loss": 0.3879, "lr": 3.8157236089188103e-05, "epoch": 1.1214574898785425, "percentage": 22.43, "elapsed_time": "3:35:04", "remaining_time": "12:23:50"} +{"current_steps": 278, "total_steps": 1235, "loss": 0.3835, "lr": 3.813345202354145e-05, "epoch": 1.125506072874494, "percentage": 22.51, "elapsed_time": "3:35:51", "remaining_time": "12:23:05"} +{"current_steps": 279, "total_steps": 1235, "loss": 0.3871, "lr": 3.810952296329563e-05, "epoch": 1.1295546558704452, "percentage": 22.59, "elapsed_time": "3:36:38", "remaining_time": "12:22:19"} +{"current_steps": 280, "total_steps": 1235, "loss": 0.3892, "lr": 3.808544909978676e-05, "epoch": 1.1336032388663968, "percentage": 22.67, "elapsed_time": "3:37:24", "remaining_time": "12:21:31"} +{"current_steps": 281, "total_steps": 1235, "loss": 0.382, "lr": 3.806123062550882e-05, "epoch": 1.1376518218623481, "percentage": 22.75, "elapsed_time": "3:38:07", "remaining_time": "12:20:33"} +{"current_steps": 282, "total_steps": 1235, "loss": 0.3909, "lr": 3.803686773411208e-05, "epoch": 1.1417004048582995, "percentage": 22.83, "elapsed_time": "3:38:54", "remaining_time": "12:19:46"} +{"current_steps": 283, "total_steps": 1235, "loss": 0.3846, "lr": 3.801236062040158e-05, "epoch": 1.145748987854251, "percentage": 22.91, "elapsed_time": "3:39:39", "remaining_time": "12:18:56"} +{"current_steps": 284, "total_steps": 1235, "loss": 0.3873, "lr": 3.798770948033553e-05, "epoch": 1.1497975708502024, "percentage": 23.0, "elapsed_time": "3:40:27", "remaining_time": "12:18:13"} +{"current_steps": 285, "total_steps": 1235, "loss": 0.3856, "lr": 3.796291451102381e-05, "epoch": 1.1538461538461537, "percentage": 23.08, "elapsed_time": "3:41:14", "remaining_time": "12:17:29"} +{"current_steps": 286, "total_steps": 1235, "loss": 0.388, "lr": 3.793797591072631e-05, "epoch": 1.1578947368421053, "percentage": 23.16, "elapsed_time": "3:42:00", "remaining_time": "12:16:40"} +{"current_steps": 287, "total_steps": 1235, "loss": 0.3963, "lr": 3.791289387885144e-05, "epoch": 1.1619433198380567, "percentage": 23.24, "elapsed_time": "3:42:47", "remaining_time": "12:15:56"} +{"current_steps": 288, "total_steps": 1235, "loss": 0.3884, "lr": 3.788766861595443e-05, "epoch": 1.165991902834008, "percentage": 23.32, "elapsed_time": "3:43:35", "remaining_time": "12:15:11"} +{"current_steps": 289, "total_steps": 1235, "loss": 0.3815, "lr": 3.7862300323735835e-05, "epoch": 1.1700404858299596, "percentage": 23.4, "elapsed_time": "3:44:22", "remaining_time": "12:14:28"} +{"current_steps": 290, "total_steps": 1235, "loss": 0.3753, "lr": 3.783678920503983e-05, "epoch": 1.174089068825911, "percentage": 23.48, "elapsed_time": "3:45:07", "remaining_time": "12:13:36"} +{"current_steps": 291, "total_steps": 1235, "loss": 0.3865, "lr": 3.781113546385265e-05, "epoch": 1.1781376518218623, "percentage": 23.56, "elapsed_time": "3:45:54", "remaining_time": "12:12:49"} +{"current_steps": 292, "total_steps": 1235, "loss": 0.3782, "lr": 3.7785339305300916e-05, "epoch": 1.1821862348178138, "percentage": 23.64, "elapsed_time": "3:46:40", "remaining_time": "12:12:00"} +{"current_steps": 293, "total_steps": 1235, "loss": 0.3874, "lr": 3.7759400935650025e-05, "epoch": 1.1862348178137652, "percentage": 23.72, "elapsed_time": "3:47:25", "remaining_time": "12:11:09"} +{"current_steps": 294, "total_steps": 1235, "loss": 0.3869, "lr": 3.77333205623025e-05, "epoch": 1.1902834008097165, "percentage": 23.81, "elapsed_time": "3:48:11", "remaining_time": "12:10:21"} +{"current_steps": 295, "total_steps": 1235, "loss": 0.39, "lr": 3.7707098393796295e-05, "epoch": 1.194331983805668, "percentage": 23.89, "elapsed_time": "3:48:57", "remaining_time": "12:09:32"} +{"current_steps": 296, "total_steps": 1235, "loss": 0.3871, "lr": 3.7680734639803185e-05, "epoch": 1.1983805668016194, "percentage": 23.97, "elapsed_time": "3:49:44", "remaining_time": "12:08:47"} +{"current_steps": 297, "total_steps": 1235, "loss": 0.3807, "lr": 3.765422951112704e-05, "epoch": 1.2024291497975708, "percentage": 24.05, "elapsed_time": "3:50:31", "remaining_time": "12:08:02"} +{"current_steps": 298, "total_steps": 1235, "loss": 0.3769, "lr": 3.762758321970216e-05, "epoch": 1.2064777327935223, "percentage": 24.13, "elapsed_time": "3:51:17", "remaining_time": "12:07:15"} +{"current_steps": 299, "total_steps": 1235, "loss": 0.3844, "lr": 3.7600795978591584e-05, "epoch": 1.2105263157894737, "percentage": 24.21, "elapsed_time": "3:52:02", "remaining_time": "12:06:21"} +{"current_steps": 300, "total_steps": 1235, "loss": 0.3941, "lr": 3.757386800198538e-05, "epoch": 1.214574898785425, "percentage": 24.29, "elapsed_time": "3:52:46", "remaining_time": "12:05:27"} +{"current_steps": 301, "total_steps": 1235, "loss": 0.3883, "lr": 3.7546799505198925e-05, "epoch": 1.2186234817813766, "percentage": 24.37, "elapsed_time": "3:53:31", "remaining_time": "12:04:38"} +{"current_steps": 302, "total_steps": 1235, "loss": 0.3956, "lr": 3.7519590704671197e-05, "epoch": 1.222672064777328, "percentage": 24.45, "elapsed_time": "3:54:16", "remaining_time": "12:03:44"} +{"current_steps": 303, "total_steps": 1235, "loss": 0.3945, "lr": 3.749224181796305e-05, "epoch": 1.2267206477732793, "percentage": 24.53, "elapsed_time": "3:55:01", "remaining_time": "12:02:53"} +{"current_steps": 304, "total_steps": 1235, "loss": 0.403, "lr": 3.746475306375545e-05, "epoch": 1.2307692307692308, "percentage": 24.62, "elapsed_time": "3:55:46", "remaining_time": "12:02:04"} +{"current_steps": 305, "total_steps": 1235, "loss": 0.3846, "lr": 3.743712466184774e-05, "epoch": 1.2348178137651822, "percentage": 24.7, "elapsed_time": "3:56:33", "remaining_time": "12:01:18"} +{"current_steps": 306, "total_steps": 1235, "loss": 0.3788, "lr": 3.7409356833155885e-05, "epoch": 1.2388663967611335, "percentage": 24.78, "elapsed_time": "3:57:20", "remaining_time": "12:00:32"} +{"current_steps": 307, "total_steps": 1235, "loss": 0.3881, "lr": 3.73814497997107e-05, "epoch": 1.242914979757085, "percentage": 24.86, "elapsed_time": "3:58:08", "remaining_time": "11:59:50"} +{"current_steps": 308, "total_steps": 1235, "loss": 0.3971, "lr": 3.7353403784656095e-05, "epoch": 1.2469635627530364, "percentage": 24.94, "elapsed_time": "3:58:54", "remaining_time": "11:59:03"} +{"current_steps": 309, "total_steps": 1235, "loss": 0.3986, "lr": 3.732521901224724e-05, "epoch": 1.2510121457489878, "percentage": 25.02, "elapsed_time": "3:59:41", "remaining_time": "11:58:17"} +{"current_steps": 310, "total_steps": 1235, "loss": 0.3956, "lr": 3.7296895707848844e-05, "epoch": 1.2550607287449393, "percentage": 25.1, "elapsed_time": "4:00:28", "remaining_time": "11:57:32"} +{"current_steps": 311, "total_steps": 1235, "loss": 0.3952, "lr": 3.7268434097933275e-05, "epoch": 1.2591093117408907, "percentage": 25.18, "elapsed_time": "4:01:14", "remaining_time": "11:56:44"} +{"current_steps": 312, "total_steps": 1235, "loss": 0.3859, "lr": 3.723983441007882e-05, "epoch": 1.263157894736842, "percentage": 25.26, "elapsed_time": "4:02:01", "remaining_time": "11:55:58"} +{"current_steps": 313, "total_steps": 1235, "loss": 0.3867, "lr": 3.721109687296781e-05, "epoch": 1.2672064777327936, "percentage": 25.34, "elapsed_time": "4:02:47", "remaining_time": "11:55:10"} +{"current_steps": 314, "total_steps": 1235, "loss": 0.3895, "lr": 3.718222171638484e-05, "epoch": 1.271255060728745, "percentage": 25.43, "elapsed_time": "4:03:34", "remaining_time": "11:54:25"} +{"current_steps": 315, "total_steps": 1235, "loss": 0.3821, "lr": 3.715320917121488e-05, "epoch": 1.2753036437246963, "percentage": 25.51, "elapsed_time": "4:04:19", "remaining_time": "11:53:34"} +{"current_steps": 316, "total_steps": 1235, "loss": 0.3876, "lr": 3.712405946944149e-05, "epoch": 1.2793522267206479, "percentage": 25.59, "elapsed_time": "4:05:02", "remaining_time": "11:52:38"} +{"current_steps": 317, "total_steps": 1235, "loss": 0.3999, "lr": 3.709477284414488e-05, "epoch": 1.2834008097165992, "percentage": 25.67, "elapsed_time": "4:05:47", "remaining_time": "11:51:47"} +{"current_steps": 318, "total_steps": 1235, "loss": 0.3846, "lr": 3.7065349529500136e-05, "epoch": 1.2874493927125505, "percentage": 25.75, "elapsed_time": "4:06:32", "remaining_time": "11:50:55"} +{"current_steps": 319, "total_steps": 1235, "loss": 0.3877, "lr": 3.7035789760775305e-05, "epoch": 1.291497975708502, "percentage": 25.83, "elapsed_time": "4:07:19", "remaining_time": "11:50:09"} +{"current_steps": 320, "total_steps": 1235, "loss": 0.3792, "lr": 3.70060937743295e-05, "epoch": 1.2955465587044535, "percentage": 25.91, "elapsed_time": "4:08:06", "remaining_time": "11:49:25"} +{"current_steps": 321, "total_steps": 1235, "loss": 0.3929, "lr": 3.6976261807611045e-05, "epoch": 1.2995951417004048, "percentage": 25.99, "elapsed_time": "4:08:52", "remaining_time": "11:48:38"} +{"current_steps": 322, "total_steps": 1235, "loss": 0.3941, "lr": 3.694629409915555e-05, "epoch": 1.3036437246963564, "percentage": 26.07, "elapsed_time": "4:09:36", "remaining_time": "11:47:44"} +{"current_steps": 323, "total_steps": 1235, "loss": 0.3997, "lr": 3.691619088858401e-05, "epoch": 1.3076923076923077, "percentage": 26.15, "elapsed_time": "4:10:24", "remaining_time": "11:47:02"} +{"current_steps": 324, "total_steps": 1235, "loss": 0.381, "lr": 3.68859524166009e-05, "epoch": 1.311740890688259, "percentage": 26.23, "elapsed_time": "4:11:10", "remaining_time": "11:46:13"} +{"current_steps": 325, "total_steps": 1235, "loss": 0.3885, "lr": 3.6855578924992226e-05, "epoch": 1.3157894736842106, "percentage": 26.32, "elapsed_time": "4:11:57", "remaining_time": "11:45:28"} +{"current_steps": 326, "total_steps": 1235, "loss": 0.3791, "lr": 3.6825070656623626e-05, "epoch": 1.319838056680162, "percentage": 26.4, "elapsed_time": "4:12:46", "remaining_time": "11:44:50"} +{"current_steps": 327, "total_steps": 1235, "loss": 0.3874, "lr": 3.67944278554384e-05, "epoch": 1.3238866396761133, "percentage": 26.48, "elapsed_time": "4:13:33", "remaining_time": "11:44:03"} +{"current_steps": 328, "total_steps": 1235, "loss": 0.3858, "lr": 3.676365076645557e-05, "epoch": 1.3279352226720649, "percentage": 26.56, "elapsed_time": "4:14:18", "remaining_time": "11:43:13"} +{"current_steps": 329, "total_steps": 1235, "loss": 0.3873, "lr": 3.673273963576791e-05, "epoch": 1.3319838056680162, "percentage": 26.64, "elapsed_time": "4:15:05", "remaining_time": "11:42:27"} +{"current_steps": 330, "total_steps": 1235, "loss": 0.3851, "lr": 3.670169471054001e-05, "epoch": 1.3360323886639676, "percentage": 26.72, "elapsed_time": "4:15:51", "remaining_time": "11:41:39"} +{"current_steps": 331, "total_steps": 1235, "loss": 0.3878, "lr": 3.6670516239006254e-05, "epoch": 1.3400809716599191, "percentage": 26.8, "elapsed_time": "4:16:38", "remaining_time": "11:40:54"} +{"current_steps": 332, "total_steps": 1235, "loss": 0.392, "lr": 3.663920447046888e-05, "epoch": 1.3441295546558705, "percentage": 26.88, "elapsed_time": "4:17:26", "remaining_time": "11:40:11"} +{"current_steps": 333, "total_steps": 1235, "loss": 0.3876, "lr": 3.6607759655295954e-05, "epoch": 1.3481781376518218, "percentage": 26.96, "elapsed_time": "4:18:12", "remaining_time": "11:39:25"} +{"current_steps": 334, "total_steps": 1235, "loss": 0.3833, "lr": 3.657618204491937e-05, "epoch": 1.3522267206477734, "percentage": 27.04, "elapsed_time": "4:18:58", "remaining_time": "11:38:37"} +{"current_steps": 335, "total_steps": 1235, "loss": 0.3975, "lr": 3.6544471891832875e-05, "epoch": 1.3562753036437247, "percentage": 27.13, "elapsed_time": "4:19:45", "remaining_time": "11:37:52"} +{"current_steps": 336, "total_steps": 1235, "loss": 0.3814, "lr": 3.6512629449589983e-05, "epoch": 1.360323886639676, "percentage": 27.21, "elapsed_time": "4:20:32", "remaining_time": "11:37:05"} +{"current_steps": 337, "total_steps": 1235, "loss": 0.3975, "lr": 3.6480654972802045e-05, "epoch": 1.3643724696356276, "percentage": 27.29, "elapsed_time": "4:21:16", "remaining_time": "11:36:12"} +{"current_steps": 338, "total_steps": 1235, "loss": 0.3905, "lr": 3.644854871713611e-05, "epoch": 1.368421052631579, "percentage": 27.37, "elapsed_time": "4:22:02", "remaining_time": "11:35:26"} +{"current_steps": 339, "total_steps": 1235, "loss": 0.3934, "lr": 3.6416310939312924e-05, "epoch": 1.3724696356275303, "percentage": 27.45, "elapsed_time": "4:22:50", "remaining_time": "11:34:43"} +{"current_steps": 340, "total_steps": 1235, "loss": 0.3938, "lr": 3.638394189710493e-05, "epoch": 1.376518218623482, "percentage": 27.53, "elapsed_time": "4:23:37", "remaining_time": "11:33:58"} +{"current_steps": 341, "total_steps": 1235, "loss": 0.3814, "lr": 3.635144184933412e-05, "epoch": 1.3805668016194332, "percentage": 27.61, "elapsed_time": "4:24:23", "remaining_time": "11:33:08"} +{"current_steps": 342, "total_steps": 1235, "loss": 0.3928, "lr": 3.6318811055869994e-05, "epoch": 1.3846153846153846, "percentage": 27.69, "elapsed_time": "4:25:09", "remaining_time": "11:32:21"} +{"current_steps": 343, "total_steps": 1235, "loss": 0.3966, "lr": 3.628604977762752e-05, "epoch": 1.3886639676113361, "percentage": 27.77, "elapsed_time": "4:25:56", "remaining_time": "11:31:35"} +{"current_steps": 344, "total_steps": 1235, "loss": 0.3838, "lr": 3.6253158276565004e-05, "epoch": 1.3927125506072875, "percentage": 27.85, "elapsed_time": "4:26:44", "remaining_time": "11:30:53"} +{"current_steps": 345, "total_steps": 1235, "loss": 0.3855, "lr": 3.6220136815682016e-05, "epoch": 1.3967611336032388, "percentage": 27.94, "elapsed_time": "4:27:31", "remaining_time": "11:30:07"} +{"current_steps": 346, "total_steps": 1235, "loss": 0.3902, "lr": 3.618698565901727e-05, "epoch": 1.4008097165991904, "percentage": 28.02, "elapsed_time": "4:28:17", "remaining_time": "11:29:21"} +{"current_steps": 347, "total_steps": 1235, "loss": 0.399, "lr": 3.615370507164654e-05, "epoch": 1.4048582995951417, "percentage": 28.1, "elapsed_time": "4:29:05", "remaining_time": "11:28:38"} +{"current_steps": 348, "total_steps": 1235, "loss": 0.38, "lr": 3.61202953196805e-05, "epoch": 1.408906882591093, "percentage": 28.18, "elapsed_time": "4:29:53", "remaining_time": "11:27:53"} +{"current_steps": 349, "total_steps": 1235, "loss": 0.3768, "lr": 3.6086756670262654e-05, "epoch": 1.4129554655870447, "percentage": 28.26, "elapsed_time": "4:30:39", "remaining_time": "11:27:06"} +{"current_steps": 350, "total_steps": 1235, "loss": 0.3815, "lr": 3.6053089391567135e-05, "epoch": 1.417004048582996, "percentage": 28.34, "elapsed_time": "4:31:26", "remaining_time": "11:26:20"} +{"current_steps": 351, "total_steps": 1235, "loss": 0.3908, "lr": 3.601929375279662e-05, "epoch": 1.4210526315789473, "percentage": 28.42, "elapsed_time": "4:32:11", "remaining_time": "11:25:30"} +{"current_steps": 352, "total_steps": 1235, "loss": 0.3837, "lr": 3.598537002418012e-05, "epoch": 1.425101214574899, "percentage": 28.5, "elapsed_time": "4:32:55", "remaining_time": "11:24:38"} +{"current_steps": 353, "total_steps": 1235, "loss": 0.393, "lr": 3.5951318476970885e-05, "epoch": 1.4291497975708503, "percentage": 28.58, "elapsed_time": "4:33:42", "remaining_time": "11:23:52"} +{"current_steps": 354, "total_steps": 1235, "loss": 0.3972, "lr": 3.591713938344416e-05, "epoch": 1.4331983805668016, "percentage": 28.66, "elapsed_time": "4:34:26", "remaining_time": "11:23:00"} +{"current_steps": 355, "total_steps": 1235, "loss": 0.3789, "lr": 3.588283301689507e-05, "epoch": 1.4372469635627532, "percentage": 28.74, "elapsed_time": "4:35:13", "remaining_time": "11:22:16"} +{"current_steps": 356, "total_steps": 1235, "loss": 0.3915, "lr": 3.5848399651636424e-05, "epoch": 1.4412955465587045, "percentage": 28.83, "elapsed_time": "4:35:58", "remaining_time": "11:21:24"} +{"current_steps": 357, "total_steps": 1235, "loss": 0.3989, "lr": 3.5813839562996473e-05, "epoch": 1.4453441295546559, "percentage": 28.91, "elapsed_time": "4:36:43", "remaining_time": "11:20:35"} +{"current_steps": 358, "total_steps": 1235, "loss": 0.4005, "lr": 3.5779153027316775e-05, "epoch": 1.4493927125506074, "percentage": 28.99, "elapsed_time": "4:37:31", "remaining_time": "11:19:50"} +{"current_steps": 359, "total_steps": 1235, "loss": 0.3829, "lr": 3.574434032194994e-05, "epoch": 1.4534412955465588, "percentage": 29.07, "elapsed_time": "4:38:16", "remaining_time": "11:19:02"} +{"current_steps": 360, "total_steps": 1235, "loss": 0.3924, "lr": 3.5709401725257436e-05, "epoch": 1.45748987854251, "percentage": 29.15, "elapsed_time": "4:39:03", "remaining_time": "11:18:14"} +{"current_steps": 361, "total_steps": 1235, "loss": 0.3812, "lr": 3.5674337516607346e-05, "epoch": 1.4615384615384617, "percentage": 29.23, "elapsed_time": "4:39:51", "remaining_time": "11:17:32"} +{"current_steps": 362, "total_steps": 1235, "loss": 0.3875, "lr": 3.563914797637216e-05, "epoch": 1.465587044534413, "percentage": 29.31, "elapsed_time": "4:40:38", "remaining_time": "11:16:48"} +{"current_steps": 363, "total_steps": 1235, "loss": 0.388, "lr": 3.560383338592649e-05, "epoch": 1.4696356275303644, "percentage": 29.39, "elapsed_time": "4:41:24", "remaining_time": "11:16:00"} +{"current_steps": 364, "total_steps": 1235, "loss": 0.3778, "lr": 3.556839402764487e-05, "epoch": 1.4736842105263157, "percentage": 29.47, "elapsed_time": "4:42:10", "remaining_time": "11:15:12"} +{"current_steps": 365, "total_steps": 1235, "loss": 0.3947, "lr": 3.553283018489946e-05, "epoch": 1.4777327935222673, "percentage": 29.55, "elapsed_time": "4:42:55", "remaining_time": "11:14:21"} +{"current_steps": 366, "total_steps": 1235, "loss": 0.3894, "lr": 3.54971421420578e-05, "epoch": 1.4817813765182186, "percentage": 29.64, "elapsed_time": "4:43:41", "remaining_time": "11:13:33"} +{"current_steps": 367, "total_steps": 1235, "loss": 0.3858, "lr": 3.5461330184480524e-05, "epoch": 1.48582995951417, "percentage": 29.72, "elapsed_time": "4:44:26", "remaining_time": "11:12:44"} +{"current_steps": 368, "total_steps": 1235, "loss": 0.3776, "lr": 3.54253945985191e-05, "epoch": 1.4898785425101215, "percentage": 29.8, "elapsed_time": "4:45:10", "remaining_time": "11:11:51"} +{"current_steps": 369, "total_steps": 1235, "loss": 0.3916, "lr": 3.5389335671513524e-05, "epoch": 1.4939271255060729, "percentage": 29.88, "elapsed_time": "4:45:55", "remaining_time": "11:11:01"} +{"current_steps": 370, "total_steps": 1235, "loss": 0.3869, "lr": 3.5353153691789986e-05, "epoch": 1.4979757085020242, "percentage": 29.96, "elapsed_time": "4:46:41", "remaining_time": "11:10:14"} +{"current_steps": 371, "total_steps": 1235, "loss": 0.3885, "lr": 3.531684894865866e-05, "epoch": 1.5020242914979756, "percentage": 30.04, "elapsed_time": "4:47:28", "remaining_time": "11:09:27"} +{"current_steps": 372, "total_steps": 1235, "loss": 0.3863, "lr": 3.528042173241128e-05, "epoch": 1.5060728744939271, "percentage": 30.12, "elapsed_time": "4:48:15", "remaining_time": "11:08:44"} +{"current_steps": 373, "total_steps": 1235, "loss": 0.3837, "lr": 3.524387233431892e-05, "epoch": 1.5101214574898787, "percentage": 30.2, "elapsed_time": "4:48:59", "remaining_time": "11:07:52"} +{"current_steps": 374, "total_steps": 1235, "loss": 0.387, "lr": 3.520720104662958e-05, "epoch": 1.5141700404858298, "percentage": 30.28, "elapsed_time": "4:49:43", "remaining_time": "11:06:58"} +{"current_steps": 375, "total_steps": 1235, "loss": 0.3882, "lr": 3.5170408162565904e-05, "epoch": 1.5182186234817814, "percentage": 30.36, "elapsed_time": "4:50:27", "remaining_time": "11:06:06"} +{"current_steps": 376, "total_steps": 1235, "loss": 0.3878, "lr": 3.513349397632281e-05, "epoch": 1.522267206477733, "percentage": 30.45, "elapsed_time": "4:51:11", "remaining_time": "11:05:15"} +{"current_steps": 377, "total_steps": 1235, "loss": 0.3845, "lr": 3.5096458783065145e-05, "epoch": 1.526315789473684, "percentage": 30.53, "elapsed_time": "4:51:58", "remaining_time": "11:04:29"} +{"current_steps": 378, "total_steps": 1235, "loss": 0.3882, "lr": 3.505930287892533e-05, "epoch": 1.5303643724696356, "percentage": 30.61, "elapsed_time": "4:52:44", "remaining_time": "11:03:42"} +{"current_steps": 379, "total_steps": 1235, "loss": 0.387, "lr": 3.502202656100099e-05, "epoch": 1.5344129554655872, "percentage": 30.69, "elapsed_time": "4:53:32", "remaining_time": "11:02:59"} +{"current_steps": 380, "total_steps": 1235, "loss": 0.3875, "lr": 3.498463012735256e-05, "epoch": 1.5384615384615383, "percentage": 30.77, "elapsed_time": "4:54:21", "remaining_time": "11:02:17"} +{"current_steps": 381, "total_steps": 1235, "loss": 0.3881, "lr": 3.494711387700094e-05, "epoch": 1.54251012145749, "percentage": 30.85, "elapsed_time": "4:55:08", "remaining_time": "11:01:33"} +{"current_steps": 382, "total_steps": 1235, "loss": 0.3864, "lr": 3.490947810992505e-05, "epoch": 1.5465587044534415, "percentage": 30.93, "elapsed_time": "4:55:53", "remaining_time": "11:00:44"} +{"current_steps": 383, "total_steps": 1235, "loss": 0.3854, "lr": 3.48717231270595e-05, "epoch": 1.5506072874493926, "percentage": 31.01, "elapsed_time": "4:56:40", "remaining_time": "10:59:58"} +{"current_steps": 384, "total_steps": 1235, "loss": 0.3885, "lr": 3.483384923029211e-05, "epoch": 1.5546558704453441, "percentage": 31.09, "elapsed_time": "4:57:26", "remaining_time": "10:59:09"} +{"current_steps": 385, "total_steps": 1235, "loss": 0.387, "lr": 3.479585672246156e-05, "epoch": 1.5587044534412957, "percentage": 31.17, "elapsed_time": "4:58:13", "remaining_time": "10:58:24"} +{"current_steps": 386, "total_steps": 1235, "loss": 0.3833, "lr": 3.4757745907354924e-05, "epoch": 1.5627530364372468, "percentage": 31.26, "elapsed_time": "4:59:00", "remaining_time": "10:57:40"} +{"current_steps": 387, "total_steps": 1235, "loss": 0.3877, "lr": 3.471951708970527e-05, "epoch": 1.5668016194331984, "percentage": 31.34, "elapsed_time": "4:59:47", "remaining_time": "10:56:54"} +{"current_steps": 388, "total_steps": 1235, "loss": 0.3905, "lr": 3.468117057518921e-05, "epoch": 1.5708502024291497, "percentage": 31.42, "elapsed_time": "5:00:33", "remaining_time": "10:56:07"} +{"current_steps": 389, "total_steps": 1235, "loss": 0.372, "lr": 3.4642706670424426e-05, "epoch": 1.574898785425101, "percentage": 31.5, "elapsed_time": "5:01:20", "remaining_time": "10:55:21"} +{"current_steps": 390, "total_steps": 1235, "loss": 0.3839, "lr": 3.460412568296731e-05, "epoch": 1.5789473684210527, "percentage": 31.58, "elapsed_time": "5:02:07", "remaining_time": "10:54:36"} +{"current_steps": 391, "total_steps": 1235, "loss": 0.384, "lr": 3.456542792131039e-05, "epoch": 1.582995951417004, "percentage": 31.66, "elapsed_time": "5:02:52", "remaining_time": "10:53:46"} +{"current_steps": 392, "total_steps": 1235, "loss": 0.3881, "lr": 3.4526613694879936e-05, "epoch": 1.5870445344129553, "percentage": 31.74, "elapsed_time": "5:03:39", "remaining_time": "10:53:01"} +{"current_steps": 393, "total_steps": 1235, "loss": 0.3858, "lr": 3.448768331403348e-05, "epoch": 1.591093117408907, "percentage": 31.82, "elapsed_time": "5:04:25", "remaining_time": "10:52:14"} +{"current_steps": 394, "total_steps": 1235, "loss": 0.3857, "lr": 3.44486370900573e-05, "epoch": 1.5951417004048583, "percentage": 31.9, "elapsed_time": "5:05:12", "remaining_time": "10:51:29"} +{"current_steps": 395, "total_steps": 1235, "loss": 0.3863, "lr": 3.440947533516396e-05, "epoch": 1.5991902834008096, "percentage": 31.98, "elapsed_time": "5:05:56", "remaining_time": "10:50:36"} +{"current_steps": 396, "total_steps": 1235, "loss": 0.3985, "lr": 3.4370198362489816e-05, "epoch": 1.6032388663967612, "percentage": 32.06, "elapsed_time": "5:06:42", "remaining_time": "10:49:49"} +{"current_steps": 397, "total_steps": 1235, "loss": 0.3797, "lr": 3.43308064860925e-05, "epoch": 1.6072874493927125, "percentage": 32.15, "elapsed_time": "5:07:30", "remaining_time": "10:49:06"} +{"current_steps": 398, "total_steps": 1235, "loss": 0.3802, "lr": 3.4291300020948393e-05, "epoch": 1.6113360323886639, "percentage": 32.23, "elapsed_time": "5:08:17", "remaining_time": "10:48:20"} +{"current_steps": 399, "total_steps": 1235, "loss": 0.3904, "lr": 3.425167928295015e-05, "epoch": 1.6153846153846154, "percentage": 32.31, "elapsed_time": "5:09:03", "remaining_time": "10:47:32"} +{"current_steps": 400, "total_steps": 1235, "loss": 0.3874, "lr": 3.421194458890411e-05, "epoch": 1.6194331983805668, "percentage": 32.39, "elapsed_time": "5:09:50", "remaining_time": "10:46:47"} +{"current_steps": 401, "total_steps": 1235, "loss": 0.3789, "lr": 3.4172096256527865e-05, "epoch": 1.623481781376518, "percentage": 32.47, "elapsed_time": "5:10:35", "remaining_time": "10:45:57"} +{"current_steps": 402, "total_steps": 1235, "loss": 0.3873, "lr": 3.4132134604447595e-05, "epoch": 1.6275303643724697, "percentage": 32.55, "elapsed_time": "5:11:22", "remaining_time": "10:45:11"} +{"current_steps": 403, "total_steps": 1235, "loss": 0.3787, "lr": 3.409205995219561e-05, "epoch": 1.631578947368421, "percentage": 32.63, "elapsed_time": "5:12:08", "remaining_time": "10:44:24"} +{"current_steps": 404, "total_steps": 1235, "loss": 0.3801, "lr": 3.4051872620207765e-05, "epoch": 1.6356275303643724, "percentage": 32.71, "elapsed_time": "5:12:55", "remaining_time": "10:43:39"} +{"current_steps": 405, "total_steps": 1235, "loss": 0.38, "lr": 3.40115729298209e-05, "epoch": 1.639676113360324, "percentage": 32.79, "elapsed_time": "5:13:40", "remaining_time": "10:42:49"} +{"current_steps": 406, "total_steps": 1235, "loss": 0.381, "lr": 3.397116120327025e-05, "epoch": 1.6437246963562753, "percentage": 32.87, "elapsed_time": "5:14:26", "remaining_time": "10:42:02"} +{"current_steps": 407, "total_steps": 1235, "loss": 0.3889, "lr": 3.3930637763686916e-05, "epoch": 1.6477732793522266, "percentage": 32.96, "elapsed_time": "5:15:14", "remaining_time": "10:41:19"} +{"current_steps": 408, "total_steps": 1235, "loss": 0.3784, "lr": 3.389000293509524e-05, "epoch": 1.6518218623481782, "percentage": 33.04, "elapsed_time": "5:15:58", "remaining_time": "10:40:28"} +{"current_steps": 409, "total_steps": 1235, "loss": 0.3786, "lr": 3.3849257042410225e-05, "epoch": 1.6558704453441295, "percentage": 33.12, "elapsed_time": "5:16:43", "remaining_time": "10:39:39"} +{"current_steps": 410, "total_steps": 1235, "loss": 0.4017, "lr": 3.380840041143494e-05, "epoch": 1.6599190283400809, "percentage": 33.2, "elapsed_time": "5:17:30", "remaining_time": "10:38:53"} +{"current_steps": 411, "total_steps": 1235, "loss": 0.3885, "lr": 3.376743336885792e-05, "epoch": 1.6639676113360324, "percentage": 33.28, "elapsed_time": "5:18:16", "remaining_time": "10:38:05"} +{"current_steps": 412, "total_steps": 1235, "loss": 0.3805, "lr": 3.372635624225055e-05, "epoch": 1.6680161943319838, "percentage": 33.36, "elapsed_time": "5:19:00", "remaining_time": "10:37:15"} +{"current_steps": 413, "total_steps": 1235, "loss": 0.3912, "lr": 3.3685169360064445e-05, "epoch": 1.6720647773279351, "percentage": 33.44, "elapsed_time": "5:19:47", "remaining_time": "10:36:29"} +{"current_steps": 414, "total_steps": 1235, "loss": 0.3832, "lr": 3.3643873051628804e-05, "epoch": 1.6761133603238867, "percentage": 33.52, "elapsed_time": "5:20:33", "remaining_time": "10:35:41"} +{"current_steps": 415, "total_steps": 1235, "loss": 0.3845, "lr": 3.3602467647147814e-05, "epoch": 1.680161943319838, "percentage": 33.6, "elapsed_time": "5:21:19", "remaining_time": "10:34:55"} +{"current_steps": 416, "total_steps": 1235, "loss": 0.3989, "lr": 3.356095347769799e-05, "epoch": 1.6842105263157894, "percentage": 33.68, "elapsed_time": "5:22:07", "remaining_time": "10:34:11"} +{"current_steps": 417, "total_steps": 1235, "loss": 0.3908, "lr": 3.351933087522552e-05, "epoch": 1.688259109311741, "percentage": 33.77, "elapsed_time": "5:22:55", "remaining_time": "10:33:28"} +{"current_steps": 418, "total_steps": 1235, "loss": 0.3863, "lr": 3.3477600172543626e-05, "epoch": 1.6923076923076923, "percentage": 33.85, "elapsed_time": "5:23:41", "remaining_time": "10:32:40"} +{"current_steps": 419, "total_steps": 1235, "loss": 0.3886, "lr": 3.3435761703329894e-05, "epoch": 1.6963562753036436, "percentage": 33.93, "elapsed_time": "5:24:27", "remaining_time": "10:31:53"} +{"current_steps": 420, "total_steps": 1235, "loss": 0.3751, "lr": 3.3393815802123606e-05, "epoch": 1.7004048582995952, "percentage": 34.01, "elapsed_time": "5:25:15", "remaining_time": "10:31:09"} +{"current_steps": 421, "total_steps": 1235, "loss": 0.3876, "lr": 3.335176280432308e-05, "epoch": 1.7044534412955465, "percentage": 34.09, "elapsed_time": "5:26:03", "remaining_time": "10:30:25"} +{"current_steps": 422, "total_steps": 1235, "loss": 0.3819, "lr": 3.330960304618295e-05, "epoch": 1.708502024291498, "percentage": 34.17, "elapsed_time": "5:26:51", "remaining_time": "10:29:41"} +{"current_steps": 423, "total_steps": 1235, "loss": 0.3862, "lr": 3.326733686481153e-05, "epoch": 1.7125506072874495, "percentage": 34.25, "elapsed_time": "5:27:38", "remaining_time": "10:28:56"} +{"current_steps": 424, "total_steps": 1235, "loss": 0.3808, "lr": 3.3224964598168084e-05, "epoch": 1.7165991902834008, "percentage": 34.33, "elapsed_time": "5:28:25", "remaining_time": "10:28:10"} +{"current_steps": 425, "total_steps": 1235, "loss": 0.3863, "lr": 3.318248658506012e-05, "epoch": 1.7206477732793521, "percentage": 34.41, "elapsed_time": "5:29:13", "remaining_time": "10:27:28"} +{"current_steps": 426, "total_steps": 1235, "loss": 0.3913, "lr": 3.313990316514069e-05, "epoch": 1.7246963562753037, "percentage": 34.49, "elapsed_time": "5:29:59", "remaining_time": "10:26:40"} +{"current_steps": 427, "total_steps": 1235, "loss": 0.3891, "lr": 3.309721467890571e-05, "epoch": 1.728744939271255, "percentage": 34.57, "elapsed_time": "5:30:47", "remaining_time": "10:25:57"} +{"current_steps": 428, "total_steps": 1235, "loss": 0.3908, "lr": 3.305442146769115e-05, "epoch": 1.7327935222672064, "percentage": 34.66, "elapsed_time": "5:31:34", "remaining_time": "10:25:11"} +{"current_steps": 429, "total_steps": 1235, "loss": 0.3767, "lr": 3.30115238736704e-05, "epoch": 1.736842105263158, "percentage": 34.74, "elapsed_time": "5:32:22", "remaining_time": "10:24:27"} +{"current_steps": 430, "total_steps": 1235, "loss": 0.3794, "lr": 3.296852223985148e-05, "epoch": 1.7408906882591093, "percentage": 34.82, "elapsed_time": "5:33:09", "remaining_time": "10:23:42"} +{"current_steps": 431, "total_steps": 1235, "loss": 0.3825, "lr": 3.2925416910074315e-05, "epoch": 1.7449392712550607, "percentage": 34.9, "elapsed_time": "5:33:56", "remaining_time": "10:22:56"} +{"current_steps": 432, "total_steps": 1235, "loss": 0.388, "lr": 3.288220822900796e-05, "epoch": 1.7489878542510122, "percentage": 34.98, "elapsed_time": "5:34:44", "remaining_time": "10:22:13"} +{"current_steps": 433, "total_steps": 1235, "loss": 0.3653, "lr": 3.283889654214788e-05, "epoch": 1.7530364372469636, "percentage": 35.06, "elapsed_time": "5:35:31", "remaining_time": "10:21:27"} +{"current_steps": 434, "total_steps": 1235, "loss": 0.387, "lr": 3.279548219581317e-05, "epoch": 1.757085020242915, "percentage": 35.14, "elapsed_time": "5:36:17", "remaining_time": "10:20:39"} +{"current_steps": 435, "total_steps": 1235, "loss": 0.3903, "lr": 3.275196553714379e-05, "epoch": 1.7611336032388665, "percentage": 35.22, "elapsed_time": "5:37:05", "remaining_time": "10:19:55"} +{"current_steps": 436, "total_steps": 1235, "loss": 0.3834, "lr": 3.270834691409778e-05, "epoch": 1.7651821862348178, "percentage": 35.3, "elapsed_time": "5:37:51", "remaining_time": "10:19:08"} +{"current_steps": 437, "total_steps": 1235, "loss": 0.3692, "lr": 3.266462667544849e-05, "epoch": 1.7692307692307692, "percentage": 35.38, "elapsed_time": "5:38:39", "remaining_time": "10:18:25"} +{"current_steps": 438, "total_steps": 1235, "loss": 0.3985, "lr": 3.262080517078178e-05, "epoch": 1.7732793522267207, "percentage": 35.47, "elapsed_time": "5:39:25", "remaining_time": "10:17:36"} +{"current_steps": 439, "total_steps": 1235, "loss": 0.381, "lr": 3.257688275049323e-05, "epoch": 1.777327935222672, "percentage": 35.55, "elapsed_time": "5:40:12", "remaining_time": "10:16:51"} +{"current_steps": 440, "total_steps": 1235, "loss": 0.3999, "lr": 3.253285976578535e-05, "epoch": 1.7813765182186234, "percentage": 35.63, "elapsed_time": "5:40:59", "remaining_time": "10:16:06"} +{"current_steps": 441, "total_steps": 1235, "loss": 0.3823, "lr": 3.2488736568664756e-05, "epoch": 1.785425101214575, "percentage": 35.71, "elapsed_time": "5:41:46", "remaining_time": "10:15:21"} +{"current_steps": 442, "total_steps": 1235, "loss": 0.3871, "lr": 3.244451351193935e-05, "epoch": 1.7894736842105263, "percentage": 35.79, "elapsed_time": "5:42:34", "remaining_time": "10:14:37"} +{"current_steps": 443, "total_steps": 1235, "loss": 0.3706, "lr": 3.240019094921551e-05, "epoch": 1.7935222672064777, "percentage": 35.87, "elapsed_time": "5:43:22", "remaining_time": "10:13:53"} +{"current_steps": 444, "total_steps": 1235, "loss": 0.3789, "lr": 3.235576923489527e-05, "epoch": 1.7975708502024292, "percentage": 35.95, "elapsed_time": "5:44:09", "remaining_time": "10:13:08"} +{"current_steps": 445, "total_steps": 1235, "loss": 0.3812, "lr": 3.2311248724173476e-05, "epoch": 1.8016194331983806, "percentage": 36.03, "elapsed_time": "5:44:54", "remaining_time": "10:12:19"} +{"current_steps": 446, "total_steps": 1235, "loss": 0.3812, "lr": 3.226662977303494e-05, "epoch": 1.805668016194332, "percentage": 36.11, "elapsed_time": "5:45:40", "remaining_time": "10:11:30"} +{"current_steps": 447, "total_steps": 1235, "loss": 0.3767, "lr": 3.2221912738251626e-05, "epoch": 1.8097165991902835, "percentage": 36.19, "elapsed_time": "5:46:25", "remaining_time": "10:10:41"} +{"current_steps": 448, "total_steps": 1235, "loss": 0.3938, "lr": 3.2177097977379736e-05, "epoch": 1.8137651821862348, "percentage": 36.28, "elapsed_time": "5:47:10", "remaining_time": "10:09:53"} +{"current_steps": 449, "total_steps": 1235, "loss": 0.3961, "lr": 3.21321858487569e-05, "epoch": 1.8178137651821862, "percentage": 36.36, "elapsed_time": "5:47:55", "remaining_time": "10:09:03"} +{"current_steps": 450, "total_steps": 1235, "loss": 0.383, "lr": 3.208717671149931e-05, "epoch": 1.8218623481781377, "percentage": 36.44, "elapsed_time": "5:48:40", "remaining_time": "10:08:13"} +{"current_steps": 451, "total_steps": 1235, "loss": 0.382, "lr": 3.204207092549882e-05, "epoch": 1.825910931174089, "percentage": 36.52, "elapsed_time": "5:49:25", "remaining_time": "10:07:24"} +{"current_steps": 452, "total_steps": 1235, "loss": 0.3847, "lr": 3.19968688514201e-05, "epoch": 1.8299595141700404, "percentage": 36.6, "elapsed_time": "5:50:12", "remaining_time": "10:06:40"} +{"current_steps": 453, "total_steps": 1235, "loss": 0.393, "lr": 3.195157085069774e-05, "epoch": 1.834008097165992, "percentage": 36.68, "elapsed_time": "5:50:52", "remaining_time": "10:05:41"} +{"current_steps": 454, "total_steps": 1235, "loss": 0.3772, "lr": 3.190617728553332e-05, "epoch": 1.8380566801619433, "percentage": 36.76, "elapsed_time": "5:51:38", "remaining_time": "10:04:55"} +{"current_steps": 455, "total_steps": 1235, "loss": 0.3916, "lr": 3.1860688518892606e-05, "epoch": 1.8421052631578947, "percentage": 36.84, "elapsed_time": "5:52:25", "remaining_time": "10:04:10"} +{"current_steps": 456, "total_steps": 1235, "loss": 0.3834, "lr": 3.181510491450254e-05, "epoch": 1.8461538461538463, "percentage": 36.92, "elapsed_time": "5:53:09", "remaining_time": "10:03:18"} +{"current_steps": 457, "total_steps": 1235, "loss": 0.3858, "lr": 3.176942683684842e-05, "epoch": 1.8502024291497976, "percentage": 37.0, "elapsed_time": "5:53:56", "remaining_time": "10:02:33"} +{"current_steps": 458, "total_steps": 1235, "loss": 0.3834, "lr": 3.1723654651170934e-05, "epoch": 1.854251012145749, "percentage": 37.09, "elapsed_time": "5:54:44", "remaining_time": "10:01:49"} +{"current_steps": 459, "total_steps": 1235, "loss": 0.3741, "lr": 3.167778872346327e-05, "epoch": 1.8582995951417005, "percentage": 37.17, "elapsed_time": "5:55:32", "remaining_time": "10:01:04"} +{"current_steps": 460, "total_steps": 1235, "loss": 0.3847, "lr": 3.163182942046815e-05, "epoch": 1.8623481781376519, "percentage": 37.25, "elapsed_time": "5:56:20", "remaining_time": "10:00:21"} +{"current_steps": 461, "total_steps": 1235, "loss": 0.3801, "lr": 3.158577710967494e-05, "epoch": 1.8663967611336032, "percentage": 37.33, "elapsed_time": "5:57:04", "remaining_time": "9:59:30"} +{"current_steps": 462, "total_steps": 1235, "loss": 0.3791, "lr": 3.153963215931669e-05, "epoch": 1.8704453441295548, "percentage": 37.41, "elapsed_time": "5:57:47", "remaining_time": "9:58:38"} +{"current_steps": 463, "total_steps": 1235, "loss": 0.3851, "lr": 3.14933949383672e-05, "epoch": 1.874493927125506, "percentage": 37.49, "elapsed_time": "5:58:33", "remaining_time": "9:57:51"} +{"current_steps": 464, "total_steps": 1235, "loss": 0.3791, "lr": 3.144706581653805e-05, "epoch": 1.8785425101214575, "percentage": 37.57, "elapsed_time": "5:59:20", "remaining_time": "9:57:05"} +{"current_steps": 465, "total_steps": 1235, "loss": 0.3836, "lr": 3.140064516427566e-05, "epoch": 1.882591093117409, "percentage": 37.65, "elapsed_time": "6:00:07", "remaining_time": "9:56:19"} +{"current_steps": 466, "total_steps": 1235, "loss": 0.3805, "lr": 3.135413335275833e-05, "epoch": 1.8866396761133604, "percentage": 37.73, "elapsed_time": "6:00:50", "remaining_time": "9:55:28"} +{"current_steps": 467, "total_steps": 1235, "loss": 0.3799, "lr": 3.130753075389327e-05, "epoch": 1.8906882591093117, "percentage": 37.81, "elapsed_time": "6:01:35", "remaining_time": "9:54:38"} +{"current_steps": 468, "total_steps": 1235, "loss": 0.3739, "lr": 3.1260837740313625e-05, "epoch": 1.8947368421052633, "percentage": 37.89, "elapsed_time": "6:02:22", "remaining_time": "9:53:52"} +{"current_steps": 469, "total_steps": 1235, "loss": 0.3865, "lr": 3.121405468537547e-05, "epoch": 1.8987854251012146, "percentage": 37.98, "elapsed_time": "6:03:06", "remaining_time": "9:53:03"} +{"current_steps": 470, "total_steps": 1235, "loss": 0.3845, "lr": 3.116718196315488e-05, "epoch": 1.902834008097166, "percentage": 38.06, "elapsed_time": "6:03:53", "remaining_time": "9:52:17"} +{"current_steps": 471, "total_steps": 1235, "loss": 0.3869, "lr": 3.1120219948444894e-05, "epoch": 1.9068825910931175, "percentage": 38.14, "elapsed_time": "6:04:40", "remaining_time": "9:51:32"} +{"current_steps": 472, "total_steps": 1235, "loss": 0.3852, "lr": 3.107316901675252e-05, "epoch": 1.9109311740890689, "percentage": 38.22, "elapsed_time": "6:05:27", "remaining_time": "9:50:46"} +{"current_steps": 473, "total_steps": 1235, "loss": 0.3759, "lr": 3.1026029544295745e-05, "epoch": 1.9149797570850202, "percentage": 38.3, "elapsed_time": "6:06:14", "remaining_time": "9:50:01"} +{"current_steps": 474, "total_steps": 1235, "loss": 0.3901, "lr": 3.097880190800057e-05, "epoch": 1.9190283400809718, "percentage": 38.38, "elapsed_time": "6:06:58", "remaining_time": "9:49:09"} +{"current_steps": 475, "total_steps": 1235, "loss": 0.3779, "lr": 3.093148648549788e-05, "epoch": 1.9230769230769231, "percentage": 38.46, "elapsed_time": "6:07:45", "remaining_time": "9:48:24"} +{"current_steps": 476, "total_steps": 1235, "loss": 0.3916, "lr": 3.088408365512055e-05, "epoch": 1.9271255060728745, "percentage": 38.54, "elapsed_time": "6:08:28", "remaining_time": "9:47:33"} +{"current_steps": 477, "total_steps": 1235, "loss": 0.3908, "lr": 3.083659379590034e-05, "epoch": 1.931174089068826, "percentage": 38.62, "elapsed_time": "6:09:15", "remaining_time": "9:46:47"} +{"current_steps": 478, "total_steps": 1235, "loss": 0.3876, "lr": 3.0789017287564913e-05, "epoch": 1.9352226720647774, "percentage": 38.7, "elapsed_time": "6:10:01", "remaining_time": "9:45:59"} +{"current_steps": 479, "total_steps": 1235, "loss": 0.374, "lr": 3.074135451053475e-05, "epoch": 1.9392712550607287, "percentage": 38.79, "elapsed_time": "6:10:48", "remaining_time": "9:45:15"} +{"current_steps": 480, "total_steps": 1235, "loss": 0.3771, "lr": 3.069360584592015e-05, "epoch": 1.9433198380566803, "percentage": 38.87, "elapsed_time": "6:11:35", "remaining_time": "9:44:29"} +{"current_steps": 481, "total_steps": 1235, "loss": 0.388, "lr": 3.064577167551816e-05, "epoch": 1.9473684210526314, "percentage": 38.95, "elapsed_time": "6:12:23", "remaining_time": "9:43:44"} +{"current_steps": 482, "total_steps": 1235, "loss": 0.3768, "lr": 3.059785238180953e-05, "epoch": 1.951417004048583, "percentage": 39.03, "elapsed_time": "6:13:08", "remaining_time": "9:42:56"} +{"current_steps": 483, "total_steps": 1235, "loss": 0.3865, "lr": 3.054984834795566e-05, "epoch": 1.9554655870445345, "percentage": 39.11, "elapsed_time": "6:13:52", "remaining_time": "9:42:06"} +{"current_steps": 484, "total_steps": 1235, "loss": 0.3755, "lr": 3.0501759957795537e-05, "epoch": 1.9595141700404857, "percentage": 39.19, "elapsed_time": "6:14:34", "remaining_time": "9:41:12"} +{"current_steps": 485, "total_steps": 1235, "loss": 0.3854, "lr": 3.0453587595842627e-05, "epoch": 1.9635627530364372, "percentage": 39.27, "elapsed_time": "6:15:21", "remaining_time": "9:40:26"} +{"current_steps": 486, "total_steps": 1235, "loss": 0.3847, "lr": 3.0405331647281856e-05, "epoch": 1.9676113360323888, "percentage": 39.35, "elapsed_time": "6:16:05", "remaining_time": "9:39:37"} +{"current_steps": 487, "total_steps": 1235, "loss": 0.3807, "lr": 3.0356992497966508e-05, "epoch": 1.97165991902834, "percentage": 39.43, "elapsed_time": "6:16:52", "remaining_time": "9:38:50"} +{"current_steps": 488, "total_steps": 1235, "loss": 0.3854, "lr": 3.0308570534415137e-05, "epoch": 1.9757085020242915, "percentage": 39.51, "elapsed_time": "6:17:37", "remaining_time": "9:38:02"} +{"current_steps": 489, "total_steps": 1235, "loss": 0.3767, "lr": 3.0260066143808467e-05, "epoch": 1.979757085020243, "percentage": 39.6, "elapsed_time": "6:18:25", "remaining_time": "9:37:18"} +{"current_steps": 490, "total_steps": 1235, "loss": 0.3847, "lr": 3.021147971398632e-05, "epoch": 1.9838056680161942, "percentage": 39.68, "elapsed_time": "6:19:11", "remaining_time": "9:36:31"} +{"current_steps": 491, "total_steps": 1235, "loss": 0.3799, "lr": 3.0162811633444478e-05, "epoch": 1.9878542510121457, "percentage": 39.76, "elapsed_time": "6:19:58", "remaining_time": "9:35:45"} +{"current_steps": 492, "total_steps": 1235, "loss": 0.3854, "lr": 3.0114062291331635e-05, "epoch": 1.9919028340080973, "percentage": 39.84, "elapsed_time": "6:20:44", "remaining_time": "9:34:58"} +{"current_steps": 493, "total_steps": 1235, "loss": 0.3769, "lr": 3.0065232077446217e-05, "epoch": 1.9959514170040484, "percentage": 39.92, "elapsed_time": "6:21:30", "remaining_time": "9:34:11"} +{"current_steps": 494, "total_steps": 1235, "loss": 0.3721, "lr": 3.001632138223332e-05, "epoch": 2.0, "percentage": 40.0, "elapsed_time": "6:22:16", "remaining_time": "9:33:24"} +{"current_steps": 495, "total_steps": 1235, "loss": 0.3373, "lr": 2.9967330596781565e-05, "epoch": 2.0040485829959516, "percentage": 40.08, "elapsed_time": "6:23:52", "remaining_time": "9:33:51"} +{"current_steps": 496, "total_steps": 1235, "loss": 0.3354, "lr": 2.9918260112819952e-05, "epoch": 2.0080971659919027, "percentage": 40.16, "elapsed_time": "6:24:38", "remaining_time": "9:33:05"} +{"current_steps": 497, "total_steps": 1235, "loss": 0.3223, "lr": 2.9869110322714778e-05, "epoch": 2.0121457489878543, "percentage": 40.24, "elapsed_time": "6:25:25", "remaining_time": "9:32:18"} +{"current_steps": 498, "total_steps": 1235, "loss": 0.3244, "lr": 2.9819881619466447e-05, "epoch": 2.016194331983806, "percentage": 40.32, "elapsed_time": "6:26:13", "remaining_time": "9:31:34"} +{"current_steps": 499, "total_steps": 1235, "loss": 0.3239, "lr": 2.9770574396706364e-05, "epoch": 2.020242914979757, "percentage": 40.4, "elapsed_time": "6:26:59", "remaining_time": "9:30:46"} +{"current_steps": 500, "total_steps": 1235, "loss": 0.3169, "lr": 2.972118904869376e-05, "epoch": 2.0242914979757085, "percentage": 40.49, "elapsed_time": "6:27:44", "remaining_time": "9:29:59"} +{"current_steps": 501, "total_steps": 1235, "loss": 0.3246, "lr": 2.9671725970312563e-05, "epoch": 2.02834008097166, "percentage": 40.57, "elapsed_time": "6:28:29", "remaining_time": "9:29:09"} +{"current_steps": 502, "total_steps": 1235, "loss": 0.3213, "lr": 2.9622185557068238e-05, "epoch": 2.032388663967611, "percentage": 40.65, "elapsed_time": "6:29:16", "remaining_time": "9:28:24"} +{"current_steps": 503, "total_steps": 1235, "loss": 0.3286, "lr": 2.95725682050846e-05, "epoch": 2.0364372469635628, "percentage": 40.73, "elapsed_time": "6:30:02", "remaining_time": "9:27:36"} +{"current_steps": 504, "total_steps": 1235, "loss": 0.326, "lr": 2.9522874311100684e-05, "epoch": 2.0404858299595143, "percentage": 40.81, "elapsed_time": "6:30:48", "remaining_time": "9:26:49"} +{"current_steps": 505, "total_steps": 1235, "loss": 0.3272, "lr": 2.9473104272467526e-05, "epoch": 2.0445344129554655, "percentage": 40.89, "elapsed_time": "6:31:34", "remaining_time": "9:26:02"} +{"current_steps": 506, "total_steps": 1235, "loss": 0.327, "lr": 2.942325848714505e-05, "epoch": 2.048582995951417, "percentage": 40.97, "elapsed_time": "6:32:21", "remaining_time": "9:25:17"} +{"current_steps": 507, "total_steps": 1235, "loss": 0.3321, "lr": 2.9373337353698804e-05, "epoch": 2.0526315789473686, "percentage": 41.05, "elapsed_time": "6:33:05", "remaining_time": "9:24:27"} +{"current_steps": 508, "total_steps": 1235, "loss": 0.3273, "lr": 2.932334127129686e-05, "epoch": 2.0566801619433197, "percentage": 41.13, "elapsed_time": "6:33:50", "remaining_time": "9:23:37"} +{"current_steps": 509, "total_steps": 1235, "loss": 0.3266, "lr": 2.9273270639706547e-05, "epoch": 2.0607287449392713, "percentage": 41.21, "elapsed_time": "6:34:38", "remaining_time": "9:22:53"} +{"current_steps": 510, "total_steps": 1235, "loss": 0.3404, "lr": 2.922312585929131e-05, "epoch": 2.064777327935223, "percentage": 41.3, "elapsed_time": "6:35:25", "remaining_time": "9:22:06"} +{"current_steps": 511, "total_steps": 1235, "loss": 0.3292, "lr": 2.9172907331007478e-05, "epoch": 2.068825910931174, "percentage": 41.38, "elapsed_time": "6:36:12", "remaining_time": "9:21:21"} +{"current_steps": 512, "total_steps": 1235, "loss": 0.3342, "lr": 2.9122615456401053e-05, "epoch": 2.0728744939271255, "percentage": 41.46, "elapsed_time": "6:36:56", "remaining_time": "9:20:31"} +{"current_steps": 513, "total_steps": 1235, "loss": 0.3245, "lr": 2.9072250637604535e-05, "epoch": 2.076923076923077, "percentage": 41.54, "elapsed_time": "6:37:44", "remaining_time": "9:19:47"} +{"current_steps": 514, "total_steps": 1235, "loss": 0.3271, "lr": 2.9021813277333667e-05, "epoch": 2.080971659919028, "percentage": 41.62, "elapsed_time": "6:38:33", "remaining_time": "9:19:03"} +{"current_steps": 515, "total_steps": 1235, "loss": 0.3404, "lr": 2.8971303778884244e-05, "epoch": 2.08502024291498, "percentage": 41.7, "elapsed_time": "6:39:20", "remaining_time": "9:18:17"} +{"current_steps": 516, "total_steps": 1235, "loss": 0.3247, "lr": 2.8920722546128863e-05, "epoch": 2.0890688259109313, "percentage": 41.78, "elapsed_time": "6:40:05", "remaining_time": "9:17:30"} +{"current_steps": 517, "total_steps": 1235, "loss": 0.3357, "lr": 2.887006998351372e-05, "epoch": 2.0931174089068825, "percentage": 41.86, "elapsed_time": "6:40:51", "remaining_time": "9:16:41"} +{"current_steps": 518, "total_steps": 1235, "loss": 0.3307, "lr": 2.881934649605535e-05, "epoch": 2.097165991902834, "percentage": 41.94, "elapsed_time": "6:41:37", "remaining_time": "9:15:54"} +{"current_steps": 519, "total_steps": 1235, "loss": 0.3309, "lr": 2.8768552489337408e-05, "epoch": 2.1012145748987856, "percentage": 42.02, "elapsed_time": "6:42:24", "remaining_time": "9:15:09"} +{"current_steps": 520, "total_steps": 1235, "loss": 0.3365, "lr": 2.8717688369507425e-05, "epoch": 2.1052631578947367, "percentage": 42.11, "elapsed_time": "6:43:11", "remaining_time": "9:14:23"} +{"current_steps": 521, "total_steps": 1235, "loss": 0.3247, "lr": 2.8666754543273535e-05, "epoch": 2.1093117408906883, "percentage": 42.19, "elapsed_time": "6:43:56", "remaining_time": "9:13:34"} +{"current_steps": 522, "total_steps": 1235, "loss": 0.3236, "lr": 2.8615751417901273e-05, "epoch": 2.11336032388664, "percentage": 42.27, "elapsed_time": "6:44:41", "remaining_time": "9:12:45"} +{"current_steps": 523, "total_steps": 1235, "loss": 0.331, "lr": 2.856467940121025e-05, "epoch": 2.117408906882591, "percentage": 42.35, "elapsed_time": "6:45:26", "remaining_time": "9:11:57"} +{"current_steps": 524, "total_steps": 1235, "loss": 0.3218, "lr": 2.8513538901570964e-05, "epoch": 2.1214574898785425, "percentage": 42.43, "elapsed_time": "6:46:11", "remaining_time": "9:11:09"} +{"current_steps": 525, "total_steps": 1235, "loss": 0.3235, "lr": 2.846233032790149e-05, "epoch": 2.125506072874494, "percentage": 42.51, "elapsed_time": "6:46:56", "remaining_time": "9:10:21"} +{"current_steps": 526, "total_steps": 1235, "loss": 0.3261, "lr": 2.84110540896642e-05, "epoch": 2.1295546558704452, "percentage": 42.59, "elapsed_time": "6:47:43", "remaining_time": "9:09:34"} +{"current_steps": 527, "total_steps": 1235, "loss": 0.3282, "lr": 2.8359710596862555e-05, "epoch": 2.133603238866397, "percentage": 42.67, "elapsed_time": "6:48:31", "remaining_time": "9:08:50"} +{"current_steps": 528, "total_steps": 1235, "loss": 0.327, "lr": 2.8308300260037734e-05, "epoch": 2.1376518218623484, "percentage": 42.75, "elapsed_time": "6:49:19", "remaining_time": "9:08:05"} +{"current_steps": 529, "total_steps": 1235, "loss": 0.3284, "lr": 2.8256823490265424e-05, "epoch": 2.1417004048582995, "percentage": 42.83, "elapsed_time": "6:50:04", "remaining_time": "9:07:17"} +{"current_steps": 530, "total_steps": 1235, "loss": 0.3327, "lr": 2.8205280699152515e-05, "epoch": 2.145748987854251, "percentage": 42.91, "elapsed_time": "6:50:49", "remaining_time": "9:06:28"} +{"current_steps": 531, "total_steps": 1235, "loss": 0.3404, "lr": 2.8153672298833777e-05, "epoch": 2.1497975708502026, "percentage": 43.0, "elapsed_time": "6:51:37", "remaining_time": "9:05:43"} +{"current_steps": 532, "total_steps": 1235, "loss": 0.3232, "lr": 2.8101998701968615e-05, "epoch": 2.1538461538461537, "percentage": 43.08, "elapsed_time": "6:52:25", "remaining_time": "9:04:58"} +{"current_steps": 533, "total_steps": 1235, "loss": 0.334, "lr": 2.805026032173773e-05, "epoch": 2.1578947368421053, "percentage": 43.16, "elapsed_time": "6:53:10", "remaining_time": "9:04:10"} +{"current_steps": 534, "total_steps": 1235, "loss": 0.3362, "lr": 2.7998457571839832e-05, "epoch": 2.161943319838057, "percentage": 43.24, "elapsed_time": "6:53:57", "remaining_time": "9:03:25"} +{"current_steps": 535, "total_steps": 1235, "loss": 0.3344, "lr": 2.7946590866488322e-05, "epoch": 2.165991902834008, "percentage": 43.32, "elapsed_time": "6:54:44", "remaining_time": "9:02:39"} +{"current_steps": 536, "total_steps": 1235, "loss": 0.3225, "lr": 2.7894660620408e-05, "epoch": 2.1700404858299596, "percentage": 43.4, "elapsed_time": "6:55:32", "remaining_time": "9:01:54"} +{"current_steps": 537, "total_steps": 1235, "loss": 0.3245, "lr": 2.784266724883173e-05, "epoch": 2.174089068825911, "percentage": 43.48, "elapsed_time": "6:56:17", "remaining_time": "9:01:05"} +{"current_steps": 538, "total_steps": 1235, "loss": 0.3274, "lr": 2.7790611167497128e-05, "epoch": 2.1781376518218623, "percentage": 43.56, "elapsed_time": "6:57:04", "remaining_time": "9:00:19"} +{"current_steps": 539, "total_steps": 1235, "loss": 0.3321, "lr": 2.7738492792643224e-05, "epoch": 2.182186234817814, "percentage": 43.64, "elapsed_time": "6:57:50", "remaining_time": "8:59:32"} +{"current_steps": 540, "total_steps": 1235, "loss": 0.3296, "lr": 2.768631254100716e-05, "epoch": 2.1862348178137654, "percentage": 43.72, "elapsed_time": "6:58:35", "remaining_time": "8:58:45"} +{"current_steps": 541, "total_steps": 1235, "loss": 0.3311, "lr": 2.7634070829820836e-05, "epoch": 2.1902834008097165, "percentage": 43.81, "elapsed_time": "6:59:19", "remaining_time": "8:57:54"} +{"current_steps": 542, "total_steps": 1235, "loss": 0.3209, "lr": 2.7581768076807592e-05, "epoch": 2.194331983805668, "percentage": 43.89, "elapsed_time": "7:00:04", "remaining_time": "8:57:06"} +{"current_steps": 543, "total_steps": 1235, "loss": 0.3326, "lr": 2.7529404700178832e-05, "epoch": 2.1983805668016196, "percentage": 43.97, "elapsed_time": "7:00:51", "remaining_time": "8:56:20"} +{"current_steps": 544, "total_steps": 1235, "loss": 0.3262, "lr": 2.7476981118630735e-05, "epoch": 2.2024291497975708, "percentage": 44.05, "elapsed_time": "7:01:39", "remaining_time": "8:55:35"} +{"current_steps": 545, "total_steps": 1235, "loss": 0.3304, "lr": 2.742449775134085e-05, "epoch": 2.2064777327935223, "percentage": 44.13, "elapsed_time": "7:02:27", "remaining_time": "8:54:51"} +{"current_steps": 546, "total_steps": 1235, "loss": 0.3161, "lr": 2.7371955017964788e-05, "epoch": 2.2105263157894735, "percentage": 44.21, "elapsed_time": "7:03:13", "remaining_time": "8:54:04"} +{"current_steps": 547, "total_steps": 1235, "loss": 0.3198, "lr": 2.7319353338632845e-05, "epoch": 2.214574898785425, "percentage": 44.29, "elapsed_time": "7:03:58", "remaining_time": "8:53:16"} +{"current_steps": 548, "total_steps": 1235, "loss": 0.3265, "lr": 2.7266693133946645e-05, "epoch": 2.2186234817813766, "percentage": 44.37, "elapsed_time": "7:04:45", "remaining_time": "8:52:30"} +{"current_steps": 549, "total_steps": 1235, "loss": 0.3253, "lr": 2.7213974824975785e-05, "epoch": 2.2226720647773277, "percentage": 44.45, "elapsed_time": "7:05:33", "remaining_time": "8:51:45"} +{"current_steps": 550, "total_steps": 1235, "loss": 0.3324, "lr": 2.7161198833254464e-05, "epoch": 2.2267206477732793, "percentage": 44.53, "elapsed_time": "7:06:21", "remaining_time": "8:51:00"} +{"current_steps": 551, "total_steps": 1235, "loss": 0.3272, "lr": 2.7108365580778095e-05, "epoch": 2.230769230769231, "percentage": 44.62, "elapsed_time": "7:07:09", "remaining_time": "8:50:15"} +{"current_steps": 552, "total_steps": 1235, "loss": 0.331, "lr": 2.705547548999996e-05, "epoch": 2.234817813765182, "percentage": 44.7, "elapsed_time": "7:07:56", "remaining_time": "8:49:30"} +{"current_steps": 553, "total_steps": 1235, "loss": 0.3217, "lr": 2.7002528983827817e-05, "epoch": 2.2388663967611335, "percentage": 44.78, "elapsed_time": "7:08:42", "remaining_time": "8:48:43"} +{"current_steps": 554, "total_steps": 1235, "loss": 0.3316, "lr": 2.6949526485620517e-05, "epoch": 2.242914979757085, "percentage": 44.86, "elapsed_time": "7:09:30", "remaining_time": "8:47:57"} +{"current_steps": 555, "total_steps": 1235, "loss": 0.3336, "lr": 2.6896468419184623e-05, "epoch": 2.246963562753036, "percentage": 44.94, "elapsed_time": "7:10:16", "remaining_time": "8:47:10"} +{"current_steps": 556, "total_steps": 1235, "loss": 0.3262, "lr": 2.6843355208771024e-05, "epoch": 2.251012145748988, "percentage": 45.02, "elapsed_time": "7:11:03", "remaining_time": "8:46:24"} +{"current_steps": 557, "total_steps": 1235, "loss": 0.3305, "lr": 2.6790187279071536e-05, "epoch": 2.2550607287449393, "percentage": 45.1, "elapsed_time": "7:11:49", "remaining_time": "8:45:37"} +{"current_steps": 558, "total_steps": 1235, "loss": 0.3389, "lr": 2.67369650552155e-05, "epoch": 2.2591093117408905, "percentage": 45.18, "elapsed_time": "7:12:36", "remaining_time": "8:44:52"} +{"current_steps": 559, "total_steps": 1235, "loss": 0.3282, "lr": 2.6683688962766407e-05, "epoch": 2.263157894736842, "percentage": 45.26, "elapsed_time": "7:13:22", "remaining_time": "8:44:04"} +{"current_steps": 560, "total_steps": 1235, "loss": 0.3289, "lr": 2.6630359427718468e-05, "epoch": 2.2672064777327936, "percentage": 45.34, "elapsed_time": "7:14:07", "remaining_time": "8:43:17"} +{"current_steps": 561, "total_steps": 1235, "loss": 0.3242, "lr": 2.6576976876493225e-05, "epoch": 2.2712550607287447, "percentage": 45.43, "elapsed_time": "7:14:54", "remaining_time": "8:42:30"} +{"current_steps": 562, "total_steps": 1235, "loss": 0.3299, "lr": 2.652354173593614e-05, "epoch": 2.2753036437246963, "percentage": 45.51, "elapsed_time": "7:15:40", "remaining_time": "8:41:43"} +{"current_steps": 563, "total_steps": 1235, "loss": 0.3371, "lr": 2.647005443331317e-05, "epoch": 2.279352226720648, "percentage": 45.59, "elapsed_time": "7:16:24", "remaining_time": "8:40:54"} +{"current_steps": 564, "total_steps": 1235, "loss": 0.3238, "lr": 2.6416515396307354e-05, "epoch": 2.283400809716599, "percentage": 45.67, "elapsed_time": "7:17:10", "remaining_time": "8:40:06"} +{"current_steps": 565, "total_steps": 1235, "loss": 0.331, "lr": 2.636292505301542e-05, "epoch": 2.2874493927125505, "percentage": 45.75, "elapsed_time": "7:17:57", "remaining_time": "8:39:20"} +{"current_steps": 566, "total_steps": 1235, "loss": 0.3304, "lr": 2.630928383194431e-05, "epoch": 2.291497975708502, "percentage": 45.83, "elapsed_time": "7:18:44", "remaining_time": "8:38:35"} +{"current_steps": 567, "total_steps": 1235, "loss": 0.3289, "lr": 2.625559216200781e-05, "epoch": 2.2955465587044532, "percentage": 45.91, "elapsed_time": "7:19:31", "remaining_time": "8:37:48"} +{"current_steps": 568, "total_steps": 1235, "loss": 0.3289, "lr": 2.620185047252308e-05, "epoch": 2.299595141700405, "percentage": 45.99, "elapsed_time": "7:20:17", "remaining_time": "8:37:01"} +{"current_steps": 569, "total_steps": 1235, "loss": 0.3219, "lr": 2.614805919320723e-05, "epoch": 2.3036437246963564, "percentage": 46.07, "elapsed_time": "7:21:03", "remaining_time": "8:36:14"} +{"current_steps": 570, "total_steps": 1235, "loss": 0.3267, "lr": 2.6094218754173895e-05, "epoch": 2.3076923076923075, "percentage": 46.15, "elapsed_time": "7:21:49", "remaining_time": "8:35:27"} +{"current_steps": 571, "total_steps": 1235, "loss": 0.3313, "lr": 2.60403295859298e-05, "epoch": 2.311740890688259, "percentage": 46.23, "elapsed_time": "7:22:35", "remaining_time": "8:34:40"} +{"current_steps": 572, "total_steps": 1235, "loss": 0.3362, "lr": 2.5986392119371297e-05, "epoch": 2.3157894736842106, "percentage": 46.32, "elapsed_time": "7:23:18", "remaining_time": "8:33:50"} +{"current_steps": 573, "total_steps": 1235, "loss": 0.3351, "lr": 2.5932406785780928e-05, "epoch": 2.3198380566801617, "percentage": 46.4, "elapsed_time": "7:24:03", "remaining_time": "8:33:01"} +{"current_steps": 574, "total_steps": 1235, "loss": 0.3336, "lr": 2.5878374016823987e-05, "epoch": 2.3238866396761133, "percentage": 46.48, "elapsed_time": "7:24:49", "remaining_time": "8:32:15"} +{"current_steps": 575, "total_steps": 1235, "loss": 0.3209, "lr": 2.5824294244545045e-05, "epoch": 2.327935222672065, "percentage": 46.56, "elapsed_time": "7:25:36", "remaining_time": "8:31:29"} +{"current_steps": 576, "total_steps": 1235, "loss": 0.327, "lr": 2.577016790136453e-05, "epoch": 2.331983805668016, "percentage": 46.64, "elapsed_time": "7:26:25", "remaining_time": "8:30:45"} +{"current_steps": 577, "total_steps": 1235, "loss": 0.3304, "lr": 2.5715995420075225e-05, "epoch": 2.3360323886639676, "percentage": 46.72, "elapsed_time": "7:27:11", "remaining_time": "8:29:58"} +{"current_steps": 578, "total_steps": 1235, "loss": 0.3364, "lr": 2.5661777233838864e-05, "epoch": 2.340080971659919, "percentage": 46.8, "elapsed_time": "7:27:55", "remaining_time": "8:29:08"} +{"current_steps": 579, "total_steps": 1235, "loss": 0.3378, "lr": 2.5607513776182616e-05, "epoch": 2.3441295546558703, "percentage": 46.88, "elapsed_time": "7:28:41", "remaining_time": "8:28:21"} +{"current_steps": 580, "total_steps": 1235, "loss": 0.3276, "lr": 2.5553205480995633e-05, "epoch": 2.348178137651822, "percentage": 46.96, "elapsed_time": "7:29:26", "remaining_time": "8:27:33"} +{"current_steps": 581, "total_steps": 1235, "loss": 0.334, "lr": 2.5498852782525604e-05, "epoch": 2.3522267206477734, "percentage": 47.04, "elapsed_time": "7:30:10", "remaining_time": "8:26:43"} +{"current_steps": 582, "total_steps": 1235, "loss": 0.3326, "lr": 2.5444456115375252e-05, "epoch": 2.3562753036437245, "percentage": 47.13, "elapsed_time": "7:30:57", "remaining_time": "8:25:57"} +{"current_steps": 583, "total_steps": 1235, "loss": 0.3306, "lr": 2.539001591449889e-05, "epoch": 2.360323886639676, "percentage": 47.21, "elapsed_time": "7:31:44", "remaining_time": "8:25:12"} +{"current_steps": 584, "total_steps": 1235, "loss": 0.326, "lr": 2.53355326151989e-05, "epoch": 2.3643724696356276, "percentage": 47.29, "elapsed_time": "7:32:30", "remaining_time": "8:24:25"} +{"current_steps": 585, "total_steps": 1235, "loss": 0.3359, "lr": 2.5281006653122288e-05, "epoch": 2.3684210526315788, "percentage": 47.37, "elapsed_time": "7:33:17", "remaining_time": "8:23:39"} +{"current_steps": 586, "total_steps": 1235, "loss": 0.3232, "lr": 2.5226438464257217e-05, "epoch": 2.3724696356275303, "percentage": 47.45, "elapsed_time": "7:34:04", "remaining_time": "8:22:53"} +{"current_steps": 587, "total_steps": 1235, "loss": 0.3289, "lr": 2.5171828484929447e-05, "epoch": 2.376518218623482, "percentage": 47.53, "elapsed_time": "7:34:52", "remaining_time": "8:22:08"} +{"current_steps": 588, "total_steps": 1235, "loss": 0.335, "lr": 2.5117177151798934e-05, "epoch": 2.380566801619433, "percentage": 47.61, "elapsed_time": "7:35:38", "remaining_time": "8:21:21"} +{"current_steps": 589, "total_steps": 1235, "loss": 0.328, "lr": 2.506248490185627e-05, "epoch": 2.3846153846153846, "percentage": 47.69, "elapsed_time": "7:36:24", "remaining_time": "8:20:35"} +{"current_steps": 590, "total_steps": 1235, "loss": 0.3297, "lr": 2.500775217241923e-05, "epoch": 2.388663967611336, "percentage": 47.77, "elapsed_time": "7:37:11", "remaining_time": "8:19:48"} +{"current_steps": 591, "total_steps": 1235, "loss": 0.3314, "lr": 2.4952979401129266e-05, "epoch": 2.3927125506072873, "percentage": 47.85, "elapsed_time": "7:37:57", "remaining_time": "8:19:01"} +{"current_steps": 592, "total_steps": 1235, "loss": 0.3275, "lr": 2.4898167025948e-05, "epoch": 2.396761133603239, "percentage": 47.94, "elapsed_time": "7:38:44", "remaining_time": "8:18:15"} +{"current_steps": 593, "total_steps": 1235, "loss": 0.3313, "lr": 2.4843315485153703e-05, "epoch": 2.4008097165991904, "percentage": 48.02, "elapsed_time": "7:39:32", "remaining_time": "8:17:31"} +{"current_steps": 594, "total_steps": 1235, "loss": 0.3385, "lr": 2.4788425217337856e-05, "epoch": 2.4048582995951415, "percentage": 48.1, "elapsed_time": "7:40:19", "remaining_time": "8:16:44"} +{"current_steps": 595, "total_steps": 1235, "loss": 0.3261, "lr": 2.4733496661401572e-05, "epoch": 2.408906882591093, "percentage": 48.18, "elapsed_time": "7:41:06", "remaining_time": "8:15:58"} +{"current_steps": 596, "total_steps": 1235, "loss": 0.3394, "lr": 2.4678530256552114e-05, "epoch": 2.4129554655870447, "percentage": 48.26, "elapsed_time": "7:41:55", "remaining_time": "8:15:14"} +{"current_steps": 597, "total_steps": 1235, "loss": 0.3321, "lr": 2.46235264422994e-05, "epoch": 2.417004048582996, "percentage": 48.34, "elapsed_time": "7:42:40", "remaining_time": "8:14:26"} +{"current_steps": 598, "total_steps": 1235, "loss": 0.3243, "lr": 2.4568485658452452e-05, "epoch": 2.4210526315789473, "percentage": 48.42, "elapsed_time": "7:43:25", "remaining_time": "8:13:39"} +{"current_steps": 599, "total_steps": 1235, "loss": 0.3291, "lr": 2.451340834511592e-05, "epoch": 2.425101214574899, "percentage": 48.5, "elapsed_time": "7:44:12", "remaining_time": "8:12:53"} +{"current_steps": 600, "total_steps": 1235, "loss": 0.325, "lr": 2.4458294942686528e-05, "epoch": 2.42914979757085, "percentage": 48.58, "elapsed_time": "7:45:01", "remaining_time": "8:12:08"} +{"current_steps": 601, "total_steps": 1235, "loss": 0.3242, "lr": 2.440314589184958e-05, "epoch": 2.4331983805668016, "percentage": 48.66, "elapsed_time": "7:45:49", "remaining_time": "8:11:24"} +{"current_steps": 602, "total_steps": 1235, "loss": 0.3196, "lr": 2.434796163357541e-05, "epoch": 2.437246963562753, "percentage": 48.74, "elapsed_time": "7:46:33", "remaining_time": "8:10:35"} +{"current_steps": 603, "total_steps": 1235, "loss": 0.3269, "lr": 2.429274260911588e-05, "epoch": 2.4412955465587043, "percentage": 48.83, "elapsed_time": "7:47:19", "remaining_time": "8:09:47"} +{"current_steps": 604, "total_steps": 1235, "loss": 0.3284, "lr": 2.423748926000084e-05, "epoch": 2.445344129554656, "percentage": 48.91, "elapsed_time": "7:48:05", "remaining_time": "8:09:00"} +{"current_steps": 605, "total_steps": 1235, "loss": 0.3267, "lr": 2.418220202803459e-05, "epoch": 2.4493927125506074, "percentage": 48.99, "elapsed_time": "7:48:52", "remaining_time": "8:08:15"} +{"current_steps": 606, "total_steps": 1235, "loss": 0.3247, "lr": 2.412688135529237e-05, "epoch": 2.4534412955465585, "percentage": 49.07, "elapsed_time": "7:49:39", "remaining_time": "8:07:29"} +{"current_steps": 607, "total_steps": 1235, "loss": 0.3359, "lr": 2.4071527684116807e-05, "epoch": 2.45748987854251, "percentage": 49.15, "elapsed_time": "7:50:26", "remaining_time": "8:06:43"} +{"current_steps": 608, "total_steps": 1235, "loss": 0.3405, "lr": 2.4016141457114372e-05, "epoch": 2.4615384615384617, "percentage": 49.23, "elapsed_time": "7:51:12", "remaining_time": "8:05:55"} +{"current_steps": 609, "total_steps": 1235, "loss": 0.326, "lr": 2.396072311715187e-05, "epoch": 2.465587044534413, "percentage": 49.31, "elapsed_time": "7:51:58", "remaining_time": "8:05:09"} +{"current_steps": 610, "total_steps": 1235, "loss": 0.3336, "lr": 2.3905273107352863e-05, "epoch": 2.4696356275303644, "percentage": 49.39, "elapsed_time": "7:52:44", "remaining_time": "8:04:21"} +{"current_steps": 611, "total_steps": 1235, "loss": 0.3382, "lr": 2.3849791871094157e-05, "epoch": 2.473684210526316, "percentage": 49.47, "elapsed_time": "7:53:31", "remaining_time": "8:03:35"} +{"current_steps": 612, "total_steps": 1235, "loss": 0.3189, "lr": 2.379427985200223e-05, "epoch": 2.477732793522267, "percentage": 49.55, "elapsed_time": "7:54:18", "remaining_time": "8:02:50"} +{"current_steps": 613, "total_steps": 1235, "loss": 0.3277, "lr": 2.373873749394972e-05, "epoch": 2.4817813765182186, "percentage": 49.64, "elapsed_time": "7:55:03", "remaining_time": "8:02:02"} +{"current_steps": 614, "total_steps": 1235, "loss": 0.3284, "lr": 2.3683165241051836e-05, "epoch": 2.48582995951417, "percentage": 49.72, "elapsed_time": "7:55:51", "remaining_time": "8:01:17"} +{"current_steps": 615, "total_steps": 1235, "loss": 0.3304, "lr": 2.3627563537662823e-05, "epoch": 2.4898785425101213, "percentage": 49.8, "elapsed_time": "7:56:37", "remaining_time": "8:00:29"} +{"current_steps": 616, "total_steps": 1235, "loss": 0.3389, "lr": 2.3571932828372433e-05, "epoch": 2.493927125506073, "percentage": 49.88, "elapsed_time": "7:57:23", "remaining_time": "7:59:43"} +{"current_steps": 617, "total_steps": 1235, "loss": 0.3394, "lr": 2.351627355800233e-05, "epoch": 2.4979757085020244, "percentage": 49.96, "elapsed_time": "7:58:11", "remaining_time": "7:58:58"} +{"current_steps": 618, "total_steps": 1235, "loss": 0.3328, "lr": 2.346058617160256e-05, "epoch": 2.5020242914979756, "percentage": 50.04, "elapsed_time": "7:58:57", "remaining_time": "7:58:11"} +{"current_steps": 619, "total_steps": 1235, "loss": 0.3303, "lr": 2.3404871114447976e-05, "epoch": 2.506072874493927, "percentage": 50.12, "elapsed_time": "7:59:43", "remaining_time": "7:57:23"} +{"current_steps": 620, "total_steps": 1235, "loss": 0.3264, "lr": 2.334912883203469e-05, "epoch": 2.5101214574898787, "percentage": 50.2, "elapsed_time": "8:00:24", "remaining_time": "7:56:32"} +{"current_steps": 621, "total_steps": 1235, "loss": 0.3429, "lr": 2.3293359770076505e-05, "epoch": 2.51417004048583, "percentage": 50.28, "elapsed_time": "8:01:08", "remaining_time": "7:55:43"} +{"current_steps": 622, "total_steps": 1235, "loss": 0.33, "lr": 2.323756437450136e-05, "epoch": 2.5182186234817814, "percentage": 50.36, "elapsed_time": "8:01:55", "remaining_time": "7:54:56"} +{"current_steps": 623, "total_steps": 1235, "loss": 0.3303, "lr": 2.3181743091447754e-05, "epoch": 2.522267206477733, "percentage": 50.45, "elapsed_time": "8:02:43", "remaining_time": "7:54:11"} +{"current_steps": 624, "total_steps": 1235, "loss": 0.3322, "lr": 2.3125896367261164e-05, "epoch": 2.526315789473684, "percentage": 50.53, "elapsed_time": "8:03:28", "remaining_time": "7:53:24"} +{"current_steps": 625, "total_steps": 1235, "loss": 0.3189, "lr": 2.307002464849052e-05, "epoch": 2.5303643724696356, "percentage": 50.61, "elapsed_time": "8:04:15", "remaining_time": "7:52:38"} +{"current_steps": 626, "total_steps": 1235, "loss": 0.3315, "lr": 2.30141283818846e-05, "epoch": 2.534412955465587, "percentage": 50.69, "elapsed_time": "8:05:03", "remaining_time": "7:51:52"} +{"current_steps": 627, "total_steps": 1235, "loss": 0.3309, "lr": 2.2958208014388462e-05, "epoch": 2.5384615384615383, "percentage": 50.77, "elapsed_time": "8:05:50", "remaining_time": "7:51:07"} +{"current_steps": 628, "total_steps": 1235, "loss": 0.3359, "lr": 2.2902263993139857e-05, "epoch": 2.54251012145749, "percentage": 50.85, "elapsed_time": "8:06:36", "remaining_time": "7:50:20"} +{"current_steps": 629, "total_steps": 1235, "loss": 0.3288, "lr": 2.2846296765465708e-05, "epoch": 2.5465587044534415, "percentage": 50.93, "elapsed_time": "8:07:24", "remaining_time": "7:49:34"} +{"current_steps": 630, "total_steps": 1235, "loss": 0.326, "lr": 2.2790306778878465e-05, "epoch": 2.5506072874493926, "percentage": 51.01, "elapsed_time": "8:08:10", "remaining_time": "7:48:48"} +{"current_steps": 631, "total_steps": 1235, "loss": 0.3271, "lr": 2.273429448107257e-05, "epoch": 2.554655870445344, "percentage": 51.09, "elapsed_time": "8:08:55", "remaining_time": "7:48:00"} +{"current_steps": 632, "total_steps": 1235, "loss": 0.3431, "lr": 2.2678260319920868e-05, "epoch": 2.5587044534412957, "percentage": 51.17, "elapsed_time": "8:09:42", "remaining_time": "7:47:14"} +{"current_steps": 633, "total_steps": 1235, "loss": 0.3371, "lr": 2.262220474347102e-05, "epoch": 2.562753036437247, "percentage": 51.26, "elapsed_time": "8:10:31", "remaining_time": "7:46:29"} +{"current_steps": 634, "total_steps": 1235, "loss": 0.3262, "lr": 2.2566128199941918e-05, "epoch": 2.5668016194331984, "percentage": 51.34, "elapsed_time": "8:11:16", "remaining_time": "7:45:42"} +{"current_steps": 635, "total_steps": 1235, "loss": 0.3234, "lr": 2.2510031137720104e-05, "epoch": 2.57085020242915, "percentage": 51.42, "elapsed_time": "8:12:02", "remaining_time": "7:44:55"} +{"current_steps": 636, "total_steps": 1235, "loss": 0.33, "lr": 2.2453914005356206e-05, "epoch": 2.574898785425101, "percentage": 51.5, "elapsed_time": "8:12:48", "remaining_time": "7:44:08"} +{"current_steps": 637, "total_steps": 1235, "loss": 0.3402, "lr": 2.2397777251561302e-05, "epoch": 2.5789473684210527, "percentage": 51.58, "elapsed_time": "8:13:36", "remaining_time": "7:43:22"} +{"current_steps": 638, "total_steps": 1235, "loss": 0.3152, "lr": 2.2341621325203393e-05, "epoch": 2.582995951417004, "percentage": 51.66, "elapsed_time": "8:14:23", "remaining_time": "7:42:36"} +{"current_steps": 639, "total_steps": 1235, "loss": 0.3289, "lr": 2.2285446675303764e-05, "epoch": 2.5870445344129553, "percentage": 51.74, "elapsed_time": "8:15:09", "remaining_time": "7:41:50"} +{"current_steps": 640, "total_steps": 1235, "loss": 0.3372, "lr": 2.2229253751033423e-05, "epoch": 2.591093117408907, "percentage": 51.82, "elapsed_time": "8:15:54", "remaining_time": "7:41:02"} +{"current_steps": 641, "total_steps": 1235, "loss": 0.3413, "lr": 2.2173043001709492e-05, "epoch": 2.5951417004048585, "percentage": 51.9, "elapsed_time": "8:16:40", "remaining_time": "7:40:15"} +{"current_steps": 642, "total_steps": 1235, "loss": 0.3317, "lr": 2.2116814876791627e-05, "epoch": 2.5991902834008096, "percentage": 51.98, "elapsed_time": "8:17:25", "remaining_time": "7:39:27"} +{"current_steps": 643, "total_steps": 1235, "loss": 0.3286, "lr": 2.2060569825878413e-05, "epoch": 2.603238866396761, "percentage": 52.06, "elapsed_time": "8:18:10", "remaining_time": "7:38:39"} +{"current_steps": 644, "total_steps": 1235, "loss": 0.325, "lr": 2.2004308298703777e-05, "epoch": 2.6072874493927127, "percentage": 52.15, "elapsed_time": "8:18:56", "remaining_time": "7:37:52"} +{"current_steps": 645, "total_steps": 1235, "loss": 0.3279, "lr": 2.1948030745133396e-05, "epoch": 2.611336032388664, "percentage": 52.23, "elapsed_time": "8:19:44", "remaining_time": "7:37:07"} +{"current_steps": 646, "total_steps": 1235, "loss": 0.3436, "lr": 2.1891737615161083e-05, "epoch": 2.6153846153846154, "percentage": 52.31, "elapsed_time": "8:20:31", "remaining_time": "7:36:21"} +{"current_steps": 647, "total_steps": 1235, "loss": 0.3416, "lr": 2.1835429358905218e-05, "epoch": 2.619433198380567, "percentage": 52.39, "elapsed_time": "8:21:19", "remaining_time": "7:35:36"} +{"current_steps": 648, "total_steps": 1235, "loss": 0.3274, "lr": 2.17791064266051e-05, "epoch": 2.623481781376518, "percentage": 52.47, "elapsed_time": "8:22:06", "remaining_time": "7:34:50"} +{"current_steps": 649, "total_steps": 1235, "loss": 0.3223, "lr": 2.172276926861741e-05, "epoch": 2.6275303643724697, "percentage": 52.55, "elapsed_time": "8:22:49", "remaining_time": "7:34:01"} +{"current_steps": 650, "total_steps": 1235, "loss": 0.3271, "lr": 2.166641833541255e-05, "epoch": 2.6315789473684212, "percentage": 52.63, "elapsed_time": "8:23:36", "remaining_time": "7:33:15"} +{"current_steps": 651, "total_steps": 1235, "loss": 0.3233, "lr": 2.161005407757109e-05, "epoch": 2.6356275303643724, "percentage": 52.71, "elapsed_time": "8:24:23", "remaining_time": "7:32:28"} +{"current_steps": 652, "total_steps": 1235, "loss": 0.3353, "lr": 2.155367694578013e-05, "epoch": 2.639676113360324, "percentage": 52.79, "elapsed_time": "8:25:09", "remaining_time": "7:31:41"} +{"current_steps": 653, "total_steps": 1235, "loss": 0.3262, "lr": 2.1497287390829712e-05, "epoch": 2.6437246963562755, "percentage": 52.87, "elapsed_time": "8:25:53", "remaining_time": "7:30:52"} +{"current_steps": 654, "total_steps": 1235, "loss": 0.3366, "lr": 2.1440885863609208e-05, "epoch": 2.6477732793522266, "percentage": 52.96, "elapsed_time": "8:26:40", "remaining_time": "7:30:06"} +{"current_steps": 655, "total_steps": 1235, "loss": 0.339, "lr": 2.1384472815103737e-05, "epoch": 2.651821862348178, "percentage": 53.04, "elapsed_time": "8:27:26", "remaining_time": "7:29:20"} +{"current_steps": 656, "total_steps": 1235, "loss": 0.3259, "lr": 2.1328048696390534e-05, "epoch": 2.6558704453441297, "percentage": 53.12, "elapsed_time": "8:28:11", "remaining_time": "7:28:32"} +{"current_steps": 657, "total_steps": 1235, "loss": 0.3273, "lr": 2.1271613958635342e-05, "epoch": 2.659919028340081, "percentage": 53.2, "elapsed_time": "8:28:59", "remaining_time": "7:27:46"} +{"current_steps": 658, "total_steps": 1235, "loss": 0.3345, "lr": 2.1215169053088825e-05, "epoch": 2.6639676113360324, "percentage": 53.28, "elapsed_time": "8:29:45", "remaining_time": "7:27:00"} +{"current_steps": 659, "total_steps": 1235, "loss": 0.3211, "lr": 2.1158714431082937e-05, "epoch": 2.668016194331984, "percentage": 53.36, "elapsed_time": "8:30:31", "remaining_time": "7:26:13"} +{"current_steps": 660, "total_steps": 1235, "loss": 0.3407, "lr": 2.110225054402733e-05, "epoch": 2.672064777327935, "percentage": 53.44, "elapsed_time": "8:31:19", "remaining_time": "7:25:28"} +{"current_steps": 661, "total_steps": 1235, "loss": 0.3262, "lr": 2.1045777843405747e-05, "epoch": 2.6761133603238867, "percentage": 53.52, "elapsed_time": "8:32:06", "remaining_time": "7:24:42"} +{"current_steps": 662, "total_steps": 1235, "loss": 0.33, "lr": 2.09892967807724e-05, "epoch": 2.6801619433198383, "percentage": 53.6, "elapsed_time": "8:32:52", "remaining_time": "7:23:55"} +{"current_steps": 663, "total_steps": 1235, "loss": 0.3247, "lr": 2.093280780774835e-05, "epoch": 2.6842105263157894, "percentage": 53.68, "elapsed_time": "8:33:35", "remaining_time": "7:23:05"} +{"current_steps": 664, "total_steps": 1235, "loss": 0.3436, "lr": 2.087631137601793e-05, "epoch": 2.688259109311741, "percentage": 53.77, "elapsed_time": "8:34:22", "remaining_time": "7:22:19"} +{"current_steps": 665, "total_steps": 1235, "loss": 0.33, "lr": 2.0819807937325104e-05, "epoch": 2.6923076923076925, "percentage": 53.85, "elapsed_time": "8:35:09", "remaining_time": "7:21:33"} +{"current_steps": 666, "total_steps": 1235, "loss": 0.3358, "lr": 2.0763297943469847e-05, "epoch": 2.6963562753036436, "percentage": 53.93, "elapsed_time": "8:35:55", "remaining_time": "7:20:47"} +{"current_steps": 667, "total_steps": 1235, "loss": 0.3411, "lr": 2.070678184630458e-05, "epoch": 2.700404858299595, "percentage": 54.01, "elapsed_time": "8:36:40", "remaining_time": "7:19:59"} +{"current_steps": 668, "total_steps": 1235, "loss": 0.3355, "lr": 2.06502600977305e-05, "epoch": 2.7044534412955468, "percentage": 54.09, "elapsed_time": "8:37:30", "remaining_time": "7:19:15"} +{"current_steps": 669, "total_steps": 1235, "loss": 0.33, "lr": 2.0593733149694008e-05, "epoch": 2.708502024291498, "percentage": 54.17, "elapsed_time": "8:38:15", "remaining_time": "7:18:28"} +{"current_steps": 670, "total_steps": 1235, "loss": 0.3252, "lr": 2.0537201454183074e-05, "epoch": 2.7125506072874495, "percentage": 54.25, "elapsed_time": "8:39:02", "remaining_time": "7:17:41"} +{"current_steps": 671, "total_steps": 1235, "loss": 0.3236, "lr": 2.0480665463223626e-05, "epoch": 2.716599190283401, "percentage": 54.33, "elapsed_time": "8:39:47", "remaining_time": "7:16:53"} +{"current_steps": 672, "total_steps": 1235, "loss": 0.3244, "lr": 2.042412562887594e-05, "epoch": 2.720647773279352, "percentage": 54.41, "elapsed_time": "8:40:35", "remaining_time": "7:16:08"} +{"current_steps": 673, "total_steps": 1235, "loss": 0.3334, "lr": 2.0367582403231033e-05, "epoch": 2.7246963562753037, "percentage": 54.49, "elapsed_time": "8:41:22", "remaining_time": "7:15:22"} +{"current_steps": 674, "total_steps": 1235, "loss": 0.3294, "lr": 2.0311036238407023e-05, "epoch": 2.7287449392712553, "percentage": 54.57, "elapsed_time": "8:42:09", "remaining_time": "7:14:36"} +{"current_steps": 675, "total_steps": 1235, "loss": 0.3362, "lr": 2.0254487586545534e-05, "epoch": 2.7327935222672064, "percentage": 54.66, "elapsed_time": "8:42:56", "remaining_time": "7:13:50"} +{"current_steps": 676, "total_steps": 1235, "loss": 0.3311, "lr": 2.0197936899808088e-05, "epoch": 2.736842105263158, "percentage": 54.74, "elapsed_time": "8:43:43", "remaining_time": "7:13:05"} +{"current_steps": 677, "total_steps": 1235, "loss": 0.3214, "lr": 2.0141384630372466e-05, "epoch": 2.7408906882591095, "percentage": 54.82, "elapsed_time": "8:44:28", "remaining_time": "7:12:16"} +{"current_steps": 678, "total_steps": 1235, "loss": 0.3386, "lr": 2.0084831230429106e-05, "epoch": 2.7449392712550607, "percentage": 54.9, "elapsed_time": "8:45:15", "remaining_time": "7:11:31"} +{"current_steps": 679, "total_steps": 1235, "loss": 0.3322, "lr": 2.0028277152177492e-05, "epoch": 2.748987854251012, "percentage": 54.98, "elapsed_time": "8:46:02", "remaining_time": "7:10:45"} +{"current_steps": 680, "total_steps": 1235, "loss": 0.3316, "lr": 1.9971722847822518e-05, "epoch": 2.753036437246964, "percentage": 55.06, "elapsed_time": "8:46:47", "remaining_time": "7:09:57"} +{"current_steps": 681, "total_steps": 1235, "loss": 0.3312, "lr": 1.99151687695709e-05, "epoch": 2.757085020242915, "percentage": 55.14, "elapsed_time": "8:47:33", "remaining_time": "7:09:10"} +{"current_steps": 682, "total_steps": 1235, "loss": 0.3277, "lr": 1.9858615369627537e-05, "epoch": 2.7611336032388665, "percentage": 55.22, "elapsed_time": "8:48:19", "remaining_time": "7:08:23"} +{"current_steps": 683, "total_steps": 1235, "loss": 0.3367, "lr": 1.9802063100191916e-05, "epoch": 2.765182186234818, "percentage": 55.3, "elapsed_time": "8:49:06", "remaining_time": "7:07:37"} +{"current_steps": 684, "total_steps": 1235, "loss": 0.3338, "lr": 1.974551241345447e-05, "epoch": 2.769230769230769, "percentage": 55.38, "elapsed_time": "8:49:52", "remaining_time": "7:06:50"} +{"current_steps": 685, "total_steps": 1235, "loss": 0.3167, "lr": 1.9688963761592984e-05, "epoch": 2.7732793522267207, "percentage": 55.47, "elapsed_time": "8:50:39", "remaining_time": "7:06:04"} +{"current_steps": 686, "total_steps": 1235, "loss": 0.3385, "lr": 1.963241759676897e-05, "epoch": 2.7773279352226723, "percentage": 55.55, "elapsed_time": "8:51:25", "remaining_time": "7:05:17"} +{"current_steps": 687, "total_steps": 1235, "loss": 0.3306, "lr": 1.9575874371124066e-05, "epoch": 2.7813765182186234, "percentage": 55.63, "elapsed_time": "8:52:11", "remaining_time": "7:04:31"} +{"current_steps": 688, "total_steps": 1235, "loss": 0.337, "lr": 1.951933453677638e-05, "epoch": 2.785425101214575, "percentage": 55.71, "elapsed_time": "8:52:58", "remaining_time": "7:03:44"} +{"current_steps": 689, "total_steps": 1235, "loss": 0.3256, "lr": 1.9462798545816932e-05, "epoch": 2.7894736842105265, "percentage": 55.79, "elapsed_time": "8:53:44", "remaining_time": "7:02:57"} +{"current_steps": 690, "total_steps": 1235, "loss": 0.3363, "lr": 1.9406266850305996e-05, "epoch": 2.7935222672064777, "percentage": 55.87, "elapsed_time": "8:54:31", "remaining_time": "7:02:12"} +{"current_steps": 691, "total_steps": 1235, "loss": 0.3304, "lr": 1.9349739902269503e-05, "epoch": 2.7975708502024292, "percentage": 55.95, "elapsed_time": "8:55:17", "remaining_time": "7:01:24"} +{"current_steps": 692, "total_steps": 1235, "loss": 0.332, "lr": 1.9293218153695425e-05, "epoch": 2.801619433198381, "percentage": 56.03, "elapsed_time": "8:56:03", "remaining_time": "7:00:37"} +{"current_steps": 693, "total_steps": 1235, "loss": 0.3317, "lr": 1.9236702056530153e-05, "epoch": 2.805668016194332, "percentage": 56.11, "elapsed_time": "8:56:46", "remaining_time": "6:59:49"} +{"current_steps": 694, "total_steps": 1235, "loss": 0.3231, "lr": 1.9180192062674907e-05, "epoch": 2.8097165991902835, "percentage": 56.19, "elapsed_time": "8:57:31", "remaining_time": "6:59:01"} +{"current_steps": 695, "total_steps": 1235, "loss": 0.3392, "lr": 1.9123688623982076e-05, "epoch": 2.813765182186235, "percentage": 56.28, "elapsed_time": "8:58:17", "remaining_time": "6:58:14"} +{"current_steps": 696, "total_steps": 1235, "loss": 0.331, "lr": 1.906719219225165e-05, "epoch": 2.817813765182186, "percentage": 56.36, "elapsed_time": "8:59:03", "remaining_time": "6:57:27"} +{"current_steps": 697, "total_steps": 1235, "loss": 0.3349, "lr": 1.9010703219227603e-05, "epoch": 2.8218623481781377, "percentage": 56.44, "elapsed_time": "8:59:49", "remaining_time": "6:56:41"} +{"current_steps": 698, "total_steps": 1235, "loss": 0.3338, "lr": 1.8954222156594256e-05, "epoch": 2.8259109311740893, "percentage": 56.52, "elapsed_time": "9:00:35", "remaining_time": "6:55:53"} +{"current_steps": 699, "total_steps": 1235, "loss": 0.3235, "lr": 1.8897749455972673e-05, "epoch": 2.8299595141700404, "percentage": 56.6, "elapsed_time": "9:01:22", "remaining_time": "6:55:08"} +{"current_steps": 700, "total_steps": 1235, "loss": 0.329, "lr": 1.884128556891707e-05, "epoch": 2.834008097165992, "percentage": 56.68, "elapsed_time": "9:02:09", "remaining_time": "6:54:21"} +{"current_steps": 701, "total_steps": 1235, "loss": 0.3222, "lr": 1.878483094691119e-05, "epoch": 2.8380566801619436, "percentage": 56.76, "elapsed_time": "9:02:54", "remaining_time": "6:53:34"} +{"current_steps": 702, "total_steps": 1235, "loss": 0.3233, "lr": 1.8728386041364664e-05, "epoch": 2.8421052631578947, "percentage": 56.84, "elapsed_time": "9:03:41", "remaining_time": "6:52:48"} +{"current_steps": 703, "total_steps": 1235, "loss": 0.3271, "lr": 1.867195130360947e-05, "epoch": 2.8461538461538463, "percentage": 56.92, "elapsed_time": "9:04:29", "remaining_time": "6:52:02"} +{"current_steps": 704, "total_steps": 1235, "loss": 0.3301, "lr": 1.8615527184896263e-05, "epoch": 2.850202429149798, "percentage": 57.0, "elapsed_time": "9:05:14", "remaining_time": "6:51:15"} +{"current_steps": 705, "total_steps": 1235, "loss": 0.3396, "lr": 1.8559114136390795e-05, "epoch": 2.854251012145749, "percentage": 57.09, "elapsed_time": "9:06:01", "remaining_time": "6:50:28"} +{"current_steps": 706, "total_steps": 1235, "loss": 0.3148, "lr": 1.8502712609170298e-05, "epoch": 2.8582995951417005, "percentage": 57.17, "elapsed_time": "9:06:48", "remaining_time": "6:49:43"} +{"current_steps": 707, "total_steps": 1235, "loss": 0.3286, "lr": 1.8446323054219876e-05, "epoch": 2.862348178137652, "percentage": 57.25, "elapsed_time": "9:07:36", "remaining_time": "6:48:57"} +{"current_steps": 708, "total_steps": 1235, "loss": 0.3276, "lr": 1.838994592242891e-05, "epoch": 2.866396761133603, "percentage": 57.33, "elapsed_time": "9:08:21", "remaining_time": "6:48:10"} +{"current_steps": 709, "total_steps": 1235, "loss": 0.3258, "lr": 1.8333581664587453e-05, "epoch": 2.8704453441295548, "percentage": 57.41, "elapsed_time": "9:09:08", "remaining_time": "6:47:23"} +{"current_steps": 710, "total_steps": 1235, "loss": 0.3364, "lr": 1.8277230731382593e-05, "epoch": 2.8744939271255063, "percentage": 57.49, "elapsed_time": "9:09:53", "remaining_time": "6:46:36"} +{"current_steps": 711, "total_steps": 1235, "loss": 0.3381, "lr": 1.82208935733949e-05, "epoch": 2.8785425101214575, "percentage": 57.57, "elapsed_time": "9:10:39", "remaining_time": "6:45:50"} +{"current_steps": 712, "total_steps": 1235, "loss": 0.333, "lr": 1.8164570641094793e-05, "epoch": 2.882591093117409, "percentage": 57.65, "elapsed_time": "9:11:25", "remaining_time": "6:45:03"} +{"current_steps": 713, "total_steps": 1235, "loss": 0.3217, "lr": 1.810826238483892e-05, "epoch": 2.8866396761133606, "percentage": 57.73, "elapsed_time": "9:12:13", "remaining_time": "6:44:17"} +{"current_steps": 714, "total_steps": 1235, "loss": 0.3335, "lr": 1.8051969254866608e-05, "epoch": 2.8906882591093117, "percentage": 57.81, "elapsed_time": "9:12:58", "remaining_time": "6:43:29"} +{"current_steps": 715, "total_steps": 1235, "loss": 0.325, "lr": 1.7995691701296226e-05, "epoch": 2.8947368421052633, "percentage": 57.89, "elapsed_time": "9:13:45", "remaining_time": "6:42:44"} +{"current_steps": 716, "total_steps": 1235, "loss": 0.336, "lr": 1.7939430174121593e-05, "epoch": 2.898785425101215, "percentage": 57.98, "elapsed_time": "9:14:32", "remaining_time": "6:41:57"} +{"current_steps": 717, "total_steps": 1235, "loss": 0.3293, "lr": 1.788318512320838e-05, "epoch": 2.902834008097166, "percentage": 58.06, "elapsed_time": "9:15:20", "remaining_time": "6:41:12"} +{"current_steps": 718, "total_steps": 1235, "loss": 0.3309, "lr": 1.782695699829051e-05, "epoch": 2.9068825910931175, "percentage": 58.14, "elapsed_time": "9:16:06", "remaining_time": "6:40:25"} +{"current_steps": 719, "total_steps": 1235, "loss": 0.3239, "lr": 1.7770746248966587e-05, "epoch": 2.910931174089069, "percentage": 58.22, "elapsed_time": "9:16:53", "remaining_time": "6:39:39"} +{"current_steps": 720, "total_steps": 1235, "loss": 0.3385, "lr": 1.7714553324696243e-05, "epoch": 2.91497975708502, "percentage": 58.3, "elapsed_time": "9:17:40", "remaining_time": "6:38:53"} +{"current_steps": 721, "total_steps": 1235, "loss": 0.3267, "lr": 1.7658378674796614e-05, "epoch": 2.919028340080972, "percentage": 58.38, "elapsed_time": "9:18:26", "remaining_time": "6:38:06"} +{"current_steps": 722, "total_steps": 1235, "loss": 0.3265, "lr": 1.76022227484387e-05, "epoch": 2.9230769230769234, "percentage": 58.46, "elapsed_time": "9:19:12", "remaining_time": "6:37:19"} +{"current_steps": 723, "total_steps": 1235, "loss": 0.327, "lr": 1.7546085994643807e-05, "epoch": 2.9271255060728745, "percentage": 58.54, "elapsed_time": "9:19:59", "remaining_time": "6:36:33"} +{"current_steps": 724, "total_steps": 1235, "loss": 0.3229, "lr": 1.7489968862279902e-05, "epoch": 2.931174089068826, "percentage": 58.62, "elapsed_time": "9:20:46", "remaining_time": "6:35:47"} +{"current_steps": 725, "total_steps": 1235, "loss": 0.3177, "lr": 1.743387180005809e-05, "epoch": 2.9352226720647776, "percentage": 58.7, "elapsed_time": "9:21:32", "remaining_time": "6:35:00"} +{"current_steps": 726, "total_steps": 1235, "loss": 0.3308, "lr": 1.737779525652899e-05, "epoch": 2.9392712550607287, "percentage": 58.79, "elapsed_time": "9:22:18", "remaining_time": "6:34:13"} +{"current_steps": 727, "total_steps": 1235, "loss": 0.3313, "lr": 1.732173968007914e-05, "epoch": 2.9433198380566803, "percentage": 58.87, "elapsed_time": "9:23:06", "remaining_time": "6:33:28"} +{"current_steps": 728, "total_steps": 1235, "loss": 0.3261, "lr": 1.7265705518927437e-05, "epoch": 2.9473684210526314, "percentage": 58.95, "elapsed_time": "9:23:52", "remaining_time": "6:32:42"} +{"current_steps": 729, "total_steps": 1235, "loss": 0.3342, "lr": 1.7209693221121542e-05, "epoch": 2.951417004048583, "percentage": 59.03, "elapsed_time": "9:24:38", "remaining_time": "6:31:55"} +{"current_steps": 730, "total_steps": 1235, "loss": 0.3346, "lr": 1.7153703234534302e-05, "epoch": 2.9554655870445345, "percentage": 59.11, "elapsed_time": "9:25:24", "remaining_time": "6:31:08"} +{"current_steps": 731, "total_steps": 1235, "loss": 0.3371, "lr": 1.709773600686015e-05, "epoch": 2.9595141700404857, "percentage": 59.19, "elapsed_time": "9:26:07", "remaining_time": "6:30:19"} +{"current_steps": 732, "total_steps": 1235, "loss": 0.3377, "lr": 1.7041791985611548e-05, "epoch": 2.9635627530364372, "percentage": 59.27, "elapsed_time": "9:26:54", "remaining_time": "6:29:33"} +{"current_steps": 733, "total_steps": 1235, "loss": 0.3237, "lr": 1.69858716181154e-05, "epoch": 2.967611336032389, "percentage": 59.35, "elapsed_time": "9:27:41", "remaining_time": "6:28:46"} +{"current_steps": 734, "total_steps": 1235, "loss": 0.3246, "lr": 1.692997535150948e-05, "epoch": 2.97165991902834, "percentage": 59.43, "elapsed_time": "9:28:27", "remaining_time": "6:28:00"} +{"current_steps": 735, "total_steps": 1235, "loss": 0.3306, "lr": 1.687410363273884e-05, "epoch": 2.9757085020242915, "percentage": 59.51, "elapsed_time": "9:29:13", "remaining_time": "6:27:13"} +{"current_steps": 736, "total_steps": 1235, "loss": 0.3127, "lr": 1.6818256908552257e-05, "epoch": 2.979757085020243, "percentage": 59.6, "elapsed_time": "9:29:59", "remaining_time": "6:26:26"} +{"current_steps": 737, "total_steps": 1235, "loss": 0.3308, "lr": 1.6762435625498646e-05, "epoch": 2.983805668016194, "percentage": 59.68, "elapsed_time": "9:30:44", "remaining_time": "6:25:39"} +{"current_steps": 738, "total_steps": 1235, "loss": 0.3161, "lr": 1.67066402299235e-05, "epoch": 2.9878542510121457, "percentage": 59.76, "elapsed_time": "9:31:31", "remaining_time": "6:24:53"} +{"current_steps": 739, "total_steps": 1235, "loss": 0.3283, "lr": 1.6650871167965313e-05, "epoch": 2.9919028340080973, "percentage": 59.84, "elapsed_time": "9:32:16", "remaining_time": "6:24:05"} +{"current_steps": 740, "total_steps": 1235, "loss": 0.3248, "lr": 1.6595128885552028e-05, "epoch": 2.9959514170040484, "percentage": 59.92, "elapsed_time": "9:33:03", "remaining_time": "6:23:19"} +{"current_steps": 741, "total_steps": 1235, "loss": 0.3303, "lr": 1.653941382839745e-05, "epoch": 3.0, "percentage": 60.0, "elapsed_time": "9:33:51", "remaining_time": "6:22:34"} +{"current_steps": 742, "total_steps": 1235, "loss": 0.2742, "lr": 1.6483726441997673e-05, "epoch": 3.0040485829959516, "percentage": 60.08, "elapsed_time": "9:35:26", "remaining_time": "6:22:20"} +{"current_steps": 743, "total_steps": 1235, "loss": 0.2691, "lr": 1.642806717162757e-05, "epoch": 3.0080971659919027, "percentage": 60.16, "elapsed_time": "9:36:12", "remaining_time": "6:21:33"} +{"current_steps": 744, "total_steps": 1235, "loss": 0.2729, "lr": 1.637243646233718e-05, "epoch": 3.0121457489878543, "percentage": 60.24, "elapsed_time": "9:37:01", "remaining_time": "6:20:48"} +{"current_steps": 745, "total_steps": 1235, "loss": 0.2709, "lr": 1.6316834758948174e-05, "epoch": 3.016194331983806, "percentage": 60.32, "elapsed_time": "9:37:48", "remaining_time": "6:20:02"} +{"current_steps": 746, "total_steps": 1235, "loss": 0.2889, "lr": 1.6261262506050282e-05, "epoch": 3.020242914979757, "percentage": 60.4, "elapsed_time": "9:38:31", "remaining_time": "6:19:13"} +{"current_steps": 747, "total_steps": 1235, "loss": 0.2733, "lr": 1.620572014799777e-05, "epoch": 3.0242914979757085, "percentage": 60.49, "elapsed_time": "9:39:18", "remaining_time": "6:18:26"} +{"current_steps": 748, "total_steps": 1235, "loss": 0.2761, "lr": 1.6150208128905857e-05, "epoch": 3.02834008097166, "percentage": 60.57, "elapsed_time": "9:40:05", "remaining_time": "6:17:40"} +{"current_steps": 749, "total_steps": 1235, "loss": 0.2843, "lr": 1.6094726892647147e-05, "epoch": 3.032388663967611, "percentage": 60.65, "elapsed_time": "9:40:51", "remaining_time": "6:16:53"} +{"current_steps": 750, "total_steps": 1235, "loss": 0.2787, "lr": 1.6039276882848135e-05, "epoch": 3.0364372469635628, "percentage": 60.73, "elapsed_time": "9:41:38", "remaining_time": "6:16:07"} +{"current_steps": 751, "total_steps": 1235, "loss": 0.275, "lr": 1.5983858542885635e-05, "epoch": 3.0404858299595143, "percentage": 60.81, "elapsed_time": "9:42:25", "remaining_time": "6:15:21"} +{"current_steps": 752, "total_steps": 1235, "loss": 0.2681, "lr": 1.5928472315883203e-05, "epoch": 3.0445344129554655, "percentage": 60.89, "elapsed_time": "9:43:12", "remaining_time": "6:14:35"} +{"current_steps": 753, "total_steps": 1235, "loss": 0.2797, "lr": 1.5873118644707633e-05, "epoch": 3.048582995951417, "percentage": 60.97, "elapsed_time": "9:43:55", "remaining_time": "6:13:46"} +{"current_steps": 754, "total_steps": 1235, "loss": 0.2807, "lr": 1.5817797971965413e-05, "epoch": 3.0526315789473686, "percentage": 61.05, "elapsed_time": "9:44:42", "remaining_time": "6:13:00"} +{"current_steps": 755, "total_steps": 1235, "loss": 0.2694, "lr": 1.576251073999917e-05, "epoch": 3.0566801619433197, "percentage": 61.13, "elapsed_time": "9:45:27", "remaining_time": "6:12:12"} +{"current_steps": 756, "total_steps": 1235, "loss": 0.2775, "lr": 1.5707257390884126e-05, "epoch": 3.0607287449392713, "percentage": 61.21, "elapsed_time": "9:46:12", "remaining_time": "6:11:25"} +{"current_steps": 757, "total_steps": 1235, "loss": 0.2665, "lr": 1.5652038366424595e-05, "epoch": 3.064777327935223, "percentage": 61.3, "elapsed_time": "9:47:00", "remaining_time": "6:10:39"} +{"current_steps": 758, "total_steps": 1235, "loss": 0.274, "lr": 1.5596854108150424e-05, "epoch": 3.068825910931174, "percentage": 61.38, "elapsed_time": "9:47:43", "remaining_time": "6:09:50"} +{"current_steps": 759, "total_steps": 1235, "loss": 0.2788, "lr": 1.5541705057313476e-05, "epoch": 3.0728744939271255, "percentage": 61.46, "elapsed_time": "9:48:30", "remaining_time": "6:09:04"} +{"current_steps": 760, "total_steps": 1235, "loss": 0.2743, "lr": 1.5486591654884086e-05, "epoch": 3.076923076923077, "percentage": 61.54, "elapsed_time": "9:49:15", "remaining_time": "6:08:17"} +{"current_steps": 761, "total_steps": 1235, "loss": 0.2782, "lr": 1.543151434154755e-05, "epoch": 3.080971659919028, "percentage": 61.62, "elapsed_time": "9:49:59", "remaining_time": "6:07:29"} +{"current_steps": 762, "total_steps": 1235, "loss": 0.2661, "lr": 1.5376473557700615e-05, "epoch": 3.08502024291498, "percentage": 61.7, "elapsed_time": "9:50:47", "remaining_time": "6:06:43"} +{"current_steps": 763, "total_steps": 1235, "loss": 0.2792, "lr": 1.5321469743447893e-05, "epoch": 3.0890688259109313, "percentage": 61.78, "elapsed_time": "9:51:30", "remaining_time": "6:05:55"} +{"current_steps": 764, "total_steps": 1235, "loss": 0.2764, "lr": 1.5266503338598434e-05, "epoch": 3.0931174089068825, "percentage": 61.86, "elapsed_time": "9:52:15", "remaining_time": "6:05:07"} +{"current_steps": 765, "total_steps": 1235, "loss": 0.2665, "lr": 1.5211574782662149e-05, "epoch": 3.097165991902834, "percentage": 61.94, "elapsed_time": "9:53:02", "remaining_time": "6:04:21"} +{"current_steps": 766, "total_steps": 1235, "loss": 0.2769, "lr": 1.5156684514846307e-05, "epoch": 3.1012145748987856, "percentage": 62.02, "elapsed_time": "9:53:50", "remaining_time": "6:03:35"} +{"current_steps": 767, "total_steps": 1235, "loss": 0.2706, "lr": 1.5101832974052012e-05, "epoch": 3.1052631578947367, "percentage": 62.11, "elapsed_time": "9:54:37", "remaining_time": "6:02:49"} +{"current_steps": 768, "total_steps": 1235, "loss": 0.2742, "lr": 1.5047020598870737e-05, "epoch": 3.1093117408906883, "percentage": 62.19, "elapsed_time": "9:55:23", "remaining_time": "6:02:02"} +{"current_steps": 769, "total_steps": 1235, "loss": 0.2744, "lr": 1.4992247827580778e-05, "epoch": 3.11336032388664, "percentage": 62.27, "elapsed_time": "9:56:09", "remaining_time": "6:01:15"} +{"current_steps": 770, "total_steps": 1235, "loss": 0.2763, "lr": 1.493751509814374e-05, "epoch": 3.117408906882591, "percentage": 62.35, "elapsed_time": "9:56:58", "remaining_time": "6:00:30"} +{"current_steps": 771, "total_steps": 1235, "loss": 0.2762, "lr": 1.4882822848201073e-05, "epoch": 3.1214574898785425, "percentage": 62.43, "elapsed_time": "9:57:43", "remaining_time": "5:59:42"} +{"current_steps": 772, "total_steps": 1235, "loss": 0.2826, "lr": 1.4828171515070553e-05, "epoch": 3.125506072874494, "percentage": 62.51, "elapsed_time": "9:58:29", "remaining_time": "5:58:56"} +{"current_steps": 773, "total_steps": 1235, "loss": 0.2777, "lr": 1.4773561535742793e-05, "epoch": 3.1295546558704452, "percentage": 62.59, "elapsed_time": "9:59:18", "remaining_time": "5:58:11"} +{"current_steps": 774, "total_steps": 1235, "loss": 0.2692, "lr": 1.4718993346877715e-05, "epoch": 3.133603238866397, "percentage": 62.67, "elapsed_time": "10:00:03", "remaining_time": "5:57:24"} +{"current_steps": 775, "total_steps": 1235, "loss": 0.2743, "lr": 1.466446738480111e-05, "epoch": 3.1376518218623484, "percentage": 62.75, "elapsed_time": "10:00:51", "remaining_time": "5:56:38"} +{"current_steps": 776, "total_steps": 1235, "loss": 0.2792, "lr": 1.460998408550112e-05, "epoch": 3.1417004048582995, "percentage": 62.83, "elapsed_time": "10:01:38", "remaining_time": "5:55:52"} +{"current_steps": 777, "total_steps": 1235, "loss": 0.2704, "lr": 1.4555543884624751e-05, "epoch": 3.145748987854251, "percentage": 62.91, "elapsed_time": "10:02:26", "remaining_time": "5:55:06"} +{"current_steps": 778, "total_steps": 1235, "loss": 0.2751, "lr": 1.4501147217474402e-05, "epoch": 3.1497975708502026, "percentage": 63.0, "elapsed_time": "10:03:13", "remaining_time": "5:54:20"} +{"current_steps": 779, "total_steps": 1235, "loss": 0.2818, "lr": 1.444679451900437e-05, "epoch": 3.1538461538461537, "percentage": 63.08, "elapsed_time": "10:03:59", "remaining_time": "5:53:33"} +{"current_steps": 780, "total_steps": 1235, "loss": 0.2662, "lr": 1.4392486223817397e-05, "epoch": 3.1578947368421053, "percentage": 63.16, "elapsed_time": "10:04:45", "remaining_time": "5:52:46"} +{"current_steps": 781, "total_steps": 1235, "loss": 0.2823, "lr": 1.4338222766161143e-05, "epoch": 3.161943319838057, "percentage": 63.24, "elapsed_time": "10:05:30", "remaining_time": "5:51:59"} +{"current_steps": 782, "total_steps": 1235, "loss": 0.2757, "lr": 1.4284004579924777e-05, "epoch": 3.165991902834008, "percentage": 63.32, "elapsed_time": "10:06:15", "remaining_time": "5:51:11"} +{"current_steps": 783, "total_steps": 1235, "loss": 0.2743, "lr": 1.4229832098635479e-05, "epoch": 3.1700404858299596, "percentage": 63.4, "elapsed_time": "10:07:01", "remaining_time": "5:50:25"} +{"current_steps": 784, "total_steps": 1235, "loss": 0.2748, "lr": 1.4175705755454963e-05, "epoch": 3.174089068825911, "percentage": 63.48, "elapsed_time": "10:07:47", "remaining_time": "5:49:38"} +{"current_steps": 785, "total_steps": 1235, "loss": 0.2714, "lr": 1.412162598317602e-05, "epoch": 3.1781376518218623, "percentage": 63.56, "elapsed_time": "10:08:35", "remaining_time": "5:48:52"} +{"current_steps": 786, "total_steps": 1235, "loss": 0.2712, "lr": 1.406759321421907e-05, "epoch": 3.182186234817814, "percentage": 63.64, "elapsed_time": "10:09:21", "remaining_time": "5:48:05"} +{"current_steps": 787, "total_steps": 1235, "loss": 0.2829, "lr": 1.401360788062871e-05, "epoch": 3.1862348178137654, "percentage": 63.72, "elapsed_time": "10:10:06", "remaining_time": "5:47:18"} +{"current_steps": 788, "total_steps": 1235, "loss": 0.2813, "lr": 1.3959670414070204e-05, "epoch": 3.1902834008097165, "percentage": 63.81, "elapsed_time": "10:10:54", "remaining_time": "5:46:32"} +{"current_steps": 789, "total_steps": 1235, "loss": 0.2779, "lr": 1.3905781245826108e-05, "epoch": 3.194331983805668, "percentage": 63.89, "elapsed_time": "10:11:40", "remaining_time": "5:45:45"} +{"current_steps": 790, "total_steps": 1235, "loss": 0.2822, "lr": 1.3851940806792778e-05, "epoch": 3.1983805668016196, "percentage": 63.97, "elapsed_time": "10:12:23", "remaining_time": "5:44:57"} +{"current_steps": 791, "total_steps": 1235, "loss": 0.2687, "lr": 1.379814952747693e-05, "epoch": 3.2024291497975708, "percentage": 64.05, "elapsed_time": "10:13:09", "remaining_time": "5:44:10"} +{"current_steps": 792, "total_steps": 1235, "loss": 0.2793, "lr": 1.3744407837992193e-05, "epoch": 3.2064777327935223, "percentage": 64.13, "elapsed_time": "10:13:56", "remaining_time": "5:43:24"} +{"current_steps": 793, "total_steps": 1235, "loss": 0.2795, "lr": 1.3690716168055692e-05, "epoch": 3.2105263157894735, "percentage": 64.21, "elapsed_time": "10:14:43", "remaining_time": "5:42:37"} +{"current_steps": 794, "total_steps": 1235, "loss": 0.28, "lr": 1.363707494698459e-05, "epoch": 3.214574898785425, "percentage": 64.29, "elapsed_time": "10:15:30", "remaining_time": "5:41:51"} +{"current_steps": 795, "total_steps": 1235, "loss": 0.2746, "lr": 1.358348460369265e-05, "epoch": 3.2186234817813766, "percentage": 64.37, "elapsed_time": "10:16:16", "remaining_time": "5:41:05"} +{"current_steps": 796, "total_steps": 1235, "loss": 0.2759, "lr": 1.352994556668684e-05, "epoch": 3.2226720647773277, "percentage": 64.45, "elapsed_time": "10:17:03", "remaining_time": "5:40:18"} +{"current_steps": 797, "total_steps": 1235, "loss": 0.276, "lr": 1.3476458264063865e-05, "epoch": 3.2267206477732793, "percentage": 64.53, "elapsed_time": "10:17:47", "remaining_time": "5:39:30"} +{"current_steps": 798, "total_steps": 1235, "loss": 0.2729, "lr": 1.342302312350678e-05, "epoch": 3.230769230769231, "percentage": 64.62, "elapsed_time": "10:18:35", "remaining_time": "5:38:44"} +{"current_steps": 799, "total_steps": 1235, "loss": 0.2697, "lr": 1.3369640572281537e-05, "epoch": 3.234817813765182, "percentage": 64.7, "elapsed_time": "10:19:21", "remaining_time": "5:37:58"} +{"current_steps": 800, "total_steps": 1235, "loss": 0.2788, "lr": 1.3316311037233596e-05, "epoch": 3.2388663967611335, "percentage": 64.78, "elapsed_time": "10:20:06", "remaining_time": "5:37:11"} +{"current_steps": 801, "total_steps": 1235, "loss": 0.2731, "lr": 1.326303494478451e-05, "epoch": 3.242914979757085, "percentage": 64.86, "elapsed_time": "10:20:53", "remaining_time": "5:36:24"} +{"current_steps": 802, "total_steps": 1235, "loss": 0.277, "lr": 1.3209812720928472e-05, "epoch": 3.246963562753036, "percentage": 64.94, "elapsed_time": "10:21:38", "remaining_time": "5:35:37"} +{"current_steps": 803, "total_steps": 1235, "loss": 0.2712, "lr": 1.315664479122898e-05, "epoch": 3.251012145748988, "percentage": 65.02, "elapsed_time": "10:22:25", "remaining_time": "5:34:51"} +{"current_steps": 804, "total_steps": 1235, "loss": 0.2726, "lr": 1.3103531580815378e-05, "epoch": 3.2550607287449393, "percentage": 65.1, "elapsed_time": "10:23:13", "remaining_time": "5:34:05"} +{"current_steps": 805, "total_steps": 1235, "loss": 0.2815, "lr": 1.3050473514379488e-05, "epoch": 3.2591093117408905, "percentage": 65.18, "elapsed_time": "10:23:57", "remaining_time": "5:33:17"} +{"current_steps": 806, "total_steps": 1235, "loss": 0.266, "lr": 1.2997471016172188e-05, "epoch": 3.263157894736842, "percentage": 65.26, "elapsed_time": "10:24:44", "remaining_time": "5:32:31"} +{"current_steps": 807, "total_steps": 1235, "loss": 0.2729, "lr": 1.2944524510000042e-05, "epoch": 3.2672064777327936, "percentage": 65.34, "elapsed_time": "10:25:30", "remaining_time": "5:31:44"} +{"current_steps": 808, "total_steps": 1235, "loss": 0.2751, "lr": 1.2891634419221908e-05, "epoch": 3.2712550607287447, "percentage": 65.43, "elapsed_time": "10:26:16", "remaining_time": "5:30:57"} +{"current_steps": 809, "total_steps": 1235, "loss": 0.2782, "lr": 1.2838801166745545e-05, "epoch": 3.2753036437246963, "percentage": 65.51, "elapsed_time": "10:27:01", "remaining_time": "5:30:10"} +{"current_steps": 810, "total_steps": 1235, "loss": 0.2751, "lr": 1.2786025175024216e-05, "epoch": 3.279352226720648, "percentage": 65.59, "elapsed_time": "10:27:47", "remaining_time": "5:29:23"} +{"current_steps": 811, "total_steps": 1235, "loss": 0.281, "lr": 1.2733306866053357e-05, "epoch": 3.283400809716599, "percentage": 65.67, "elapsed_time": "10:28:29", "remaining_time": "5:28:34"} +{"current_steps": 812, "total_steps": 1235, "loss": 0.2783, "lr": 1.2680646661367163e-05, "epoch": 3.2874493927125505, "percentage": 65.75, "elapsed_time": "10:29:17", "remaining_time": "5:27:49"} +{"current_steps": 813, "total_steps": 1235, "loss": 0.2696, "lr": 1.2628044982035219e-05, "epoch": 3.291497975708502, "percentage": 65.83, "elapsed_time": "10:30:04", "remaining_time": "5:27:03"} +{"current_steps": 814, "total_steps": 1235, "loss": 0.2799, "lr": 1.2575502248659155e-05, "epoch": 3.2955465587044532, "percentage": 65.91, "elapsed_time": "10:30:52", "remaining_time": "5:26:17"} +{"current_steps": 815, "total_steps": 1235, "loss": 0.2706, "lr": 1.2523018881369269e-05, "epoch": 3.299595141700405, "percentage": 65.99, "elapsed_time": "10:31:39", "remaining_time": "5:25:30"} +{"current_steps": 816, "total_steps": 1235, "loss": 0.2747, "lr": 1.2470595299821176e-05, "epoch": 3.3036437246963564, "percentage": 66.07, "elapsed_time": "10:32:25", "remaining_time": "5:24:44"} +{"current_steps": 817, "total_steps": 1235, "loss": 0.2707, "lr": 1.2418231923192416e-05, "epoch": 3.3076923076923075, "percentage": 66.15, "elapsed_time": "10:33:13", "remaining_time": "5:23:58"} +{"current_steps": 818, "total_steps": 1235, "loss": 0.2697, "lr": 1.2365929170179165e-05, "epoch": 3.311740890688259, "percentage": 66.23, "elapsed_time": "10:33:59", "remaining_time": "5:23:11"} +{"current_steps": 819, "total_steps": 1235, "loss": 0.2804, "lr": 1.2313687458992848e-05, "epoch": 3.3157894736842106, "percentage": 66.32, "elapsed_time": "10:34:44", "remaining_time": "5:22:24"} +{"current_steps": 820, "total_steps": 1235, "loss": 0.2764, "lr": 1.2261507207356785e-05, "epoch": 3.3198380566801617, "percentage": 66.4, "elapsed_time": "10:35:32", "remaining_time": "5:21:38"} +{"current_steps": 821, "total_steps": 1235, "loss": 0.2752, "lr": 1.220938883250288e-05, "epoch": 3.3238866396761133, "percentage": 66.48, "elapsed_time": "10:36:19", "remaining_time": "5:20:52"} +{"current_steps": 822, "total_steps": 1235, "loss": 0.272, "lr": 1.215733275116827e-05, "epoch": 3.327935222672065, "percentage": 66.56, "elapsed_time": "10:37:07", "remaining_time": "5:20:06"} +{"current_steps": 823, "total_steps": 1235, "loss": 0.2771, "lr": 1.2105339379592005e-05, "epoch": 3.331983805668016, "percentage": 66.64, "elapsed_time": "10:37:52", "remaining_time": "5:19:19"} +{"current_steps": 824, "total_steps": 1235, "loss": 0.2773, "lr": 1.2053409133511681e-05, "epoch": 3.3360323886639676, "percentage": 66.72, "elapsed_time": "10:38:39", "remaining_time": "5:18:33"} +{"current_steps": 825, "total_steps": 1235, "loss": 0.268, "lr": 1.2001542428160173e-05, "epoch": 3.340080971659919, "percentage": 66.8, "elapsed_time": "10:39:26", "remaining_time": "5:17:47"} +{"current_steps": 826, "total_steps": 1235, "loss": 0.287, "lr": 1.1949739678262278e-05, "epoch": 3.3441295546558703, "percentage": 66.88, "elapsed_time": "10:40:14", "remaining_time": "5:17:01"} +{"current_steps": 827, "total_steps": 1235, "loss": 0.2766, "lr": 1.189800129803139e-05, "epoch": 3.348178137651822, "percentage": 66.96, "elapsed_time": "10:40:59", "remaining_time": "5:16:13"} +{"current_steps": 828, "total_steps": 1235, "loss": 0.2771, "lr": 1.1846327701166228e-05, "epoch": 3.3522267206477734, "percentage": 67.04, "elapsed_time": "10:41:43", "remaining_time": "5:15:26"} +{"current_steps": 829, "total_steps": 1235, "loss": 0.2695, "lr": 1.1794719300847493e-05, "epoch": 3.3562753036437245, "percentage": 67.13, "elapsed_time": "10:42:29", "remaining_time": "5:14:39"} +{"current_steps": 830, "total_steps": 1235, "loss": 0.2729, "lr": 1.1743176509734582e-05, "epoch": 3.360323886639676, "percentage": 67.21, "elapsed_time": "10:43:14", "remaining_time": "5:13:52"} +{"current_steps": 831, "total_steps": 1235, "loss": 0.2681, "lr": 1.1691699739962275e-05, "epoch": 3.3643724696356276, "percentage": 67.29, "elapsed_time": "10:44:01", "remaining_time": "5:13:06"} +{"current_steps": 832, "total_steps": 1235, "loss": 0.2714, "lr": 1.1640289403137456e-05, "epoch": 3.3684210526315788, "percentage": 67.37, "elapsed_time": "10:44:43", "remaining_time": "5:12:17"} +{"current_steps": 833, "total_steps": 1235, "loss": 0.2683, "lr": 1.1588945910335802e-05, "epoch": 3.3724696356275303, "percentage": 67.45, "elapsed_time": "10:45:30", "remaining_time": "5:11:30"} +{"current_steps": 834, "total_steps": 1235, "loss": 0.2743, "lr": 1.1537669672098517e-05, "epoch": 3.376518218623482, "percentage": 67.53, "elapsed_time": "10:46:16", "remaining_time": "5:10:44"} +{"current_steps": 835, "total_steps": 1235, "loss": 0.2708, "lr": 1.1486461098429036e-05, "epoch": 3.380566801619433, "percentage": 67.61, "elapsed_time": "10:47:03", "remaining_time": "5:09:57"} +{"current_steps": 836, "total_steps": 1235, "loss": 0.2729, "lr": 1.1435320598789747e-05, "epoch": 3.3846153846153846, "percentage": 67.69, "elapsed_time": "10:47:49", "remaining_time": "5:09:11"} +{"current_steps": 837, "total_steps": 1235, "loss": 0.2771, "lr": 1.1384248582098736e-05, "epoch": 3.388663967611336, "percentage": 67.77, "elapsed_time": "10:48:36", "remaining_time": "5:08:24"} +{"current_steps": 838, "total_steps": 1235, "loss": 0.2745, "lr": 1.1333245456726467e-05, "epoch": 3.3927125506072873, "percentage": 67.85, "elapsed_time": "10:49:21", "remaining_time": "5:07:37"} +{"current_steps": 839, "total_steps": 1235, "loss": 0.2677, "lr": 1.128231163049258e-05, "epoch": 3.396761133603239, "percentage": 67.94, "elapsed_time": "10:50:09", "remaining_time": "5:06:52"} +{"current_steps": 840, "total_steps": 1235, "loss": 0.2809, "lr": 1.123144751066259e-05, "epoch": 3.4008097165991904, "percentage": 68.02, "elapsed_time": "10:50:55", "remaining_time": "5:06:05"} +{"current_steps": 841, "total_steps": 1235, "loss": 0.2741, "lr": 1.1180653503944657e-05, "epoch": 3.4048582995951415, "percentage": 68.1, "elapsed_time": "10:51:40", "remaining_time": "5:05:18"} +{"current_steps": 842, "total_steps": 1235, "loss": 0.2835, "lr": 1.1129930016486287e-05, "epoch": 3.408906882591093, "percentage": 68.18, "elapsed_time": "10:52:27", "remaining_time": "5:04:31"} +{"current_steps": 843, "total_steps": 1235, "loss": 0.2789, "lr": 1.107927745387114e-05, "epoch": 3.4129554655870447, "percentage": 68.26, "elapsed_time": "10:53:14", "remaining_time": "5:03:45"} +{"current_steps": 844, "total_steps": 1235, "loss": 0.2896, "lr": 1.1028696221115766e-05, "epoch": 3.417004048582996, "percentage": 68.34, "elapsed_time": "10:53:57", "remaining_time": "5:02:57"} +{"current_steps": 845, "total_steps": 1235, "loss": 0.2786, "lr": 1.0978186722666341e-05, "epoch": 3.4210526315789473, "percentage": 68.42, "elapsed_time": "10:54:44", "remaining_time": "5:02:11"} +{"current_steps": 846, "total_steps": 1235, "loss": 0.2731, "lr": 1.0927749362395475e-05, "epoch": 3.425101214574899, "percentage": 68.5, "elapsed_time": "10:55:31", "remaining_time": "5:01:24"} +{"current_steps": 847, "total_steps": 1235, "loss": 0.274, "lr": 1.0877384543598954e-05, "epoch": 3.42914979757085, "percentage": 68.58, "elapsed_time": "10:56:15", "remaining_time": "5:00:37"} +{"current_steps": 848, "total_steps": 1235, "loss": 0.2806, "lr": 1.0827092668992529e-05, "epoch": 3.4331983805668016, "percentage": 68.66, "elapsed_time": "10:57:01", "remaining_time": "4:59:50"} +{"current_steps": 849, "total_steps": 1235, "loss": 0.2763, "lr": 1.077687414070869e-05, "epoch": 3.437246963562753, "percentage": 68.74, "elapsed_time": "10:57:48", "remaining_time": "4:59:04"} +{"current_steps": 850, "total_steps": 1235, "loss": 0.2728, "lr": 1.0726729360293451e-05, "epoch": 3.4412955465587043, "percentage": 68.83, "elapsed_time": "10:58:36", "remaining_time": "4:58:18"} +{"current_steps": 851, "total_steps": 1235, "loss": 0.2745, "lr": 1.0676658728703147e-05, "epoch": 3.445344129554656, "percentage": 68.91, "elapsed_time": "10:59:21", "remaining_time": "4:57:31"} +{"current_steps": 852, "total_steps": 1235, "loss": 0.2846, "lr": 1.0626662646301198e-05, "epoch": 3.4493927125506074, "percentage": 68.99, "elapsed_time": "11:00:07", "remaining_time": "4:56:44"} +{"current_steps": 853, "total_steps": 1235, "loss": 0.273, "lr": 1.0576741512854958e-05, "epoch": 3.4534412955465585, "percentage": 69.07, "elapsed_time": "11:00:55", "remaining_time": "4:55:58"} +{"current_steps": 854, "total_steps": 1235, "loss": 0.2656, "lr": 1.052689572753247e-05, "epoch": 3.45748987854251, "percentage": 69.15, "elapsed_time": "11:01:42", "remaining_time": "4:55:12"} +{"current_steps": 855, "total_steps": 1235, "loss": 0.2653, "lr": 1.0477125688899328e-05, "epoch": 3.4615384615384617, "percentage": 69.23, "elapsed_time": "11:02:29", "remaining_time": "4:54:26"} +{"current_steps": 856, "total_steps": 1235, "loss": 0.2782, "lr": 1.0427431794915406e-05, "epoch": 3.465587044534413, "percentage": 69.31, "elapsed_time": "11:03:14", "remaining_time": "4:53:39"} +{"current_steps": 857, "total_steps": 1235, "loss": 0.2773, "lr": 1.0377814442931769e-05, "epoch": 3.4696356275303644, "percentage": 69.39, "elapsed_time": "11:03:56", "remaining_time": "4:52:50"} +{"current_steps": 858, "total_steps": 1235, "loss": 0.2732, "lr": 1.0328274029687439e-05, "epoch": 3.473684210526316, "percentage": 69.47, "elapsed_time": "11:04:45", "remaining_time": "4:52:05"} +{"current_steps": 859, "total_steps": 1235, "loss": 0.2889, "lr": 1.0278810951306253e-05, "epoch": 3.477732793522267, "percentage": 69.55, "elapsed_time": "11:05:30", "remaining_time": "4:51:18"} +{"current_steps": 860, "total_steps": 1235, "loss": 0.2793, "lr": 1.0229425603293647e-05, "epoch": 3.4817813765182186, "percentage": 69.64, "elapsed_time": "11:06:18", "remaining_time": "4:50:32"} +{"current_steps": 861, "total_steps": 1235, "loss": 0.2816, "lr": 1.0180118380533558e-05, "epoch": 3.48582995951417, "percentage": 69.72, "elapsed_time": "11:07:03", "remaining_time": "4:49:45"} +{"current_steps": 862, "total_steps": 1235, "loss": 0.2748, "lr": 1.0130889677285225e-05, "epoch": 3.4898785425101213, "percentage": 69.8, "elapsed_time": "11:07:49", "remaining_time": "4:48:58"} +{"current_steps": 863, "total_steps": 1235, "loss": 0.2794, "lr": 1.008173988718005e-05, "epoch": 3.493927125506073, "percentage": 69.88, "elapsed_time": "11:08:35", "remaining_time": "4:48:12"} +{"current_steps": 864, "total_steps": 1235, "loss": 0.2715, "lr": 1.0032669403218439e-05, "epoch": 3.4979757085020244, "percentage": 69.96, "elapsed_time": "11:09:22", "remaining_time": "4:47:25"} +{"current_steps": 865, "total_steps": 1235, "loss": 0.2728, "lr": 9.983678617766677e-06, "epoch": 3.5020242914979756, "percentage": 70.04, "elapsed_time": "11:10:08", "remaining_time": "4:46:38"} +{"current_steps": 866, "total_steps": 1235, "loss": 0.2816, "lr": 9.934767922553788e-06, "epoch": 3.506072874493927, "percentage": 70.12, "elapsed_time": "11:10:53", "remaining_time": "4:45:51"} +{"current_steps": 867, "total_steps": 1235, "loss": 0.2726, "lr": 9.885937708668371e-06, "epoch": 3.5101214574898787, "percentage": 70.2, "elapsed_time": "11:11:38", "remaining_time": "4:45:04"} +{"current_steps": 868, "total_steps": 1235, "loss": 0.2785, "lr": 9.837188366555524e-06, "epoch": 3.51417004048583, "percentage": 70.28, "elapsed_time": "11:12:23", "remaining_time": "4:44:17"} +{"current_steps": 869, "total_steps": 1235, "loss": 0.277, "lr": 9.788520286013691e-06, "epoch": 3.5182186234817814, "percentage": 70.36, "elapsed_time": "11:13:11", "remaining_time": "4:43:31"} +{"current_steps": 870, "total_steps": 1235, "loss": 0.2823, "lr": 9.739933856191537e-06, "epoch": 3.522267206477733, "percentage": 70.45, "elapsed_time": "11:13:55", "remaining_time": "4:42:44"} +{"current_steps": 871, "total_steps": 1235, "loss": 0.2748, "lr": 9.691429465584866e-06, "epoch": 3.526315789473684, "percentage": 70.53, "elapsed_time": "11:14:40", "remaining_time": "4:41:57"} +{"current_steps": 872, "total_steps": 1235, "loss": 0.2749, "lr": 9.643007502033492e-06, "epoch": 3.5303643724696356, "percentage": 70.61, "elapsed_time": "11:15:26", "remaining_time": "4:41:10"} +{"current_steps": 873, "total_steps": 1235, "loss": 0.2811, "lr": 9.594668352718152e-06, "epoch": 3.534412955465587, "percentage": 70.69, "elapsed_time": "11:16:14", "remaining_time": "4:40:24"} +{"current_steps": 874, "total_steps": 1235, "loss": 0.2725, "lr": 9.546412404157383e-06, "epoch": 3.5384615384615383, "percentage": 70.77, "elapsed_time": "11:17:00", "remaining_time": "4:39:37"} +{"current_steps": 875, "total_steps": 1235, "loss": 0.2792, "lr": 9.498240042204471e-06, "epoch": 3.54251012145749, "percentage": 70.85, "elapsed_time": "11:17:46", "remaining_time": "4:38:51"} +{"current_steps": 876, "total_steps": 1235, "loss": 0.2685, "lr": 9.450151652044339e-06, "epoch": 3.5465587044534415, "percentage": 70.93, "elapsed_time": "11:18:34", "remaining_time": "4:38:05"} +{"current_steps": 877, "total_steps": 1235, "loss": 0.2655, "lr": 9.402147618190472e-06, "epoch": 3.5506072874493926, "percentage": 71.01, "elapsed_time": "11:19:21", "remaining_time": "4:37:19"} +{"current_steps": 878, "total_steps": 1235, "loss": 0.2782, "lr": 9.354228324481841e-06, "epoch": 3.554655870445344, "percentage": 71.09, "elapsed_time": "11:20:06", "remaining_time": "4:36:32"} +{"current_steps": 879, "total_steps": 1235, "loss": 0.2734, "lr": 9.306394154079852e-06, "epoch": 3.5587044534412957, "percentage": 71.17, "elapsed_time": "11:20:54", "remaining_time": "4:35:46"} +{"current_steps": 880, "total_steps": 1235, "loss": 0.2704, "lr": 9.258645489465254e-06, "epoch": 3.562753036437247, "percentage": 71.26, "elapsed_time": "11:21:41", "remaining_time": "4:34:59"} +{"current_steps": 881, "total_steps": 1235, "loss": 0.2683, "lr": 9.21098271243509e-06, "epoch": 3.5668016194331984, "percentage": 71.34, "elapsed_time": "11:22:29", "remaining_time": "4:34:14"} +{"current_steps": 882, "total_steps": 1235, "loss": 0.2812, "lr": 9.163406204099659e-06, "epoch": 3.57085020242915, "percentage": 71.42, "elapsed_time": "11:23:14", "remaining_time": "4:33:27"} +{"current_steps": 883, "total_steps": 1235, "loss": 0.2806, "lr": 9.115916344879452e-06, "epoch": 3.574898785425101, "percentage": 71.5, "elapsed_time": "11:24:01", "remaining_time": "4:32:40"} +{"current_steps": 884, "total_steps": 1235, "loss": 0.2718, "lr": 9.068513514502126e-06, "epoch": 3.5789473684210527, "percentage": 71.58, "elapsed_time": "11:24:47", "remaining_time": "4:31:54"} +{"current_steps": 885, "total_steps": 1235, "loss": 0.2756, "lr": 9.021198091999439e-06, "epoch": 3.582995951417004, "percentage": 71.66, "elapsed_time": "11:25:36", "remaining_time": "4:31:08"} +{"current_steps": 886, "total_steps": 1235, "loss": 0.2764, "lr": 8.973970455704251e-06, "epoch": 3.5870445344129553, "percentage": 71.74, "elapsed_time": "11:26:20", "remaining_time": "4:30:21"} +{"current_steps": 887, "total_steps": 1235, "loss": 0.2638, "lr": 8.926830983247495e-06, "epoch": 3.591093117408907, "percentage": 71.82, "elapsed_time": "11:27:07", "remaining_time": "4:29:34"} +{"current_steps": 888, "total_steps": 1235, "loss": 0.2793, "lr": 8.879780051555116e-06, "epoch": 3.5951417004048585, "percentage": 71.9, "elapsed_time": "11:27:54", "remaining_time": "4:28:48"} +{"current_steps": 889, "total_steps": 1235, "loss": 0.2687, "lr": 8.83281803684512e-06, "epoch": 3.5991902834008096, "percentage": 71.98, "elapsed_time": "11:28:38", "remaining_time": "4:28:01"} +{"current_steps": 890, "total_steps": 1235, "loss": 0.2736, "lr": 8.785945314624532e-06, "epoch": 3.603238866396761, "percentage": 72.06, "elapsed_time": "11:29:24", "remaining_time": "4:27:14"} +{"current_steps": 891, "total_steps": 1235, "loss": 0.2837, "lr": 8.739162259686385e-06, "epoch": 3.6072874493927127, "percentage": 72.15, "elapsed_time": "11:30:13", "remaining_time": "4:26:28"} +{"current_steps": 892, "total_steps": 1235, "loss": 0.2769, "lr": 8.692469246106734e-06, "epoch": 3.611336032388664, "percentage": 72.23, "elapsed_time": "11:30:58", "remaining_time": "4:25:42"} +{"current_steps": 893, "total_steps": 1235, "loss": 0.2779, "lr": 8.645866647241677e-06, "epoch": 3.6153846153846154, "percentage": 72.31, "elapsed_time": "11:31:46", "remaining_time": "4:24:56"} +{"current_steps": 894, "total_steps": 1235, "loss": 0.2743, "lr": 8.599354835724348e-06, "epoch": 3.619433198380567, "percentage": 72.39, "elapsed_time": "11:32:31", "remaining_time": "4:24:09"} +{"current_steps": 895, "total_steps": 1235, "loss": 0.274, "lr": 8.552934183461958e-06, "epoch": 3.623481781376518, "percentage": 72.47, "elapsed_time": "11:33:17", "remaining_time": "4:23:22"} +{"current_steps": 896, "total_steps": 1235, "loss": 0.2753, "lr": 8.506605061632805e-06, "epoch": 3.6275303643724697, "percentage": 72.55, "elapsed_time": "11:34:03", "remaining_time": "4:22:35"} +{"current_steps": 897, "total_steps": 1235, "loss": 0.2788, "lr": 8.460367840683308e-06, "epoch": 3.6315789473684212, "percentage": 72.63, "elapsed_time": "11:34:50", "remaining_time": "4:21:49"} +{"current_steps": 898, "total_steps": 1235, "loss": 0.2764, "lr": 8.414222890325065e-06, "epoch": 3.6356275303643724, "percentage": 72.71, "elapsed_time": "11:35:37", "remaining_time": "4:21:03"} +{"current_steps": 899, "total_steps": 1235, "loss": 0.2708, "lr": 8.368170579531855e-06, "epoch": 3.639676113360324, "percentage": 72.79, "elapsed_time": "11:36:23", "remaining_time": "4:20:16"} +{"current_steps": 900, "total_steps": 1235, "loss": 0.2774, "lr": 8.322211276536733e-06, "epoch": 3.6437246963562755, "percentage": 72.87, "elapsed_time": "11:37:08", "remaining_time": "4:19:29"} +{"current_steps": 901, "total_steps": 1235, "loss": 0.2864, "lr": 8.27634534882907e-06, "epoch": 3.6477732793522266, "percentage": 72.96, "elapsed_time": "11:37:50", "remaining_time": "4:18:41"} +{"current_steps": 902, "total_steps": 1235, "loss": 0.2797, "lr": 8.230573163151585e-06, "epoch": 3.651821862348178, "percentage": 73.04, "elapsed_time": "11:38:35", "remaining_time": "4:17:54"} +{"current_steps": 903, "total_steps": 1235, "loss": 0.2675, "lr": 8.184895085497466e-06, "epoch": 3.6558704453441297, "percentage": 73.12, "elapsed_time": "11:39:22", "remaining_time": "4:17:08"} +{"current_steps": 904, "total_steps": 1235, "loss": 0.2781, "lr": 8.139311481107401e-06, "epoch": 3.659919028340081, "percentage": 73.2, "elapsed_time": "11:40:09", "remaining_time": "4:16:21"} +{"current_steps": 905, "total_steps": 1235, "loss": 0.2736, "lr": 8.093822714466686e-06, "epoch": 3.6639676113360324, "percentage": 73.28, "elapsed_time": "11:40:55", "remaining_time": "4:15:35"} +{"current_steps": 906, "total_steps": 1235, "loss": 0.2809, "lr": 8.048429149302271e-06, "epoch": 3.668016194331984, "percentage": 73.36, "elapsed_time": "11:41:41", "remaining_time": "4:14:48"} +{"current_steps": 907, "total_steps": 1235, "loss": 0.2741, "lr": 8.003131148579902e-06, "epoch": 3.672064777327935, "percentage": 73.44, "elapsed_time": "11:42:29", "remaining_time": "4:14:02"} +{"current_steps": 908, "total_steps": 1235, "loss": 0.2767, "lr": 7.957929074501182e-06, "epoch": 3.6761133603238867, "percentage": 73.52, "elapsed_time": "11:43:11", "remaining_time": "4:13:14"} +{"current_steps": 909, "total_steps": 1235, "loss": 0.2728, "lr": 7.912823288500695e-06, "epoch": 3.6801619433198383, "percentage": 73.6, "elapsed_time": "11:43:59", "remaining_time": "4:12:28"} +{"current_steps": 910, "total_steps": 1235, "loss": 0.2677, "lr": 7.867814151243102e-06, "epoch": 3.6842105263157894, "percentage": 73.68, "elapsed_time": "11:44:43", "remaining_time": "4:11:41"} +{"current_steps": 911, "total_steps": 1235, "loss": 0.272, "lr": 7.822902022620267e-06, "epoch": 3.688259109311741, "percentage": 73.77, "elapsed_time": "11:45:30", "remaining_time": "4:10:54"} +{"current_steps": 912, "total_steps": 1235, "loss": 0.2703, "lr": 7.778087261748377e-06, "epoch": 3.6923076923076925, "percentage": 73.85, "elapsed_time": "11:46:18", "remaining_time": "4:10:08"} +{"current_steps": 913, "total_steps": 1235, "loss": 0.2763, "lr": 7.733370226965056e-06, "epoch": 3.6963562753036436, "percentage": 73.93, "elapsed_time": "11:47:03", "remaining_time": "4:09:22"} +{"current_steps": 914, "total_steps": 1235, "loss": 0.2697, "lr": 7.688751275826527e-06, "epoch": 3.700404858299595, "percentage": 74.01, "elapsed_time": "11:47:50", "remaining_time": "4:08:35"} +{"current_steps": 915, "total_steps": 1235, "loss": 0.2739, "lr": 7.644230765104735e-06, "epoch": 3.7044534412955468, "percentage": 74.09, "elapsed_time": "11:48:37", "remaining_time": "4:07:49"} +{"current_steps": 916, "total_steps": 1235, "loss": 0.2676, "lr": 7.599809050784502e-06, "epoch": 3.708502024291498, "percentage": 74.17, "elapsed_time": "11:49:24", "remaining_time": "4:07:03"} +{"current_steps": 917, "total_steps": 1235, "loss": 0.2682, "lr": 7.555486488060661e-06, "epoch": 3.7125506072874495, "percentage": 74.25, "elapsed_time": "11:50:12", "remaining_time": "4:06:17"} +{"current_steps": 918, "total_steps": 1235, "loss": 0.2713, "lr": 7.511263431335249e-06, "epoch": 3.716599190283401, "percentage": 74.33, "elapsed_time": "11:50:56", "remaining_time": "4:05:30"} +{"current_steps": 919, "total_steps": 1235, "loss": 0.272, "lr": 7.467140234214656e-06, "epoch": 3.720647773279352, "percentage": 74.41, "elapsed_time": "11:51:42", "remaining_time": "4:04:43"} +{"current_steps": 920, "total_steps": 1235, "loss": 0.2722, "lr": 7.423117249506777e-06, "epoch": 3.7246963562753037, "percentage": 74.49, "elapsed_time": "11:52:29", "remaining_time": "4:03:57"} +{"current_steps": 921, "total_steps": 1235, "loss": 0.2817, "lr": 7.379194829218231e-06, "epoch": 3.7287449392712553, "percentage": 74.57, "elapsed_time": "11:53:14", "remaining_time": "4:03:10"} +{"current_steps": 922, "total_steps": 1235, "loss": 0.271, "lr": 7.335373324551518e-06, "epoch": 3.7327935222672064, "percentage": 74.66, "elapsed_time": "11:54:00", "remaining_time": "4:02:23"} +{"current_steps": 923, "total_steps": 1235, "loss": 0.2747, "lr": 7.291653085902224e-06, "epoch": 3.736842105263158, "percentage": 74.74, "elapsed_time": "11:54:47", "remaining_time": "4:01:37"} +{"current_steps": 924, "total_steps": 1235, "loss": 0.2843, "lr": 7.248034462856213e-06, "epoch": 3.7408906882591095, "percentage": 74.82, "elapsed_time": "11:55:32", "remaining_time": "4:00:50"} +{"current_steps": 925, "total_steps": 1235, "loss": 0.2746, "lr": 7.20451780418683e-06, "epoch": 3.7449392712550607, "percentage": 74.9, "elapsed_time": "11:56:20", "remaining_time": "4:00:04"} +{"current_steps": 926, "total_steps": 1235, "loss": 0.2738, "lr": 7.161103457852128e-06, "epoch": 3.748987854251012, "percentage": 74.98, "elapsed_time": "11:57:04", "remaining_time": "3:59:17"} +{"current_steps": 927, "total_steps": 1235, "loss": 0.2766, "lr": 7.117791770992046e-06, "epoch": 3.753036437246964, "percentage": 75.06, "elapsed_time": "11:57:50", "remaining_time": "3:58:30"} +{"current_steps": 928, "total_steps": 1235, "loss": 0.2759, "lr": 7.074583089925688e-06, "epoch": 3.757085020242915, "percentage": 75.14, "elapsed_time": "11:58:38", "remaining_time": "3:57:44"} +{"current_steps": 929, "total_steps": 1235, "loss": 0.2733, "lr": 7.0314777601485155e-06, "epoch": 3.7611336032388665, "percentage": 75.22, "elapsed_time": "11:59:24", "remaining_time": "3:56:57"} +{"current_steps": 930, "total_steps": 1235, "loss": 0.2705, "lr": 6.988476126329604e-06, "epoch": 3.765182186234818, "percentage": 75.3, "elapsed_time": "12:00:11", "remaining_time": "3:56:11"} +{"current_steps": 931, "total_steps": 1235, "loss": 0.2722, "lr": 6.945578532308857e-06, "epoch": 3.769230769230769, "percentage": 75.38, "elapsed_time": "12:00:57", "remaining_time": "3:55:25"} +{"current_steps": 932, "total_steps": 1235, "loss": 0.2697, "lr": 6.902785321094301e-06, "epoch": 3.7732793522267207, "percentage": 75.47, "elapsed_time": "12:01:44", "remaining_time": "3:54:38"} +{"current_steps": 933, "total_steps": 1235, "loss": 0.2818, "lr": 6.8600968348593115e-06, "epoch": 3.7773279352226723, "percentage": 75.55, "elapsed_time": "12:02:30", "remaining_time": "3:53:51"} +{"current_steps": 934, "total_steps": 1235, "loss": 0.2796, "lr": 6.817513414939892e-06, "epoch": 3.7813765182186234, "percentage": 75.63, "elapsed_time": "12:03:17", "remaining_time": "3:53:05"} +{"current_steps": 935, "total_steps": 1235, "loss": 0.2805, "lr": 6.775035401831924e-06, "epoch": 3.785425101214575, "percentage": 75.71, "elapsed_time": "12:04:01", "remaining_time": "3:52:18"} +{"current_steps": 936, "total_steps": 1235, "loss": 0.2805, "lr": 6.732663135188473e-06, "epoch": 3.7894736842105265, "percentage": 75.79, "elapsed_time": "12:04:47", "remaining_time": "3:51:31"} +{"current_steps": 937, "total_steps": 1235, "loss": 0.2771, "lr": 6.690396953817055e-06, "epoch": 3.7935222672064777, "percentage": 75.87, "elapsed_time": "12:05:32", "remaining_time": "3:50:44"} +{"current_steps": 938, "total_steps": 1235, "loss": 0.2681, "lr": 6.648237195676927e-06, "epoch": 3.7975708502024292, "percentage": 75.95, "elapsed_time": "12:06:20", "remaining_time": "3:49:59"} +{"current_steps": 939, "total_steps": 1235, "loss": 0.2787, "lr": 6.606184197876395e-06, "epoch": 3.801619433198381, "percentage": 76.03, "elapsed_time": "12:07:06", "remaining_time": "3:49:12"} +{"current_steps": 940, "total_steps": 1235, "loss": 0.2663, "lr": 6.564238296670109e-06, "epoch": 3.805668016194332, "percentage": 76.11, "elapsed_time": "12:07:51", "remaining_time": "3:48:25"} +{"current_steps": 941, "total_steps": 1235, "loss": 0.2819, "lr": 6.52239982745638e-06, "epoch": 3.8097165991902835, "percentage": 76.19, "elapsed_time": "12:08:39", "remaining_time": "3:47:39"} +{"current_steps": 942, "total_steps": 1235, "loss": 0.2756, "lr": 6.480669124774484e-06, "epoch": 3.813765182186235, "percentage": 76.28, "elapsed_time": "12:09:27", "remaining_time": "3:46:53"} +{"current_steps": 943, "total_steps": 1235, "loss": 0.2748, "lr": 6.439046522302013e-06, "epoch": 3.817813765182186, "percentage": 76.36, "elapsed_time": "12:10:13", "remaining_time": "3:46:06"} +{"current_steps": 944, "total_steps": 1235, "loss": 0.2748, "lr": 6.397532352852191e-06, "epoch": 3.8218623481781377, "percentage": 76.44, "elapsed_time": "12:11:00", "remaining_time": "3:45:20"} +{"current_steps": 945, "total_steps": 1235, "loss": 0.2757, "lr": 6.356126948371202e-06, "epoch": 3.8259109311740893, "percentage": 76.52, "elapsed_time": "12:11:46", "remaining_time": "3:44:34"} +{"current_steps": 946, "total_steps": 1235, "loss": 0.2742, "lr": 6.314830639935559e-06, "epoch": 3.8299595141700404, "percentage": 76.6, "elapsed_time": "12:12:33", "remaining_time": "3:43:47"} +{"current_steps": 947, "total_steps": 1235, "loss": 0.2729, "lr": 6.273643757749448e-06, "epoch": 3.834008097165992, "percentage": 76.68, "elapsed_time": "12:13:20", "remaining_time": "3:43:01"} +{"current_steps": 948, "total_steps": 1235, "loss": 0.2772, "lr": 6.2325666311420856e-06, "epoch": 3.8380566801619436, "percentage": 76.76, "elapsed_time": "12:14:06", "remaining_time": "3:42:14"} +{"current_steps": 949, "total_steps": 1235, "loss": 0.2732, "lr": 6.1915995885650675e-06, "epoch": 3.8421052631578947, "percentage": 76.84, "elapsed_time": "12:14:54", "remaining_time": "3:41:28"} +{"current_steps": 950, "total_steps": 1235, "loss": 0.2722, "lr": 6.150742957589784e-06, "epoch": 3.8461538461538463, "percentage": 76.92, "elapsed_time": "12:15:41", "remaining_time": "3:40:42"} +{"current_steps": 951, "total_steps": 1235, "loss": 0.2727, "lr": 6.109997064904774e-06, "epoch": 3.850202429149798, "percentage": 77.0, "elapsed_time": "12:16:27", "remaining_time": "3:39:55"} +{"current_steps": 952, "total_steps": 1235, "loss": 0.2794, "lr": 6.069362236313092e-06, "epoch": 3.854251012145749, "percentage": 77.09, "elapsed_time": "12:17:13", "remaining_time": "3:39:09"} +{"current_steps": 953, "total_steps": 1235, "loss": 0.2705, "lr": 6.0288387967297565e-06, "epoch": 3.8582995951417005, "percentage": 77.17, "elapsed_time": "12:17:58", "remaining_time": "3:38:22"} +{"current_steps": 954, "total_steps": 1235, "loss": 0.2763, "lr": 5.988427070179108e-06, "epoch": 3.862348178137652, "percentage": 77.25, "elapsed_time": "12:18:44", "remaining_time": "3:37:35"} +{"current_steps": 955, "total_steps": 1235, "loss": 0.2735, "lr": 5.948127379792234e-06, "epoch": 3.866396761133603, "percentage": 77.33, "elapsed_time": "12:19:30", "remaining_time": "3:36:49"} +{"current_steps": 956, "total_steps": 1235, "loss": 0.2793, "lr": 5.90794004780439e-06, "epoch": 3.8704453441295548, "percentage": 77.41, "elapsed_time": "12:20:15", "remaining_time": "3:36:02"} +{"current_steps": 957, "total_steps": 1235, "loss": 0.2797, "lr": 5.867865395552405e-06, "epoch": 3.8744939271255063, "percentage": 77.49, "elapsed_time": "12:21:00", "remaining_time": "3:35:15"} +{"current_steps": 958, "total_steps": 1235, "loss": 0.2786, "lr": 5.8279037434721364e-06, "epoch": 3.8785425101214575, "percentage": 77.57, "elapsed_time": "12:21:46", "remaining_time": "3:34:28"} +{"current_steps": 959, "total_steps": 1235, "loss": 0.2754, "lr": 5.788055411095892e-06, "epoch": 3.882591093117409, "percentage": 77.65, "elapsed_time": "12:22:32", "remaining_time": "3:33:42"} +{"current_steps": 960, "total_steps": 1235, "loss": 0.2687, "lr": 5.7483207170498625e-06, "epoch": 3.8866396761133606, "percentage": 77.73, "elapsed_time": "12:23:18", "remaining_time": "3:32:55"} +{"current_steps": 961, "total_steps": 1235, "loss": 0.2687, "lr": 5.708699979051613e-06, "epoch": 3.8906882591093117, "percentage": 77.81, "elapsed_time": "12:24:04", "remaining_time": "3:32:09"} +{"current_steps": 962, "total_steps": 1235, "loss": 0.2796, "lr": 5.66919351390751e-06, "epoch": 3.8947368421052633, "percentage": 77.89, "elapsed_time": "12:24:49", "remaining_time": "3:31:22"} +{"current_steps": 963, "total_steps": 1235, "loss": 0.2763, "lr": 5.629801637510188e-06, "epoch": 3.898785425101215, "percentage": 77.98, "elapsed_time": "12:25:35", "remaining_time": "3:30:35"} +{"current_steps": 964, "total_steps": 1235, "loss": 0.2674, "lr": 5.590524664836043e-06, "epoch": 3.902834008097166, "percentage": 78.06, "elapsed_time": "12:26:20", "remaining_time": "3:29:48"} +{"current_steps": 965, "total_steps": 1235, "loss": 0.2749, "lr": 5.551362909942708e-06, "epoch": 3.9068825910931175, "percentage": 78.14, "elapsed_time": "12:27:08", "remaining_time": "3:29:02"} +{"current_steps": 966, "total_steps": 1235, "loss": 0.2742, "lr": 5.51231668596653e-06, "epoch": 3.910931174089069, "percentage": 78.22, "elapsed_time": "12:27:52", "remaining_time": "3:28:15"} +{"current_steps": 967, "total_steps": 1235, "loss": 0.2691, "lr": 5.47338630512007e-06, "epoch": 3.91497975708502, "percentage": 78.3, "elapsed_time": "12:28:38", "remaining_time": "3:27:29"} +{"current_steps": 968, "total_steps": 1235, "loss": 0.2767, "lr": 5.434572078689617e-06, "epoch": 3.919028340080972, "percentage": 78.38, "elapsed_time": "12:29:25", "remaining_time": "3:26:42"} +{"current_steps": 969, "total_steps": 1235, "loss": 0.2708, "lr": 5.395874317032694e-06, "epoch": 3.9230769230769234, "percentage": 78.46, "elapsed_time": "12:30:13", "remaining_time": "3:25:56"} +{"current_steps": 970, "total_steps": 1235, "loss": 0.2674, "lr": 5.357293329575573e-06, "epoch": 3.9271255060728745, "percentage": 78.54, "elapsed_time": "12:30:57", "remaining_time": "3:25:09"} +{"current_steps": 971, "total_steps": 1235, "loss": 0.2688, "lr": 5.318829424810797e-06, "epoch": 3.931174089068826, "percentage": 78.62, "elapsed_time": "12:31:43", "remaining_time": "3:24:22"} +{"current_steps": 972, "total_steps": 1235, "loss": 0.2729, "lr": 5.280482910294728e-06, "epoch": 3.9352226720647776, "percentage": 78.7, "elapsed_time": "12:32:29", "remaining_time": "3:23:36"} +{"current_steps": 973, "total_steps": 1235, "loss": 0.2694, "lr": 5.242254092645078e-06, "epoch": 3.9392712550607287, "percentage": 78.79, "elapsed_time": "12:33:15", "remaining_time": "3:22:49"} +{"current_steps": 974, "total_steps": 1235, "loss": 0.2724, "lr": 5.2041432775384445e-06, "epoch": 3.9433198380566803, "percentage": 78.87, "elapsed_time": "12:34:01", "remaining_time": "3:22:03"} +{"current_steps": 975, "total_steps": 1235, "loss": 0.2713, "lr": 5.166150769707892e-06, "epoch": 3.9473684210526314, "percentage": 78.95, "elapsed_time": "12:34:48", "remaining_time": "3:21:16"} +{"current_steps": 976, "total_steps": 1235, "loss": 0.2728, "lr": 5.128276872940503e-06, "epoch": 3.951417004048583, "percentage": 79.03, "elapsed_time": "12:35:35", "remaining_time": "3:20:30"} +{"current_steps": 977, "total_steps": 1235, "loss": 0.2726, "lr": 5.090521890074953e-06, "epoch": 3.9554655870445345, "percentage": 79.11, "elapsed_time": "12:36:20", "remaining_time": "3:19:43"} +{"current_steps": 978, "total_steps": 1235, "loss": 0.264, "lr": 5.0528861229990675e-06, "epoch": 3.9595141700404857, "percentage": 79.19, "elapsed_time": "12:37:08", "remaining_time": "3:18:57"} +{"current_steps": 979, "total_steps": 1235, "loss": 0.2734, "lr": 5.015369872647442e-06, "epoch": 3.9635627530364372, "percentage": 79.27, "elapsed_time": "12:37:54", "remaining_time": "3:18:11"} +{"current_steps": 980, "total_steps": 1235, "loss": 0.2706, "lr": 4.9779734389990195e-06, "epoch": 3.967611336032389, "percentage": 79.35, "elapsed_time": "12:38:39", "remaining_time": "3:17:24"} +{"current_steps": 981, "total_steps": 1235, "loss": 0.2637, "lr": 4.940697121074675e-06, "epoch": 3.97165991902834, "percentage": 79.43, "elapsed_time": "12:39:23", "remaining_time": "3:16:37"} +{"current_steps": 982, "total_steps": 1235, "loss": 0.2689, "lr": 4.903541216934864e-06, "epoch": 3.9757085020242915, "percentage": 79.51, "elapsed_time": "12:40:09", "remaining_time": "3:15:50"} +{"current_steps": 983, "total_steps": 1235, "loss": 0.272, "lr": 4.8665060236772e-06, "epoch": 3.979757085020243, "percentage": 79.6, "elapsed_time": "12:40:53", "remaining_time": "3:15:03"} +{"current_steps": 984, "total_steps": 1235, "loss": 0.2772, "lr": 4.829591837434102e-06, "epoch": 3.983805668016194, "percentage": 79.68, "elapsed_time": "12:41:37", "remaining_time": "3:14:16"} +{"current_steps": 985, "total_steps": 1235, "loss": 0.2663, "lr": 4.792798953370424e-06, "epoch": 3.9878542510121457, "percentage": 79.76, "elapsed_time": "12:42:25", "remaining_time": "3:13:30"} +{"current_steps": 986, "total_steps": 1235, "loss": 0.2778, "lr": 4.756127665681083e-06, "epoch": 3.9919028340080973, "percentage": 79.84, "elapsed_time": "12:43:12", "remaining_time": "3:12:44"} +{"current_steps": 987, "total_steps": 1235, "loss": 0.2701, "lr": 4.719578267588725e-06, "epoch": 3.9959514170040484, "percentage": 79.92, "elapsed_time": "12:43:59", "remaining_time": "3:11:57"} +{"current_steps": 988, "total_steps": 1235, "loss": 0.2694, "lr": 4.6831510513413525e-06, "epoch": 4.0, "percentage": 80.0, "elapsed_time": "12:44:42", "remaining_time": "3:11:10"} +{"current_steps": 989, "total_steps": 1235, "loss": 0.2413, "lr": 4.6468463082100176e-06, "epoch": 4.004048582995951, "percentage": 80.08, "elapsed_time": "12:46:19", "remaining_time": "3:10:36"} +{"current_steps": 990, "total_steps": 1235, "loss": 0.2333, "lr": 4.610664328486485e-06, "epoch": 4.008097165991903, "percentage": 80.16, "elapsed_time": "12:47:06", "remaining_time": "3:09:50"} +{"current_steps": 991, "total_steps": 1235, "loss": 0.2351, "lr": 4.5746054014809e-06, "epoch": 4.012145748987854, "percentage": 80.24, "elapsed_time": "12:47:52", "remaining_time": "3:09:03"} +{"current_steps": 992, "total_steps": 1235, "loss": 0.2375, "lr": 4.5386698155194766e-06, "epoch": 4.016194331983805, "percentage": 80.32, "elapsed_time": "12:48:38", "remaining_time": "3:08:17"} +{"current_steps": 993, "total_steps": 1235, "loss": 0.2242, "lr": 4.502857857942204e-06, "epoch": 4.020242914979757, "percentage": 80.4, "elapsed_time": "12:49:23", "remaining_time": "3:07:30"} +{"current_steps": 994, "total_steps": 1235, "loss": 0.2303, "lr": 4.467169815100549e-06, "epoch": 4.0242914979757085, "percentage": 80.49, "elapsed_time": "12:50:10", "remaining_time": "3:06:43"} +{"current_steps": 995, "total_steps": 1235, "loss": 0.236, "lr": 4.431605972355137e-06, "epoch": 4.02834008097166, "percentage": 80.57, "elapsed_time": "12:50:57", "remaining_time": "3:05:57"} +{"current_steps": 996, "total_steps": 1235, "loss": 0.2347, "lr": 4.396166614073516e-06, "epoch": 4.032388663967612, "percentage": 80.65, "elapsed_time": "12:51:43", "remaining_time": "3:05:10"} +{"current_steps": 997, "total_steps": 1235, "loss": 0.2306, "lr": 4.360852023627846e-06, "epoch": 4.036437246963563, "percentage": 80.73, "elapsed_time": "12:52:28", "remaining_time": "3:04:24"} +{"current_steps": 998, "total_steps": 1235, "loss": 0.2297, "lr": 4.325662483392656e-06, "epoch": 4.040485829959514, "percentage": 80.81, "elapsed_time": "12:53:15", "remaining_time": "3:03:37"} +{"current_steps": 999, "total_steps": 1235, "loss": 0.2329, "lr": 4.29059827474257e-06, "epoch": 4.044534412955466, "percentage": 80.89, "elapsed_time": "12:54:01", "remaining_time": "3:02:51"} +{"current_steps": 1000, "total_steps": 1235, "loss": 0.2306, "lr": 4.255659678050063e-06, "epoch": 4.048582995951417, "percentage": 80.97, "elapsed_time": "12:54:47", "remaining_time": "3:02:04"} +{"current_steps": 1001, "total_steps": 1235, "loss": 0.2307, "lr": 4.22084697268323e-06, "epoch": 4.052631578947368, "percentage": 81.05, "elapsed_time": "12:55:32", "remaining_time": "3:01:17"} +{"current_steps": 1002, "total_steps": 1235, "loss": 0.2412, "lr": 4.186160437003535e-06, "epoch": 4.05668016194332, "percentage": 81.13, "elapsed_time": "12:56:16", "remaining_time": "3:00:30"} +{"current_steps": 1003, "total_steps": 1235, "loss": 0.2364, "lr": 4.151600348363582e-06, "epoch": 4.060728744939271, "percentage": 81.21, "elapsed_time": "12:57:02", "remaining_time": "2:59:44"} +{"current_steps": 1004, "total_steps": 1235, "loss": 0.2293, "lr": 4.11716698310493e-06, "epoch": 4.064777327935222, "percentage": 81.3, "elapsed_time": "12:57:46", "remaining_time": "2:58:56"} +{"current_steps": 1005, "total_steps": 1235, "loss": 0.2319, "lr": 4.082860616555848e-06, "epoch": 4.068825910931174, "percentage": 81.38, "elapsed_time": "12:58:33", "remaining_time": "2:58:10"} +{"current_steps": 1006, "total_steps": 1235, "loss": 0.2376, "lr": 4.048681523029125e-06, "epoch": 4.0728744939271255, "percentage": 81.46, "elapsed_time": "12:59:22", "remaining_time": "2:57:24"} +{"current_steps": 1007, "total_steps": 1235, "loss": 0.2252, "lr": 4.014629975819882e-06, "epoch": 4.076923076923077, "percentage": 81.54, "elapsed_time": "13:00:08", "remaining_time": "2:56:38"} +{"current_steps": 1008, "total_steps": 1235, "loss": 0.2372, "lr": 3.9807062472033855e-06, "epoch": 4.080971659919029, "percentage": 81.62, "elapsed_time": "13:00:55", "remaining_time": "2:55:51"} +{"current_steps": 1009, "total_steps": 1235, "loss": 0.2319, "lr": 3.94691060843287e-06, "epoch": 4.08502024291498, "percentage": 81.7, "elapsed_time": "13:01:41", "remaining_time": "2:55:05"} +{"current_steps": 1010, "total_steps": 1235, "loss": 0.239, "lr": 3.913243329737353e-06, "epoch": 4.089068825910931, "percentage": 81.78, "elapsed_time": "13:02:28", "remaining_time": "2:54:18"} +{"current_steps": 1011, "total_steps": 1235, "loss": 0.234, "lr": 3.879704680319503e-06, "epoch": 4.093117408906883, "percentage": 81.86, "elapsed_time": "13:03:16", "remaining_time": "2:53:32"} +{"current_steps": 1012, "total_steps": 1235, "loss": 0.2316, "lr": 3.846294928353471e-06, "epoch": 4.097165991902834, "percentage": 81.94, "elapsed_time": "13:04:01", "remaining_time": "2:52:45"} +{"current_steps": 1013, "total_steps": 1235, "loss": 0.2331, "lr": 3.8130143409827345e-06, "epoch": 4.101214574898785, "percentage": 82.02, "elapsed_time": "13:04:47", "remaining_time": "2:51:59"} +{"current_steps": 1014, "total_steps": 1235, "loss": 0.2346, "lr": 3.7798631843179887e-06, "epoch": 4.105263157894737, "percentage": 82.11, "elapsed_time": "13:05:36", "remaining_time": "2:51:13"} +{"current_steps": 1015, "total_steps": 1235, "loss": 0.2332, "lr": 3.7468417234349973e-06, "epoch": 4.109311740890688, "percentage": 82.19, "elapsed_time": "13:06:20", "remaining_time": "2:50:26"} +{"current_steps": 1016, "total_steps": 1235, "loss": 0.2382, "lr": 3.7139502223724823e-06, "epoch": 4.113360323886639, "percentage": 82.27, "elapsed_time": "13:07:06", "remaining_time": "2:49:39"} +{"current_steps": 1017, "total_steps": 1235, "loss": 0.2319, "lr": 3.6811889441300095e-06, "epoch": 4.117408906882591, "percentage": 82.35, "elapsed_time": "13:07:50", "remaining_time": "2:48:52"} +{"current_steps": 1018, "total_steps": 1235, "loss": 0.2319, "lr": 3.648558150665886e-06, "epoch": 4.1214574898785425, "percentage": 82.43, "elapsed_time": "13:08:38", "remaining_time": "2:48:06"} +{"current_steps": 1019, "total_steps": 1235, "loss": 0.2434, "lr": 3.616058102895075e-06, "epoch": 4.125506072874494, "percentage": 82.51, "elapsed_time": "13:09:26", "remaining_time": "2:47:20"} +{"current_steps": 1020, "total_steps": 1235, "loss": 0.2407, "lr": 3.583689060687079e-06, "epoch": 4.129554655870446, "percentage": 82.59, "elapsed_time": "13:10:13", "remaining_time": "2:46:33"} +{"current_steps": 1021, "total_steps": 1235, "loss": 0.2336, "lr": 3.5514512828639023e-06, "epoch": 4.133603238866397, "percentage": 82.67, "elapsed_time": "13:10:59", "remaining_time": "2:45:47"} +{"current_steps": 1022, "total_steps": 1235, "loss": 0.2313, "lr": 3.51934502719796e-06, "epoch": 4.137651821862348, "percentage": 82.75, "elapsed_time": "13:11:45", "remaining_time": "2:45:00"} +{"current_steps": 1023, "total_steps": 1235, "loss": 0.234, "lr": 3.4873705504100185e-06, "epoch": 4.1417004048583, "percentage": 82.83, "elapsed_time": "13:12:30", "remaining_time": "2:44:13"} +{"current_steps": 1024, "total_steps": 1235, "loss": 0.2313, "lr": 3.4555281081671345e-06, "epoch": 4.145748987854251, "percentage": 82.91, "elapsed_time": "13:13:16", "remaining_time": "2:43:27"} +{"current_steps": 1025, "total_steps": 1235, "loss": 0.2323, "lr": 3.4238179550806326e-06, "epoch": 4.149797570850202, "percentage": 83.0, "elapsed_time": "13:14:02", "remaining_time": "2:42:40"} +{"current_steps": 1026, "total_steps": 1235, "loss": 0.233, "lr": 3.3922403447040497e-06, "epoch": 4.153846153846154, "percentage": 83.08, "elapsed_time": "13:14:49", "remaining_time": "2:41:54"} +{"current_steps": 1027, "total_steps": 1235, "loss": 0.2363, "lr": 3.3607955295311247e-06, "epoch": 4.157894736842105, "percentage": 83.16, "elapsed_time": "13:15:36", "remaining_time": "2:41:08"} +{"current_steps": 1028, "total_steps": 1235, "loss": 0.2422, "lr": 3.32948376099375e-06, "epoch": 4.161943319838056, "percentage": 83.24, "elapsed_time": "13:16:22", "remaining_time": "2:40:21"} +{"current_steps": 1029, "total_steps": 1235, "loss": 0.2363, "lr": 3.2983052894599976e-06, "epoch": 4.165991902834008, "percentage": 83.32, "elapsed_time": "13:17:07", "remaining_time": "2:39:34"} +{"current_steps": 1030, "total_steps": 1235, "loss": 0.2409, "lr": 3.2672603642320945e-06, "epoch": 4.17004048582996, "percentage": 83.4, "elapsed_time": "13:17:50", "remaining_time": "2:38:47"} +{"current_steps": 1031, "total_steps": 1235, "loss": 0.2345, "lr": 3.236349233544438e-06, "epoch": 4.174089068825911, "percentage": 83.48, "elapsed_time": "13:18:37", "remaining_time": "2:38:01"} +{"current_steps": 1032, "total_steps": 1235, "loss": 0.2357, "lr": 3.205572144561604e-06, "epoch": 4.178137651821863, "percentage": 83.56, "elapsed_time": "13:19:25", "remaining_time": "2:37:15"} +{"current_steps": 1033, "total_steps": 1235, "loss": 0.2349, "lr": 3.174929343376374e-06, "epoch": 4.182186234817814, "percentage": 83.64, "elapsed_time": "13:20:10", "remaining_time": "2:36:28"} +{"current_steps": 1034, "total_steps": 1235, "loss": 0.2409, "lr": 3.1444210750077777e-06, "epoch": 4.186234817813765, "percentage": 83.72, "elapsed_time": "13:20:58", "remaining_time": "2:35:42"} +{"current_steps": 1035, "total_steps": 1235, "loss": 0.2344, "lr": 3.1140475833991046e-06, "epoch": 4.190283400809717, "percentage": 83.81, "elapsed_time": "13:21:45", "remaining_time": "2:34:55"} +{"current_steps": 1036, "total_steps": 1235, "loss": 0.2294, "lr": 3.0838091114159895e-06, "epoch": 4.194331983805668, "percentage": 83.89, "elapsed_time": "13:22:29", "remaining_time": "2:34:08"} +{"current_steps": 1037, "total_steps": 1235, "loss": 0.2295, "lr": 3.0537059008444524e-06, "epoch": 4.198380566801619, "percentage": 83.97, "elapsed_time": "13:23:15", "remaining_time": "2:33:22"} +{"current_steps": 1038, "total_steps": 1235, "loss": 0.233, "lr": 3.0237381923889563e-06, "epoch": 4.202429149797571, "percentage": 84.05, "elapsed_time": "13:24:02", "remaining_time": "2:32:35"} +{"current_steps": 1039, "total_steps": 1235, "loss": 0.233, "lr": 2.9939062256704997e-06, "epoch": 4.206477732793522, "percentage": 84.13, "elapsed_time": "13:24:50", "remaining_time": "2:31:49"} +{"current_steps": 1040, "total_steps": 1235, "loss": 0.2279, "lr": 2.964210239224696e-06, "epoch": 4.2105263157894735, "percentage": 84.21, "elapsed_time": "13:25:36", "remaining_time": "2:31:03"} +{"current_steps": 1041, "total_steps": 1235, "loss": 0.2398, "lr": 2.934650470499869e-06, "epoch": 4.2145748987854255, "percentage": 84.29, "elapsed_time": "13:26:23", "remaining_time": "2:30:16"} +{"current_steps": 1042, "total_steps": 1235, "loss": 0.2283, "lr": 2.905227155855128e-06, "epoch": 4.218623481781377, "percentage": 84.37, "elapsed_time": "13:27:09", "remaining_time": "2:29:30"} +{"current_steps": 1043, "total_steps": 1235, "loss": 0.2324, "lr": 2.875940530558519e-06, "epoch": 4.222672064777328, "percentage": 84.45, "elapsed_time": "13:27:56", "remaining_time": "2:28:43"} +{"current_steps": 1044, "total_steps": 1235, "loss": 0.2364, "lr": 2.8467908287851154e-06, "epoch": 4.22672064777328, "percentage": 84.53, "elapsed_time": "13:28:41", "remaining_time": "2:27:57"} +{"current_steps": 1045, "total_steps": 1235, "loss": 0.2365, "lr": 2.8177782836151603e-06, "epoch": 4.230769230769231, "percentage": 84.62, "elapsed_time": "13:29:26", "remaining_time": "2:27:10"} +{"current_steps": 1046, "total_steps": 1235, "loss": 0.2364, "lr": 2.7889031270321874e-06, "epoch": 4.234817813765182, "percentage": 84.7, "elapsed_time": "13:30:12", "remaining_time": "2:26:23"} +{"current_steps": 1047, "total_steps": 1235, "loss": 0.2431, "lr": 2.760165589921184e-06, "epoch": 4.238866396761134, "percentage": 84.78, "elapsed_time": "13:31:01", "remaining_time": "2:25:37"} +{"current_steps": 1048, "total_steps": 1235, "loss": 0.2294, "lr": 2.7315659020667305e-06, "epoch": 4.242914979757085, "percentage": 84.86, "elapsed_time": "13:31:48", "remaining_time": "2:24:51"} +{"current_steps": 1049, "total_steps": 1235, "loss": 0.238, "lr": 2.703104292151164e-06, "epoch": 4.246963562753036, "percentage": 84.94, "elapsed_time": "13:32:35", "remaining_time": "2:24:04"} +{"current_steps": 1050, "total_steps": 1235, "loss": 0.2356, "lr": 2.6747809877527607e-06, "epoch": 4.251012145748988, "percentage": 85.02, "elapsed_time": "13:33:19", "remaining_time": "2:23:17"} +{"current_steps": 1051, "total_steps": 1235, "loss": 0.2292, "lr": 2.6465962153439082e-06, "epoch": 4.255060728744939, "percentage": 85.1, "elapsed_time": "13:34:04", "remaining_time": "2:22:31"} +{"current_steps": 1052, "total_steps": 1235, "loss": 0.2286, "lr": 2.618550200289303e-06, "epoch": 4.2591093117408905, "percentage": 85.18, "elapsed_time": "13:34:51", "remaining_time": "2:21:44"} +{"current_steps": 1053, "total_steps": 1235, "loss": 0.2336, "lr": 2.59064316684412e-06, "epoch": 4.2631578947368425, "percentage": 85.26, "elapsed_time": "13:35:37", "remaining_time": "2:20:58"} +{"current_steps": 1054, "total_steps": 1235, "loss": 0.2299, "lr": 2.562875338152264e-06, "epoch": 4.267206477732794, "percentage": 85.34, "elapsed_time": "13:36:26", "remaining_time": "2:20:12"} +{"current_steps": 1055, "total_steps": 1235, "loss": 0.2415, "lr": 2.5352469362445552e-06, "epoch": 4.271255060728745, "percentage": 85.43, "elapsed_time": "13:37:12", "remaining_time": "2:19:25"} +{"current_steps": 1056, "total_steps": 1235, "loss": 0.2351, "lr": 2.5077581820369523e-06, "epoch": 4.275303643724697, "percentage": 85.51, "elapsed_time": "13:37:55", "remaining_time": "2:18:38"} +{"current_steps": 1057, "total_steps": 1235, "loss": 0.2293, "lr": 2.480409295328803e-06, "epoch": 4.279352226720648, "percentage": 85.59, "elapsed_time": "13:38:43", "remaining_time": "2:17:52"} +{"current_steps": 1058, "total_steps": 1235, "loss": 0.2329, "lr": 2.45320049480108e-06, "epoch": 4.283400809716599, "percentage": 85.67, "elapsed_time": "13:39:31", "remaining_time": "2:17:06"} +{"current_steps": 1059, "total_steps": 1235, "loss": 0.2344, "lr": 2.4261319980146293e-06, "epoch": 4.287449392712551, "percentage": 85.75, "elapsed_time": "13:40:17", "remaining_time": "2:16:19"} +{"current_steps": 1060, "total_steps": 1235, "loss": 0.2327, "lr": 2.399204021408421e-06, "epoch": 4.291497975708502, "percentage": 85.83, "elapsed_time": "13:41:02", "remaining_time": "2:15:33"} +{"current_steps": 1061, "total_steps": 1235, "loss": 0.2397, "lr": 2.3724167802978395e-06, "epoch": 4.295546558704453, "percentage": 85.91, "elapsed_time": "13:41:51", "remaining_time": "2:14:46"} +{"current_steps": 1062, "total_steps": 1235, "loss": 0.2355, "lr": 2.3457704888729625e-06, "epoch": 4.299595141700405, "percentage": 85.99, "elapsed_time": "13:42:36", "remaining_time": "2:14:00"} +{"current_steps": 1063, "total_steps": 1235, "loss": 0.2339, "lr": 2.3192653601968162e-06, "epoch": 4.303643724696356, "percentage": 86.07, "elapsed_time": "13:43:22", "remaining_time": "2:13:13"} +{"current_steps": 1064, "total_steps": 1235, "loss": 0.2321, "lr": 2.2929016062037057e-06, "epoch": 4.3076923076923075, "percentage": 86.15, "elapsed_time": "13:44:08", "remaining_time": "2:12:27"} +{"current_steps": 1065, "total_steps": 1235, "loss": 0.2283, "lr": 2.2666794376975055e-06, "epoch": 4.3117408906882595, "percentage": 86.23, "elapsed_time": "13:44:55", "remaining_time": "2:11:40"} +{"current_steps": 1066, "total_steps": 1235, "loss": 0.2336, "lr": 2.24059906434998e-06, "epoch": 4.315789473684211, "percentage": 86.32, "elapsed_time": "13:45:41", "remaining_time": "2:10:54"} +{"current_steps": 1067, "total_steps": 1235, "loss": 0.2364, "lr": 2.214660694699091e-06, "epoch": 4.319838056680162, "percentage": 86.4, "elapsed_time": "13:46:26", "remaining_time": "2:10:07"} +{"current_steps": 1068, "total_steps": 1235, "loss": 0.2366, "lr": 2.188864536147355e-06, "epoch": 4.323886639676114, "percentage": 86.48, "elapsed_time": "13:47:12", "remaining_time": "2:09:20"} +{"current_steps": 1069, "total_steps": 1235, "loss": 0.2366, "lr": 2.1632107949601757e-06, "epoch": 4.327935222672065, "percentage": 86.56, "elapsed_time": "13:47:59", "remaining_time": "2:08:34"} +{"current_steps": 1070, "total_steps": 1235, "loss": 0.2287, "lr": 2.137699676264171e-06, "epoch": 4.331983805668016, "percentage": 86.64, "elapsed_time": "13:48:46", "remaining_time": "2:07:48"} +{"current_steps": 1071, "total_steps": 1235, "loss": 0.2336, "lr": 2.1123313840455738e-06, "epoch": 4.336032388663968, "percentage": 86.72, "elapsed_time": "13:49:33", "remaining_time": "2:07:01"} +{"current_steps": 1072, "total_steps": 1235, "loss": 0.2295, "lr": 2.08710612114857e-06, "epoch": 4.340080971659919, "percentage": 86.8, "elapsed_time": "13:50:18", "remaining_time": "2:06:15"} +{"current_steps": 1073, "total_steps": 1235, "loss": 0.2273, "lr": 2.0620240892736953e-06, "epoch": 4.34412955465587, "percentage": 86.88, "elapsed_time": "13:51:06", "remaining_time": "2:05:28"} +{"current_steps": 1074, "total_steps": 1235, "loss": 0.2309, "lr": 2.0370854889762e-06, "epoch": 4.348178137651822, "percentage": 86.96, "elapsed_time": "13:51:51", "remaining_time": "2:04:42"} +{"current_steps": 1075, "total_steps": 1235, "loss": 0.2311, "lr": 2.0122905196644726e-06, "epoch": 4.352226720647773, "percentage": 87.04, "elapsed_time": "13:52:38", "remaining_time": "2:03:55"} +{"current_steps": 1076, "total_steps": 1235, "loss": 0.2273, "lr": 1.987639379598427e-06, "epoch": 4.3562753036437245, "percentage": 87.13, "elapsed_time": "13:53:25", "remaining_time": "2:03:09"} +{"current_steps": 1077, "total_steps": 1235, "loss": 0.2366, "lr": 1.963132265887919e-06, "epoch": 4.3603238866396765, "percentage": 87.21, "elapsed_time": "13:54:12", "remaining_time": "2:02:22"} +{"current_steps": 1078, "total_steps": 1235, "loss": 0.2318, "lr": 1.9387693744911784e-06, "epoch": 4.364372469635628, "percentage": 87.29, "elapsed_time": "13:54:58", "remaining_time": "2:01:36"} +{"current_steps": 1079, "total_steps": 1235, "loss": 0.2342, "lr": 1.9145509002132368e-06, "epoch": 4.368421052631579, "percentage": 87.37, "elapsed_time": "13:55:46", "remaining_time": "2:00:50"} +{"current_steps": 1080, "total_steps": 1235, "loss": 0.2299, "lr": 1.8904770367043723e-06, "epoch": 4.372469635627531, "percentage": 87.45, "elapsed_time": "13:56:33", "remaining_time": "2:00:03"} +{"current_steps": 1081, "total_steps": 1235, "loss": 0.239, "lr": 1.8665479764585504e-06, "epoch": 4.376518218623482, "percentage": 87.53, "elapsed_time": "13:57:19", "remaining_time": "1:59:17"} +{"current_steps": 1082, "total_steps": 1235, "loss": 0.2323, "lr": 1.8427639108118977e-06, "epoch": 4.380566801619433, "percentage": 87.61, "elapsed_time": "13:58:04", "remaining_time": "1:58:30"} +{"current_steps": 1083, "total_steps": 1235, "loss": 0.2355, "lr": 1.8191250299411755e-06, "epoch": 4.384615384615385, "percentage": 87.69, "elapsed_time": "13:58:50", "remaining_time": "1:57:43"} +{"current_steps": 1084, "total_steps": 1235, "loss": 0.2429, "lr": 1.7956315228622446e-06, "epoch": 4.388663967611336, "percentage": 87.77, "elapsed_time": "13:59:37", "remaining_time": "1:56:57"} +{"current_steps": 1085, "total_steps": 1235, "loss": 0.239, "lr": 1.7722835774285553e-06, "epoch": 4.392712550607287, "percentage": 87.85, "elapsed_time": "14:00:25", "remaining_time": "1:56:11"} +{"current_steps": 1086, "total_steps": 1235, "loss": 0.2366, "lr": 1.7490813803296624e-06, "epoch": 4.396761133603239, "percentage": 87.94, "elapsed_time": "14:01:12", "remaining_time": "1:55:24"} +{"current_steps": 1087, "total_steps": 1235, "loss": 0.2312, "lr": 1.726025117089718e-06, "epoch": 4.40080971659919, "percentage": 88.02, "elapsed_time": "14:02:00", "remaining_time": "1:54:38"} +{"current_steps": 1088, "total_steps": 1235, "loss": 0.2255, "lr": 1.70311497206598e-06, "epoch": 4.4048582995951415, "percentage": 88.1, "elapsed_time": "14:02:44", "remaining_time": "1:53:51"} +{"current_steps": 1089, "total_steps": 1235, "loss": 0.231, "lr": 1.6803511284473638e-06, "epoch": 4.4089068825910935, "percentage": 88.18, "elapsed_time": "14:03:31", "remaining_time": "1:53:05"} +{"current_steps": 1090, "total_steps": 1235, "loss": 0.231, "lr": 1.6577337682529538e-06, "epoch": 4.412955465587045, "percentage": 88.26, "elapsed_time": "14:04:17", "remaining_time": "1:52:18"} +{"current_steps": 1091, "total_steps": 1235, "loss": 0.2299, "lr": 1.6352630723305617e-06, "epoch": 4.417004048582996, "percentage": 88.34, "elapsed_time": "14:05:05", "remaining_time": "1:51:32"} +{"current_steps": 1092, "total_steps": 1235, "loss": 0.2354, "lr": 1.612939220355272e-06, "epoch": 4.421052631578947, "percentage": 88.42, "elapsed_time": "14:05:52", "remaining_time": "1:50:46"} +{"current_steps": 1093, "total_steps": 1235, "loss": 0.2381, "lr": 1.5907623908280112e-06, "epoch": 4.425101214574899, "percentage": 88.5, "elapsed_time": "14:06:40", "remaining_time": "1:49:59"} +{"current_steps": 1094, "total_steps": 1235, "loss": 0.235, "lr": 1.568732761074121e-06, "epoch": 4.42914979757085, "percentage": 88.58, "elapsed_time": "14:07:24", "remaining_time": "1:49:13"} +{"current_steps": 1095, "total_steps": 1235, "loss": 0.2369, "lr": 1.5468505072419237e-06, "epoch": 4.433198380566802, "percentage": 88.66, "elapsed_time": "14:08:12", "remaining_time": "1:48:26"} +{"current_steps": 1096, "total_steps": 1235, "loss": 0.2352, "lr": 1.5251158043013448e-06, "epoch": 4.437246963562753, "percentage": 88.74, "elapsed_time": "14:08:59", "remaining_time": "1:47:40"} +{"current_steps": 1097, "total_steps": 1235, "loss": 0.2313, "lr": 1.5035288260424885e-06, "epoch": 4.441295546558704, "percentage": 88.83, "elapsed_time": "14:09:46", "remaining_time": "1:46:53"} +{"current_steps": 1098, "total_steps": 1235, "loss": 0.2239, "lr": 1.4820897450742623e-06, "epoch": 4.445344129554655, "percentage": 88.91, "elapsed_time": "14:10:33", "remaining_time": "1:46:07"} +{"current_steps": 1099, "total_steps": 1235, "loss": 0.2341, "lr": 1.4607987328229767e-06, "epoch": 4.449392712550607, "percentage": 88.99, "elapsed_time": "14:11:20", "remaining_time": "1:45:21"} +{"current_steps": 1100, "total_steps": 1235, "loss": 0.2384, "lr": 1.4396559595310056e-06, "epoch": 4.4534412955465585, "percentage": 89.07, "elapsed_time": "14:12:07", "remaining_time": "1:44:34"} +{"current_steps": 1101, "total_steps": 1235, "loss": 0.2312, "lr": 1.4186615942553973e-06, "epoch": 4.4574898785425106, "percentage": 89.15, "elapsed_time": "14:12:54", "remaining_time": "1:43:48"} +{"current_steps": 1102, "total_steps": 1235, "loss": 0.2313, "lr": 1.3978158048665424e-06, "epoch": 4.461538461538462, "percentage": 89.23, "elapsed_time": "14:13:42", "remaining_time": "1:43:01"} +{"current_steps": 1103, "total_steps": 1235, "loss": 0.2321, "lr": 1.3771187580468115e-06, "epoch": 4.465587044534413, "percentage": 89.31, "elapsed_time": "14:14:28", "remaining_time": "1:42:15"} +{"current_steps": 1104, "total_steps": 1235, "loss": 0.238, "lr": 1.3565706192892392e-06, "epoch": 4.469635627530364, "percentage": 89.39, "elapsed_time": "14:15:16", "remaining_time": "1:41:29"} +{"current_steps": 1105, "total_steps": 1235, "loss": 0.2269, "lr": 1.3361715528961993e-06, "epoch": 4.473684210526316, "percentage": 89.47, "elapsed_time": "14:16:02", "remaining_time": "1:40:42"} +{"current_steps": 1106, "total_steps": 1235, "loss": 0.2325, "lr": 1.3159217219780817e-06, "epoch": 4.477732793522267, "percentage": 89.55, "elapsed_time": "14:16:50", "remaining_time": "1:39:56"} +{"current_steps": 1107, "total_steps": 1235, "loss": 0.2345, "lr": 1.2958212884519949e-06, "epoch": 4.481781376518219, "percentage": 89.64, "elapsed_time": "14:17:38", "remaining_time": "1:39:09"} +{"current_steps": 1108, "total_steps": 1235, "loss": 0.2261, "lr": 1.2758704130404675e-06, "epoch": 4.48582995951417, "percentage": 89.72, "elapsed_time": "14:18:23", "remaining_time": "1:38:23"} +{"current_steps": 1109, "total_steps": 1235, "loss": 0.2309, "lr": 1.2560692552701738e-06, "epoch": 4.489878542510121, "percentage": 89.8, "elapsed_time": "14:19:05", "remaining_time": "1:37:36"} +{"current_steps": 1110, "total_steps": 1235, "loss": 0.2346, "lr": 1.2364179734706382e-06, "epoch": 4.493927125506072, "percentage": 89.88, "elapsed_time": "14:19:53", "remaining_time": "1:36:50"} +{"current_steps": 1111, "total_steps": 1235, "loss": 0.2376, "lr": 1.2169167247729852e-06, "epoch": 4.497975708502024, "percentage": 89.96, "elapsed_time": "14:20:40", "remaining_time": "1:36:03"} +{"current_steps": 1112, "total_steps": 1235, "loss": 0.2283, "lr": 1.1975656651086864e-06, "epoch": 4.502024291497976, "percentage": 90.04, "elapsed_time": "14:21:24", "remaining_time": "1:35:16"} +{"current_steps": 1113, "total_steps": 1235, "loss": 0.2278, "lr": 1.1783649492082926e-06, "epoch": 4.506072874493928, "percentage": 90.12, "elapsed_time": "14:22:09", "remaining_time": "1:34:30"} +{"current_steps": 1114, "total_steps": 1235, "loss": 0.2353, "lr": 1.1593147306002183e-06, "epoch": 4.510121457489879, "percentage": 90.2, "elapsed_time": "14:22:56", "remaining_time": "1:33:43"} +{"current_steps": 1115, "total_steps": 1235, "loss": 0.2379, "lr": 1.140415161609505e-06, "epoch": 4.51417004048583, "percentage": 90.28, "elapsed_time": "14:23:42", "remaining_time": "1:32:57"} +{"current_steps": 1116, "total_steps": 1235, "loss": 0.2349, "lr": 1.121666393356604e-06, "epoch": 4.518218623481781, "percentage": 90.36, "elapsed_time": "14:24:30", "remaining_time": "1:32:11"} +{"current_steps": 1117, "total_steps": 1235, "loss": 0.2337, "lr": 1.1030685757561632e-06, "epoch": 4.522267206477733, "percentage": 90.45, "elapsed_time": "14:25:18", "remaining_time": "1:31:24"} +{"current_steps": 1118, "total_steps": 1235, "loss": 0.235, "lr": 1.0846218575158373e-06, "epoch": 4.526315789473684, "percentage": 90.53, "elapsed_time": "14:26:05", "remaining_time": "1:30:38"} +{"current_steps": 1119, "total_steps": 1235, "loss": 0.2315, "lr": 1.066326386135097e-06, "epoch": 4.530364372469636, "percentage": 90.61, "elapsed_time": "14:26:52", "remaining_time": "1:29:51"} +{"current_steps": 1120, "total_steps": 1235, "loss": 0.2281, "lr": 1.0481823079040398e-06, "epoch": 4.534412955465587, "percentage": 90.69, "elapsed_time": "14:27:38", "remaining_time": "1:29:05"} +{"current_steps": 1121, "total_steps": 1235, "loss": 0.2246, "lr": 1.0301897679022344e-06, "epoch": 4.538461538461538, "percentage": 90.77, "elapsed_time": "14:28:24", "remaining_time": "1:28:18"} +{"current_steps": 1122, "total_steps": 1235, "loss": 0.2381, "lr": 1.0123489099975491e-06, "epoch": 4.5425101214574894, "percentage": 90.85, "elapsed_time": "14:29:10", "remaining_time": "1:27:32"} +{"current_steps": 1123, "total_steps": 1235, "loss": 0.2346, "lr": 9.9465987684501e-07, "epoch": 4.5465587044534415, "percentage": 90.93, "elapsed_time": "14:29:56", "remaining_time": "1:26:45"} +{"current_steps": 1124, "total_steps": 1235, "loss": 0.2369, "lr": 9.771228098856534e-07, "epoch": 4.550607287449393, "percentage": 91.01, "elapsed_time": "14:30:43", "remaining_time": "1:25:59"} +{"current_steps": 1125, "total_steps": 1235, "loss": 0.2392, "lr": 9.597378493454013e-07, "epoch": 4.554655870445345, "percentage": 91.09, "elapsed_time": "14:31:29", "remaining_time": "1:25:12"} +{"current_steps": 1126, "total_steps": 1235, "loss": 0.2306, "lr": 9.425051342339353e-07, "epoch": 4.558704453441296, "percentage": 91.17, "elapsed_time": "14:32:16", "remaining_time": "1:24:26"} +{"current_steps": 1127, "total_steps": 1235, "loss": 0.2331, "lr": 9.254248023435864e-07, "epoch": 4.562753036437247, "percentage": 91.26, "elapsed_time": "14:33:02", "remaining_time": "1:23:39"} +{"current_steps": 1128, "total_steps": 1235, "loss": 0.2365, "lr": 9.084969902482288e-07, "epoch": 4.566801619433198, "percentage": 91.34, "elapsed_time": "14:33:48", "remaining_time": "1:22:53"} +{"current_steps": 1129, "total_steps": 1235, "loss": 0.2304, "lr": 8.917218333021993e-07, "epoch": 4.57085020242915, "percentage": 91.42, "elapsed_time": "14:34:34", "remaining_time": "1:22:06"} +{"current_steps": 1130, "total_steps": 1235, "loss": 0.2328, "lr": 8.750994656392109e-07, "epoch": 4.574898785425101, "percentage": 91.5, "elapsed_time": "14:35:19", "remaining_time": "1:21:20"} +{"current_steps": 1131, "total_steps": 1235, "loss": 0.2413, "lr": 8.58630020171265e-07, "epoch": 4.578947368421053, "percentage": 91.58, "elapsed_time": "14:36:04", "remaining_time": "1:20:33"} +{"current_steps": 1132, "total_steps": 1235, "loss": 0.2321, "lr": 8.423136285876099e-07, "epoch": 4.582995951417004, "percentage": 91.66, "elapsed_time": "14:36:51", "remaining_time": "1:19:47"} +{"current_steps": 1133, "total_steps": 1235, "loss": 0.2348, "lr": 8.26150421353682e-07, "epoch": 4.587044534412955, "percentage": 91.74, "elapsed_time": "14:37:39", "remaining_time": "1:19:00"} +{"current_steps": 1134, "total_steps": 1235, "loss": 0.2334, "lr": 8.101405277100549e-07, "epoch": 4.5910931174089065, "percentage": 91.82, "elapsed_time": "14:38:26", "remaining_time": "1:18:14"} +{"current_steps": 1135, "total_steps": 1235, "loss": 0.2392, "lr": 7.942840756714077e-07, "epoch": 4.5951417004048585, "percentage": 91.9, "elapsed_time": "14:39:13", "remaining_time": "1:17:27"} +{"current_steps": 1136, "total_steps": 1235, "loss": 0.2323, "lr": 7.785811920255093e-07, "epoch": 4.59919028340081, "percentage": 91.98, "elapsed_time": "14:39:59", "remaining_time": "1:16:41"} +{"current_steps": 1137, "total_steps": 1235, "loss": 0.2347, "lr": 7.630320023322024e-07, "epoch": 4.603238866396762, "percentage": 92.06, "elapsed_time": "14:40:44", "remaining_time": "1:15:54"} +{"current_steps": 1138, "total_steps": 1235, "loss": 0.2395, "lr": 7.476366309223903e-07, "epoch": 4.607287449392713, "percentage": 92.15, "elapsed_time": "14:41:31", "remaining_time": "1:15:08"} +{"current_steps": 1139, "total_steps": 1235, "loss": 0.2351, "lr": 7.323952008970537e-07, "epoch": 4.611336032388664, "percentage": 92.23, "elapsed_time": "14:42:17", "remaining_time": "1:14:21"} +{"current_steps": 1140, "total_steps": 1235, "loss": 0.2233, "lr": 7.173078341262618e-07, "epoch": 4.615384615384615, "percentage": 92.31, "elapsed_time": "14:43:03", "remaining_time": "1:13:35"} +{"current_steps": 1141, "total_steps": 1235, "loss": 0.2404, "lr": 7.023746512481989e-07, "epoch": 4.619433198380567, "percentage": 92.39, "elapsed_time": "14:43:49", "remaining_time": "1:12:48"} +{"current_steps": 1142, "total_steps": 1235, "loss": 0.2354, "lr": 6.875957716681902e-07, "epoch": 4.623481781376518, "percentage": 92.47, "elapsed_time": "14:44:35", "remaining_time": "1:12:02"} +{"current_steps": 1143, "total_steps": 1235, "loss": 0.2381, "lr": 6.729713135577687e-07, "epoch": 4.62753036437247, "percentage": 92.55, "elapsed_time": "14:45:21", "remaining_time": "1:11:15"} +{"current_steps": 1144, "total_steps": 1235, "loss": 0.2406, "lr": 6.585013938537143e-07, "epoch": 4.631578947368421, "percentage": 92.63, "elapsed_time": "14:46:08", "remaining_time": "1:10:29"} +{"current_steps": 1145, "total_steps": 1235, "loss": 0.2383, "lr": 6.441861282571115e-07, "epoch": 4.635627530364372, "percentage": 92.71, "elapsed_time": "14:46:54", "remaining_time": "1:09:42"} +{"current_steps": 1146, "total_steps": 1235, "loss": 0.2385, "lr": 6.300256312324471e-07, "epoch": 4.6396761133603235, "percentage": 92.79, "elapsed_time": "14:47:36", "remaining_time": "1:08:56"} +{"current_steps": 1147, "total_steps": 1235, "loss": 0.2372, "lr": 6.160200160066776e-07, "epoch": 4.6437246963562755, "percentage": 92.87, "elapsed_time": "14:48:21", "remaining_time": "1:08:09"} +{"current_steps": 1148, "total_steps": 1235, "loss": 0.2328, "lr": 6.021693945683327e-07, "epoch": 4.647773279352227, "percentage": 92.96, "elapsed_time": "14:49:05", "remaining_time": "1:07:22"} +{"current_steps": 1149, "total_steps": 1235, "loss": 0.2362, "lr": 5.884738776666044e-07, "epoch": 4.651821862348179, "percentage": 93.04, "elapsed_time": "14:49:52", "remaining_time": "1:06:36"} +{"current_steps": 1150, "total_steps": 1235, "loss": 0.2276, "lr": 5.749335748104878e-07, "epoch": 4.65587044534413, "percentage": 93.12, "elapsed_time": "14:50:38", "remaining_time": "1:05:49"} +{"current_steps": 1151, "total_steps": 1235, "loss": 0.2349, "lr": 5.615485942678778e-07, "epoch": 4.659919028340081, "percentage": 93.2, "elapsed_time": "14:51:23", "remaining_time": "1:05:03"} +{"current_steps": 1152, "total_steps": 1235, "loss": 0.2353, "lr": 5.483190430647289e-07, "epoch": 4.663967611336032, "percentage": 93.28, "elapsed_time": "14:52:08", "remaining_time": "1:04:16"} +{"current_steps": 1153, "total_steps": 1235, "loss": 0.2384, "lr": 5.352450269841747e-07, "epoch": 4.668016194331984, "percentage": 93.36, "elapsed_time": "14:52:55", "remaining_time": "1:03:30"} +{"current_steps": 1154, "total_steps": 1235, "loss": 0.2256, "lr": 5.22326650565701e-07, "epoch": 4.672064777327935, "percentage": 93.44, "elapsed_time": "14:53:43", "remaining_time": "1:02:43"} +{"current_steps": 1155, "total_steps": 1235, "loss": 0.2366, "lr": 5.095640171043048e-07, "epoch": 4.676113360323887, "percentage": 93.52, "elapsed_time": "14:54:31", "remaining_time": "1:01:57"} +{"current_steps": 1156, "total_steps": 1235, "loss": 0.2347, "lr": 4.969572286496594e-07, "epoch": 4.680161943319838, "percentage": 93.6, "elapsed_time": "14:55:18", "remaining_time": "1:01:11"} +{"current_steps": 1157, "total_steps": 1235, "loss": 0.2368, "lr": 4.845063860053079e-07, "epoch": 4.684210526315789, "percentage": 93.68, "elapsed_time": "14:56:06", "remaining_time": "1:00:24"} +{"current_steps": 1158, "total_steps": 1235, "loss": 0.2262, "lr": 4.7221158872785997e-07, "epoch": 4.6882591093117405, "percentage": 93.77, "elapsed_time": "14:56:52", "remaining_time": "0:59:38"} +{"current_steps": 1159, "total_steps": 1235, "loss": 0.2444, "lr": 4.600729351261857e-07, "epoch": 4.6923076923076925, "percentage": 93.85, "elapsed_time": "14:57:39", "remaining_time": "0:58:51"} +{"current_steps": 1160, "total_steps": 1235, "loss": 0.2367, "lr": 4.4809052226063355e-07, "epoch": 4.696356275303644, "percentage": 93.93, "elapsed_time": "14:58:26", "remaining_time": "0:58:05"} +{"current_steps": 1161, "total_steps": 1235, "loss": 0.2415, "lr": 4.3626444594226046e-07, "epoch": 4.700404858299595, "percentage": 94.01, "elapsed_time": "14:59:12", "remaining_time": "0:57:18"} +{"current_steps": 1162, "total_steps": 1235, "loss": 0.2325, "lr": 4.245948007320588e-07, "epoch": 4.704453441295547, "percentage": 94.09, "elapsed_time": "14:59:57", "remaining_time": "0:56:32"} +{"current_steps": 1163, "total_steps": 1235, "loss": 0.2341, "lr": 4.130816799401971e-07, "epoch": 4.708502024291498, "percentage": 94.17, "elapsed_time": "15:00:40", "remaining_time": "0:55:45"} +{"current_steps": 1164, "total_steps": 1235, "loss": 0.2269, "lr": 4.017251756252827e-07, "epoch": 4.712550607287449, "percentage": 94.25, "elapsed_time": "15:01:27", "remaining_time": "0:54:59"} +{"current_steps": 1165, "total_steps": 1235, "loss": 0.2383, "lr": 3.9052537859362473e-07, "epoch": 4.716599190283401, "percentage": 94.33, "elapsed_time": "15:02:12", "remaining_time": "0:54:12"} +{"current_steps": 1166, "total_steps": 1235, "loss": 0.2381, "lr": 3.7948237839849687e-07, "epoch": 4.720647773279352, "percentage": 94.41, "elapsed_time": "15:02:59", "remaining_time": "0:53:26"} +{"current_steps": 1167, "total_steps": 1235, "loss": 0.2332, "lr": 3.6859626333943797e-07, "epoch": 4.724696356275303, "percentage": 94.49, "elapsed_time": "15:03:45", "remaining_time": "0:52:39"} +{"current_steps": 1168, "total_steps": 1235, "loss": 0.2324, "lr": 3.578671204615347e-07, "epoch": 4.728744939271255, "percentage": 94.57, "elapsed_time": "15:04:34", "remaining_time": "0:51:53"} +{"current_steps": 1169, "total_steps": 1235, "loss": 0.2353, "lr": 3.472950355547267e-07, "epoch": 4.732793522267206, "percentage": 94.66, "elapsed_time": "15:05:17", "remaining_time": "0:51:06"} +{"current_steps": 1170, "total_steps": 1235, "loss": 0.2309, "lr": 3.3688009315312244e-07, "epoch": 4.7368421052631575, "percentage": 94.74, "elapsed_time": "15:06:04", "remaining_time": "0:50:20"} +{"current_steps": 1171, "total_steps": 1235, "loss": 0.2298, "lr": 3.266223765343224e-07, "epoch": 4.7408906882591095, "percentage": 94.82, "elapsed_time": "15:06:51", "remaining_time": "0:49:33"} +{"current_steps": 1172, "total_steps": 1235, "loss": 0.233, "lr": 3.16521967718757e-07, "epoch": 4.744939271255061, "percentage": 94.9, "elapsed_time": "15:07:36", "remaining_time": "0:48:47"} +{"current_steps": 1173, "total_steps": 1235, "loss": 0.2338, "lr": 3.0657894746902726e-07, "epoch": 4.748987854251012, "percentage": 94.98, "elapsed_time": "15:08:23", "remaining_time": "0:48:00"} +{"current_steps": 1174, "total_steps": 1235, "loss": 0.2331, "lr": 2.9679339528925654e-07, "epoch": 4.753036437246964, "percentage": 95.06, "elapsed_time": "15:09:07", "remaining_time": "0:47:14"} +{"current_steps": 1175, "total_steps": 1235, "loss": 0.227, "lr": 2.871653894244597e-07, "epoch": 4.757085020242915, "percentage": 95.14, "elapsed_time": "15:09:52", "remaining_time": "0:46:27"} +{"current_steps": 1176, "total_steps": 1235, "loss": 0.2379, "lr": 2.7769500685991266e-07, "epoch": 4.761133603238866, "percentage": 95.22, "elapsed_time": "15:10:39", "remaining_time": "0:45:41"} +{"current_steps": 1177, "total_steps": 1235, "loss": 0.228, "lr": 2.683823233205485e-07, "epoch": 4.765182186234818, "percentage": 95.3, "elapsed_time": "15:11:25", "remaining_time": "0:44:54"} +{"current_steps": 1178, "total_steps": 1235, "loss": 0.2326, "lr": 2.592274132703287e-07, "epoch": 4.769230769230769, "percentage": 95.38, "elapsed_time": "15:12:12", "remaining_time": "0:44:08"} +{"current_steps": 1179, "total_steps": 1235, "loss": 0.2314, "lr": 2.502303499116754e-07, "epoch": 4.77327935222672, "percentage": 95.47, "elapsed_time": "15:12:58", "remaining_time": "0:43:21"} +{"current_steps": 1180, "total_steps": 1235, "loss": 0.2355, "lr": 2.413912051848666e-07, "epoch": 4.777327935222672, "percentage": 95.55, "elapsed_time": "15:13:46", "remaining_time": "0:42:35"} +{"current_steps": 1181, "total_steps": 1235, "loss": 0.2314, "lr": 2.3271004976746613e-07, "epoch": 4.781376518218623, "percentage": 95.63, "elapsed_time": "15:14:33", "remaining_time": "0:41:49"} +{"current_steps": 1182, "total_steps": 1235, "loss": 0.2312, "lr": 2.2418695307376393e-07, "epoch": 4.7854251012145745, "percentage": 95.71, "elapsed_time": "15:15:19", "remaining_time": "0:41:02"} +{"current_steps": 1183, "total_steps": 1235, "loss": 0.2311, "lr": 2.1582198325420968e-07, "epoch": 4.7894736842105265, "percentage": 95.79, "elapsed_time": "15:16:05", "remaining_time": "0:40:16"} +{"current_steps": 1184, "total_steps": 1235, "loss": 0.2331, "lr": 2.0761520719488447e-07, "epoch": 4.793522267206478, "percentage": 95.87, "elapsed_time": "15:16:51", "remaining_time": "0:39:29"} +{"current_steps": 1185, "total_steps": 1235, "loss": 0.2325, "lr": 1.9956669051694798e-07, "epoch": 4.797570850202429, "percentage": 95.95, "elapsed_time": "15:17:36", "remaining_time": "0:38:43"} +{"current_steps": 1186, "total_steps": 1235, "loss": 0.2286, "lr": 1.916764975761254e-07, "epoch": 4.801619433198381, "percentage": 96.03, "elapsed_time": "15:18:24", "remaining_time": "0:37:56"} +{"current_steps": 1187, "total_steps": 1235, "loss": 0.2375, "lr": 1.839446914621923e-07, "epoch": 4.805668016194332, "percentage": 96.11, "elapsed_time": "15:19:09", "remaining_time": "0:37:10"} +{"current_steps": 1188, "total_steps": 1235, "loss": 0.2337, "lr": 1.7637133399845962e-07, "epoch": 4.809716599190283, "percentage": 96.19, "elapsed_time": "15:19:56", "remaining_time": "0:36:23"} +{"current_steps": 1189, "total_steps": 1235, "loss": 0.2343, "lr": 1.6895648574129397e-07, "epoch": 4.813765182186235, "percentage": 96.28, "elapsed_time": "15:20:41", "remaining_time": "0:35:37"} +{"current_steps": 1190, "total_steps": 1235, "loss": 0.2361, "lr": 1.6170020597962465e-07, "epoch": 4.817813765182186, "percentage": 96.36, "elapsed_time": "15:21:28", "remaining_time": "0:34:50"} +{"current_steps": 1191, "total_steps": 1235, "loss": 0.2321, "lr": 1.5460255273447078e-07, "epoch": 4.821862348178137, "percentage": 96.44, "elapsed_time": "15:22:16", "remaining_time": "0:34:04"} +{"current_steps": 1192, "total_steps": 1235, "loss": 0.2375, "lr": 1.4766358275847715e-07, "epoch": 4.825910931174089, "percentage": 96.52, "elapsed_time": "15:23:01", "remaining_time": "0:33:17"} +{"current_steps": 1193, "total_steps": 1235, "loss": 0.239, "lr": 1.4088335153546573e-07, "epoch": 4.82995951417004, "percentage": 96.6, "elapsed_time": "15:23:48", "remaining_time": "0:32:31"} +{"current_steps": 1194, "total_steps": 1235, "loss": 0.2417, "lr": 1.3426191327998496e-07, "epoch": 4.834008097165992, "percentage": 96.68, "elapsed_time": "15:24:34", "remaining_time": "0:31:44"} +{"current_steps": 1195, "total_steps": 1235, "loss": 0.238, "lr": 1.277993209368744e-07, "epoch": 4.838056680161944, "percentage": 96.76, "elapsed_time": "15:25:22", "remaining_time": "0:30:58"} +{"current_steps": 1196, "total_steps": 1235, "loss": 0.2297, "lr": 1.214956261808542e-07, "epoch": 4.842105263157895, "percentage": 96.84, "elapsed_time": "15:26:08", "remaining_time": "0:30:12"} +{"current_steps": 1197, "total_steps": 1235, "loss": 0.2361, "lr": 1.1535087941609846e-07, "epoch": 4.846153846153846, "percentage": 96.92, "elapsed_time": "15:26:54", "remaining_time": "0:29:25"} +{"current_steps": 1198, "total_steps": 1235, "loss": 0.233, "lr": 1.0936512977583802e-07, "epoch": 4.850202429149798, "percentage": 97.0, "elapsed_time": "15:27:38", "remaining_time": "0:28:39"} +{"current_steps": 1199, "total_steps": 1235, "loss": 0.2392, "lr": 1.0353842512196732e-07, "epoch": 4.854251012145749, "percentage": 97.09, "elapsed_time": "15:28:25", "remaining_time": "0:27:52"} +{"current_steps": 1200, "total_steps": 1235, "loss": 0.2441, "lr": 9.787081204466253e-08, "epoch": 4.8582995951417, "percentage": 97.17, "elapsed_time": "15:29:12", "remaining_time": "0:27:06"} +{"current_steps": 1201, "total_steps": 1235, "loss": 0.232, "lr": 9.236233586200627e-08, "epoch": 4.862348178137652, "percentage": 97.25, "elapsed_time": "15:30:00", "remaining_time": "0:26:19"} +{"current_steps": 1202, "total_steps": 1235, "loss": 0.237, "lr": 8.70130406196279e-08, "epoch": 4.866396761133603, "percentage": 97.33, "elapsed_time": "15:30:46", "remaining_time": "0:25:33"} +{"current_steps": 1203, "total_steps": 1235, "loss": 0.2313, "lr": 8.182296909035047e-08, "epoch": 4.870445344129554, "percentage": 97.41, "elapsed_time": "15:31:33", "remaining_time": "0:24:46"} +{"current_steps": 1204, "total_steps": 1235, "loss": 0.2382, "lr": 7.679216277384439e-08, "epoch": 4.874493927125506, "percentage": 97.49, "elapsed_time": "15:32:18", "remaining_time": "0:24:00"} +{"current_steps": 1205, "total_steps": 1235, "loss": 0.2366, "lr": 7.19206618963053e-08, "epoch": 4.8785425101214575, "percentage": 97.57, "elapsed_time": "15:33:03", "remaining_time": "0:23:13"} +{"current_steps": 1206, "total_steps": 1235, "loss": 0.2288, "lr": 6.720850541012347e-08, "epoch": 4.882591093117409, "percentage": 97.65, "elapsed_time": "15:33:50", "remaining_time": "0:22:27"} +{"current_steps": 1207, "total_steps": 1235, "loss": 0.2315, "lr": 6.265573099357714e-08, "epoch": 4.886639676113361, "percentage": 97.73, "elapsed_time": "15:34:36", "remaining_time": "0:21:40"} +{"current_steps": 1208, "total_steps": 1235, "loss": 0.231, "lr": 5.826237505053067e-08, "epoch": 4.890688259109312, "percentage": 97.81, "elapsed_time": "15:35:22", "remaining_time": "0:20:54"} +{"current_steps": 1209, "total_steps": 1235, "loss": 0.231, "lr": 5.4028472710137e-08, "epoch": 4.894736842105263, "percentage": 97.89, "elapsed_time": "15:36:09", "remaining_time": "0:20:07"} +{"current_steps": 1210, "total_steps": 1235, "loss": 0.2283, "lr": 4.9954057826571146e-08, "epoch": 4.898785425101215, "percentage": 97.98, "elapsed_time": "15:36:57", "remaining_time": "0:19:21"} +{"current_steps": 1211, "total_steps": 1235, "loss": 0.2328, "lr": 4.6039162978743776e-08, "epoch": 4.902834008097166, "percentage": 98.06, "elapsed_time": "15:37:45", "remaining_time": "0:18:35"} +{"current_steps": 1212, "total_steps": 1235, "loss": 0.2284, "lr": 4.228381947004812e-08, "epoch": 4.906882591093117, "percentage": 98.14, "elapsed_time": "15:38:32", "remaining_time": "0:17:48"} +{"current_steps": 1213, "total_steps": 1235, "loss": 0.2313, "lr": 3.868805732811343e-08, "epoch": 4.910931174089069, "percentage": 98.22, "elapsed_time": "15:39:19", "remaining_time": "0:17:02"} +{"current_steps": 1214, "total_steps": 1235, "loss": 0.2318, "lr": 3.525190530455636e-08, "epoch": 4.91497975708502, "percentage": 98.3, "elapsed_time": "15:40:03", "remaining_time": "0:16:15"} +{"current_steps": 1215, "total_steps": 1235, "loss": 0.2381, "lr": 3.197539087475887e-08, "epoch": 4.919028340080971, "percentage": 98.38, "elapsed_time": "15:40:49", "remaining_time": "0:15:29"} +{"current_steps": 1216, "total_steps": 1235, "loss": 0.2397, "lr": 2.8858540237641786e-08, "epoch": 4.923076923076923, "percentage": 98.46, "elapsed_time": "15:41:34", "remaining_time": "0:14:42"} +{"current_steps": 1217, "total_steps": 1235, "loss": 0.2369, "lr": 2.5901378315458247e-08, "epoch": 4.9271255060728745, "percentage": 98.54, "elapsed_time": "15:42:21", "remaining_time": "0:13:56"} +{"current_steps": 1218, "total_steps": 1235, "loss": 0.2339, "lr": 2.3103928753598347e-08, "epoch": 4.931174089068826, "percentage": 98.62, "elapsed_time": "15:43:07", "remaining_time": "0:13:09"} +{"current_steps": 1219, "total_steps": 1235, "loss": 0.2278, "lr": 2.0466213920393718e-08, "epoch": 4.935222672064778, "percentage": 98.7, "elapsed_time": "15:43:53", "remaining_time": "0:12:23"} +{"current_steps": 1220, "total_steps": 1235, "loss": 0.2313, "lr": 1.7988254906942115e-08, "epoch": 4.939271255060729, "percentage": 98.79, "elapsed_time": "15:44:41", "remaining_time": "0:11:36"} +{"current_steps": 1221, "total_steps": 1235, "loss": 0.2334, "lr": 1.5670071526936447e-08, "epoch": 4.94331983805668, "percentage": 98.87, "elapsed_time": "15:45:28", "remaining_time": "0:10:50"} +{"current_steps": 1222, "total_steps": 1235, "loss": 0.2293, "lr": 1.3511682316509344e-08, "epoch": 4.947368421052632, "percentage": 98.95, "elapsed_time": "15:46:14", "remaining_time": "0:10:03"} +{"current_steps": 1223, "total_steps": 1235, "loss": 0.2324, "lr": 1.1513104534086605e-08, "epoch": 4.951417004048583, "percentage": 99.03, "elapsed_time": "15:47:00", "remaining_time": "0:09:17"} +{"current_steps": 1224, "total_steps": 1235, "loss": 0.2345, "lr": 9.67435416023843e-09, "epoch": 4.955465587044534, "percentage": 99.11, "elapsed_time": "15:47:47", "remaining_time": "0:08:31"} +{"current_steps": 1225, "total_steps": 1235, "loss": 0.2344, "lr": 7.995445897566178e-09, "epoch": 4.959514170040486, "percentage": 99.19, "elapsed_time": "15:48:34", "remaining_time": "0:07:44"} +{"current_steps": 1226, "total_steps": 1235, "loss": 0.2263, "lr": 6.476393170578021e-09, "epoch": 4.963562753036437, "percentage": 99.27, "elapsed_time": "15:49:20", "remaining_time": "0:06:58"} +{"current_steps": 1227, "total_steps": 1235, "loss": 0.2279, "lr": 5.11720812557348e-09, "epoch": 4.967611336032388, "percentage": 99.35, "elapsed_time": "15:50:05", "remaining_time": "0:06:11"} +{"current_steps": 1228, "total_steps": 1235, "loss": 0.233, "lr": 3.917901630563492e-09, "epoch": 4.97165991902834, "percentage": 99.43, "elapsed_time": "15:50:52", "remaining_time": "0:05:25"} +{"current_steps": 1229, "total_steps": 1235, "loss": 0.2362, "lr": 2.878483275170485e-09, "epoch": 4.9757085020242915, "percentage": 99.51, "elapsed_time": "15:51:40", "remaining_time": "0:04:38"} +{"current_steps": 1230, "total_steps": 1235, "loss": 0.2331, "lr": 1.998961370555108e-09, "epoch": 4.979757085020243, "percentage": 99.6, "elapsed_time": "15:52:29", "remaining_time": "0:03:52"} +{"current_steps": 1231, "total_steps": 1235, "loss": 0.2281, "lr": 1.2793429493518361e-09, "epoch": 4.983805668016195, "percentage": 99.68, "elapsed_time": "15:53:13", "remaining_time": "0:03:05"} +{"current_steps": 1232, "total_steps": 1235, "loss": 0.2441, "lr": 7.196337656112384e-10, "epoch": 4.987854251012146, "percentage": 99.76, "elapsed_time": "15:53:59", "remaining_time": "0:02:19"} +{"current_steps": 1233, "total_steps": 1235, "loss": 0.2259, "lr": 3.198382947511292e-10, "epoch": 4.991902834008097, "percentage": 99.84, "elapsed_time": "15:54:44", "remaining_time": "0:01:32"} +{"current_steps": 1234, "total_steps": 1235, "loss": 0.2403, "lr": 7.995973352770137e-11, "epoch": 4.995951417004049, "percentage": 99.92, "elapsed_time": "15:55:31", "remaining_time": "0:00:46"} +{"current_steps": 1235, "total_steps": 1235, "loss": 0.2284, "lr": 0.0, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "15:56:18", "remaining_time": "0:00:00"} +{"current_steps": 1235, "total_steps": 1235, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "15:57:49", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..dca0b5c --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,8687 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.0, + "eval_steps": 500, + "global_step": 1235, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.004048582995951417, + "grad_norm": 6.174777259715138, + "learning_rate": 3.2258064516129035e-07, + "loss": 0.8011, + "step": 1 + }, + { + "epoch": 0.008097165991902834, + "grad_norm": 6.107496122977482, + "learning_rate": 6.451612903225807e-07, + "loss": 0.7985, + "step": 2 + }, + { + "epoch": 0.012145748987854251, + "grad_norm": 6.15479420611297, + "learning_rate": 9.67741935483871e-07, + "loss": 0.794, + "step": 3 + }, + { + "epoch": 0.016194331983805668, + "grad_norm": 6.189238698217485, + "learning_rate": 1.2903225806451614e-06, + "loss": 0.8198, + "step": 4 + }, + { + "epoch": 0.020242914979757085, + "grad_norm": 5.624374247270171, + "learning_rate": 1.6129032258064516e-06, + "loss": 0.7811, + "step": 5 + }, + { + "epoch": 0.024291497975708502, + "grad_norm": 5.4232602418194436, + "learning_rate": 1.935483870967742e-06, + "loss": 0.7924, + "step": 6 + }, + { + "epoch": 0.02834008097165992, + "grad_norm": 4.349148924967016, + "learning_rate": 2.2580645161290324e-06, + "loss": 0.7732, + "step": 7 + }, + { + "epoch": 0.032388663967611336, + "grad_norm": 4.049153064300557, + "learning_rate": 2.580645161290323e-06, + "loss": 0.7641, + "step": 8 + }, + { + "epoch": 0.03643724696356275, + "grad_norm": 2.3696227566954726, + "learning_rate": 2.903225806451613e-06, + "loss": 0.7357, + "step": 9 + }, + { + "epoch": 0.04048582995951417, + "grad_norm": 2.0929419983380324, + "learning_rate": 3.225806451612903e-06, + "loss": 0.7313, + "step": 10 + }, + { + "epoch": 0.044534412955465584, + "grad_norm": 1.9707510271699087, + "learning_rate": 3.548387096774194e-06, + "loss": 0.7326, + "step": 11 + }, + { + "epoch": 0.048582995951417005, + "grad_norm": 3.6248759028721365, + "learning_rate": 3.870967741935484e-06, + "loss": 0.7089, + "step": 12 + }, + { + "epoch": 0.05263157894736842, + "grad_norm": 3.941644773436613, + "learning_rate": 4.193548387096774e-06, + "loss": 0.7051, + "step": 13 + }, + { + "epoch": 0.05668016194331984, + "grad_norm": 3.977100751449106, + "learning_rate": 4.516129032258065e-06, + "loss": 0.7074, + "step": 14 + }, + { + "epoch": 0.06072874493927125, + "grad_norm": 4.003442545071669, + "learning_rate": 4.838709677419355e-06, + "loss": 0.7141, + "step": 15 + }, + { + "epoch": 0.06477732793522267, + "grad_norm": 3.066488616872945, + "learning_rate": 5.161290322580646e-06, + "loss": 0.6768, + "step": 16 + }, + { + "epoch": 0.06882591093117409, + "grad_norm": 2.751491353005919, + "learning_rate": 5.483870967741935e-06, + "loss": 0.6489, + "step": 17 + }, + { + "epoch": 0.0728744939271255, + "grad_norm": 2.20889819852831, + "learning_rate": 5.806451612903226e-06, + "loss": 0.6487, + "step": 18 + }, + { + "epoch": 0.07692307692307693, + "grad_norm": 1.5103127708445014, + "learning_rate": 6.129032258064517e-06, + "loss": 0.6492, + "step": 19 + }, + { + "epoch": 0.08097165991902834, + "grad_norm": 1.2393402102906903, + "learning_rate": 6.451612903225806e-06, + "loss": 0.6098, + "step": 20 + }, + { + "epoch": 0.08502024291497975, + "grad_norm": 1.366468214166648, + "learning_rate": 6.774193548387097e-06, + "loss": 0.6131, + "step": 21 + }, + { + "epoch": 0.08906882591093117, + "grad_norm": 1.391026258264976, + "learning_rate": 7.096774193548388e-06, + "loss": 0.6107, + "step": 22 + }, + { + "epoch": 0.0931174089068826, + "grad_norm": 1.1169936571455195, + "learning_rate": 7.4193548387096784e-06, + "loss": 0.6023, + "step": 23 + }, + { + "epoch": 0.09716599190283401, + "grad_norm": 0.8490220276949323, + "learning_rate": 7.741935483870968e-06, + "loss": 0.596, + "step": 24 + }, + { + "epoch": 0.10121457489878542, + "grad_norm": 0.9391225256381425, + "learning_rate": 8.064516129032258e-06, + "loss": 0.5706, + "step": 25 + }, + { + "epoch": 0.10526315789473684, + "grad_norm": 0.7705669383149348, + "learning_rate": 8.387096774193549e-06, + "loss": 0.585, + "step": 26 + }, + { + "epoch": 0.10931174089068826, + "grad_norm": 0.7189999787567638, + "learning_rate": 8.70967741935484e-06, + "loss": 0.5602, + "step": 27 + }, + { + "epoch": 0.11336032388663968, + "grad_norm": 0.8056059303726656, + "learning_rate": 9.03225806451613e-06, + "loss": 0.5682, + "step": 28 + }, + { + "epoch": 0.11740890688259109, + "grad_norm": 0.7469396525981904, + "learning_rate": 9.35483870967742e-06, + "loss": 0.5617, + "step": 29 + }, + { + "epoch": 0.1214574898785425, + "grad_norm": 0.5499500594541452, + "learning_rate": 9.67741935483871e-06, + "loss": 0.543, + "step": 30 + }, + { + "epoch": 0.12550607287449392, + "grad_norm": 0.7542918694437079, + "learning_rate": 1e-05, + "loss": 0.5396, + "step": 31 + }, + { + "epoch": 0.12955465587044535, + "grad_norm": 0.781364645461229, + "learning_rate": 1.0322580645161291e-05, + "loss": 0.5517, + "step": 32 + }, + { + "epoch": 0.13360323886639677, + "grad_norm": 0.6328031710847836, + "learning_rate": 1.0645161290322582e-05, + "loss": 0.5351, + "step": 33 + }, + { + "epoch": 0.13765182186234817, + "grad_norm": 0.5980067888032173, + "learning_rate": 1.096774193548387e-05, + "loss": 0.5345, + "step": 34 + }, + { + "epoch": 0.1417004048582996, + "grad_norm": 0.6135711690918827, + "learning_rate": 1.1290322580645164e-05, + "loss": 0.5223, + "step": 35 + }, + { + "epoch": 0.145748987854251, + "grad_norm": 0.5932667061406145, + "learning_rate": 1.1612903225806453e-05, + "loss": 0.5344, + "step": 36 + }, + { + "epoch": 0.14979757085020243, + "grad_norm": 0.6447204827837877, + "learning_rate": 1.1935483870967743e-05, + "loss": 0.5415, + "step": 37 + }, + { + "epoch": 0.15384615384615385, + "grad_norm": 0.5228556688395884, + "learning_rate": 1.2258064516129034e-05, + "loss": 0.5283, + "step": 38 + }, + { + "epoch": 0.15789473684210525, + "grad_norm": 0.5145592056544329, + "learning_rate": 1.2580645161290324e-05, + "loss": 0.529, + "step": 39 + }, + { + "epoch": 0.16194331983805668, + "grad_norm": 0.505341016161771, + "learning_rate": 1.2903225806451613e-05, + "loss": 0.5135, + "step": 40 + }, + { + "epoch": 0.1659919028340081, + "grad_norm": 0.6755026311986704, + "learning_rate": 1.3225806451612903e-05, + "loss": 0.5133, + "step": 41 + }, + { + "epoch": 0.1700404858299595, + "grad_norm": 0.5456879956003533, + "learning_rate": 1.3548387096774194e-05, + "loss": 0.4941, + "step": 42 + }, + { + "epoch": 0.17408906882591094, + "grad_norm": 0.5054528261600988, + "learning_rate": 1.3870967741935486e-05, + "loss": 0.507, + "step": 43 + }, + { + "epoch": 0.17813765182186234, + "grad_norm": 0.6096687664956815, + "learning_rate": 1.4193548387096776e-05, + "loss": 0.5258, + "step": 44 + }, + { + "epoch": 0.18218623481781376, + "grad_norm": 0.5630459842497006, + "learning_rate": 1.4516129032258066e-05, + "loss": 0.5034, + "step": 45 + }, + { + "epoch": 0.1862348178137652, + "grad_norm": 0.5014757994274003, + "learning_rate": 1.4838709677419357e-05, + "loss": 0.5145, + "step": 46 + }, + { + "epoch": 0.1902834008097166, + "grad_norm": 0.5037085011552509, + "learning_rate": 1.5161290322580646e-05, + "loss": 0.5035, + "step": 47 + }, + { + "epoch": 0.19433198380566802, + "grad_norm": 0.4586457949117852, + "learning_rate": 1.5483870967741936e-05, + "loss": 0.5013, + "step": 48 + }, + { + "epoch": 0.19838056680161945, + "grad_norm": 0.5598551880825362, + "learning_rate": 1.5806451612903226e-05, + "loss": 0.4958, + "step": 49 + }, + { + "epoch": 0.20242914979757085, + "grad_norm": 0.5256563314458197, + "learning_rate": 1.6129032258064517e-05, + "loss": 0.5207, + "step": 50 + }, + { + "epoch": 0.20647773279352227, + "grad_norm": 0.5933748155000804, + "learning_rate": 1.6451612903225807e-05, + "loss": 0.4889, + "step": 51 + }, + { + "epoch": 0.21052631578947367, + "grad_norm": 0.48109718577077537, + "learning_rate": 1.6774193548387098e-05, + "loss": 0.4949, + "step": 52 + }, + { + "epoch": 0.2145748987854251, + "grad_norm": 0.6339410566762685, + "learning_rate": 1.7096774193548388e-05, + "loss": 0.4854, + "step": 53 + }, + { + "epoch": 0.21862348178137653, + "grad_norm": 0.47089174876051215, + "learning_rate": 1.741935483870968e-05, + "loss": 0.4968, + "step": 54 + }, + { + "epoch": 0.22267206477732793, + "grad_norm": 0.4369243978645161, + "learning_rate": 1.774193548387097e-05, + "loss": 0.4874, + "step": 55 + }, + { + "epoch": 0.22672064777327935, + "grad_norm": 0.42459102256214504, + "learning_rate": 1.806451612903226e-05, + "loss": 0.4892, + "step": 56 + }, + { + "epoch": 0.23076923076923078, + "grad_norm": 0.5040612790975257, + "learning_rate": 1.838709677419355e-05, + "loss": 0.5139, + "step": 57 + }, + { + "epoch": 0.23481781376518218, + "grad_norm": 0.6129602362320566, + "learning_rate": 1.870967741935484e-05, + "loss": 0.4961, + "step": 58 + }, + { + "epoch": 0.2388663967611336, + "grad_norm": 0.7040585215058427, + "learning_rate": 1.903225806451613e-05, + "loss": 0.4848, + "step": 59 + }, + { + "epoch": 0.242914979757085, + "grad_norm": 0.7823947072956692, + "learning_rate": 1.935483870967742e-05, + "loss": 0.4741, + "step": 60 + }, + { + "epoch": 0.24696356275303644, + "grad_norm": 0.816201014819092, + "learning_rate": 1.967741935483871e-05, + "loss": 0.4739, + "step": 61 + }, + { + "epoch": 0.25101214574898784, + "grad_norm": 0.566722358646217, + "learning_rate": 2e-05, + "loss": 0.4924, + "step": 62 + }, + { + "epoch": 0.2550607287449393, + "grad_norm": 1.0702068567560683, + "learning_rate": 2.0322580645161292e-05, + "loss": 0.4812, + "step": 63 + }, + { + "epoch": 0.2591093117408907, + "grad_norm": 1.0971889356945999, + "learning_rate": 2.0645161290322582e-05, + "loss": 0.4862, + "step": 64 + }, + { + "epoch": 0.2631578947368421, + "grad_norm": 0.8068234174834, + "learning_rate": 2.0967741935483873e-05, + "loss": 0.4967, + "step": 65 + }, + { + "epoch": 0.26720647773279355, + "grad_norm": 1.5866771152221175, + "learning_rate": 2.1290322580645163e-05, + "loss": 0.4807, + "step": 66 + }, + { + "epoch": 0.27125506072874495, + "grad_norm": 0.6947965118193493, + "learning_rate": 2.161290322580645e-05, + "loss": 0.4632, + "step": 67 + }, + { + "epoch": 0.27530364372469635, + "grad_norm": 1.0734326985443416, + "learning_rate": 2.193548387096774e-05, + "loss": 0.4966, + "step": 68 + }, + { + "epoch": 0.2793522267206478, + "grad_norm": 0.7096829957604652, + "learning_rate": 2.225806451612903e-05, + "loss": 0.4873, + "step": 69 + }, + { + "epoch": 0.2834008097165992, + "grad_norm": 1.1718493672539108, + "learning_rate": 2.2580645161290328e-05, + "loss": 0.4929, + "step": 70 + }, + { + "epoch": 0.2874493927125506, + "grad_norm": 0.797038567918667, + "learning_rate": 2.2903225806451615e-05, + "loss": 0.4776, + "step": 71 + }, + { + "epoch": 0.291497975708502, + "grad_norm": 1.1806861975026122, + "learning_rate": 2.3225806451612906e-05, + "loss": 0.4861, + "step": 72 + }, + { + "epoch": 0.29554655870445345, + "grad_norm": 0.6631364226941783, + "learning_rate": 2.3548387096774196e-05, + "loss": 0.4799, + "step": 73 + }, + { + "epoch": 0.29959514170040485, + "grad_norm": 1.0702773379989217, + "learning_rate": 2.3870967741935486e-05, + "loss": 0.4808, + "step": 74 + }, + { + "epoch": 0.30364372469635625, + "grad_norm": 0.776999806526674, + "learning_rate": 2.4193548387096777e-05, + "loss": 0.4848, + "step": 75 + }, + { + "epoch": 0.3076923076923077, + "grad_norm": 1.034045595320132, + "learning_rate": 2.4516129032258067e-05, + "loss": 0.4674, + "step": 76 + }, + { + "epoch": 0.3117408906882591, + "grad_norm": 0.803501484493491, + "learning_rate": 2.4838709677419358e-05, + "loss": 0.467, + "step": 77 + }, + { + "epoch": 0.3157894736842105, + "grad_norm": 0.7854950299831323, + "learning_rate": 2.5161290322580648e-05, + "loss": 0.4625, + "step": 78 + }, + { + "epoch": 0.31983805668016196, + "grad_norm": 0.9936749699591456, + "learning_rate": 2.548387096774194e-05, + "loss": 0.4811, + "step": 79 + }, + { + "epoch": 0.32388663967611336, + "grad_norm": 0.9531097174756827, + "learning_rate": 2.5806451612903226e-05, + "loss": 0.4671, + "step": 80 + }, + { + "epoch": 0.32793522267206476, + "grad_norm": 0.8384148133741459, + "learning_rate": 2.6129032258064516e-05, + "loss": 0.4627, + "step": 81 + }, + { + "epoch": 0.3319838056680162, + "grad_norm": 0.8494095969576952, + "learning_rate": 2.6451612903225806e-05, + "loss": 0.4618, + "step": 82 + }, + { + "epoch": 0.3360323886639676, + "grad_norm": 1.1997347517875732, + "learning_rate": 2.6774193548387097e-05, + "loss": 0.4675, + "step": 83 + }, + { + "epoch": 0.340080971659919, + "grad_norm": 0.7001200810796083, + "learning_rate": 2.7096774193548387e-05, + "loss": 0.4712, + "step": 84 + }, + { + "epoch": 0.3441295546558704, + "grad_norm": 1.2468626489885468, + "learning_rate": 2.7419354838709678e-05, + "loss": 0.4652, + "step": 85 + }, + { + "epoch": 0.3481781376518219, + "grad_norm": 1.1077906173796361, + "learning_rate": 2.774193548387097e-05, + "loss": 0.4651, + "step": 86 + }, + { + "epoch": 0.3522267206477733, + "grad_norm": 0.5945079572744298, + "learning_rate": 2.8064516129032262e-05, + "loss": 0.4698, + "step": 87 + }, + { + "epoch": 0.3562753036437247, + "grad_norm": 0.8904737106374477, + "learning_rate": 2.8387096774193552e-05, + "loss": 0.4604, + "step": 88 + }, + { + "epoch": 0.3603238866396761, + "grad_norm": 0.7023208537613033, + "learning_rate": 2.8709677419354843e-05, + "loss": 0.4684, + "step": 89 + }, + { + "epoch": 0.3643724696356275, + "grad_norm": 0.7619616649873484, + "learning_rate": 2.9032258064516133e-05, + "loss": 0.4662, + "step": 90 + }, + { + "epoch": 0.3684210526315789, + "grad_norm": 0.8037994377686564, + "learning_rate": 2.9354838709677423e-05, + "loss": 0.4696, + "step": 91 + }, + { + "epoch": 0.3724696356275304, + "grad_norm": 0.7213123600634579, + "learning_rate": 2.9677419354838714e-05, + "loss": 0.4599, + "step": 92 + }, + { + "epoch": 0.3765182186234818, + "grad_norm": 0.9580003304211838, + "learning_rate": 3.0000000000000004e-05, + "loss": 0.4642, + "step": 93 + }, + { + "epoch": 0.3805668016194332, + "grad_norm": 1.4104339349105603, + "learning_rate": 3.032258064516129e-05, + "loss": 0.4844, + "step": 94 + }, + { + "epoch": 0.38461538461538464, + "grad_norm": 0.5731909664926632, + "learning_rate": 3.0645161290322585e-05, + "loss": 0.4753, + "step": 95 + }, + { + "epoch": 0.38866396761133604, + "grad_norm": 1.4151415621583625, + "learning_rate": 3.096774193548387e-05, + "loss": 0.4705, + "step": 96 + }, + { + "epoch": 0.39271255060728744, + "grad_norm": 0.6645424290387457, + "learning_rate": 3.1290322580645166e-05, + "loss": 0.4515, + "step": 97 + }, + { + "epoch": 0.3967611336032389, + "grad_norm": 0.7719261762994569, + "learning_rate": 3.161290322580645e-05, + "loss": 0.4556, + "step": 98 + }, + { + "epoch": 0.4008097165991903, + "grad_norm": 0.9538097844230028, + "learning_rate": 3.193548387096774e-05, + "loss": 0.4581, + "step": 99 + }, + { + "epoch": 0.4048582995951417, + "grad_norm": 1.122265561666056, + "learning_rate": 3.2258064516129034e-05, + "loss": 0.4689, + "step": 100 + }, + { + "epoch": 0.4089068825910931, + "grad_norm": 0.7567629853934615, + "learning_rate": 3.258064516129033e-05, + "loss": 0.4771, + "step": 101 + }, + { + "epoch": 0.41295546558704455, + "grad_norm": 0.9135061961485901, + "learning_rate": 3.2903225806451614e-05, + "loss": 0.4648, + "step": 102 + }, + { + "epoch": 0.41700404858299595, + "grad_norm": 1.3690746983065614, + "learning_rate": 3.322580645161291e-05, + "loss": 0.458, + "step": 103 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 0.6475999429107714, + "learning_rate": 3.3548387096774195e-05, + "loss": 0.4585, + "step": 104 + }, + { + "epoch": 0.4251012145748988, + "grad_norm": 1.5050929425437867, + "learning_rate": 3.387096774193549e-05, + "loss": 0.4693, + "step": 105 + }, + { + "epoch": 0.4291497975708502, + "grad_norm": 0.6993320013574326, + "learning_rate": 3.4193548387096776e-05, + "loss": 0.4675, + "step": 106 + }, + { + "epoch": 0.4331983805668016, + "grad_norm": 1.3001441885867058, + "learning_rate": 3.451612903225807e-05, + "loss": 0.4638, + "step": 107 + }, + { + "epoch": 0.43724696356275305, + "grad_norm": 1.144392585535423, + "learning_rate": 3.483870967741936e-05, + "loss": 0.4696, + "step": 108 + }, + { + "epoch": 0.44129554655870445, + "grad_norm": 1.032926337304297, + "learning_rate": 3.516129032258065e-05, + "loss": 0.4605, + "step": 109 + }, + { + "epoch": 0.44534412955465585, + "grad_norm": 1.3482125183717808, + "learning_rate": 3.548387096774194e-05, + "loss": 0.4611, + "step": 110 + }, + { + "epoch": 0.4493927125506073, + "grad_norm": 0.6706557022437815, + "learning_rate": 3.5806451612903225e-05, + "loss": 0.4448, + "step": 111 + }, + { + "epoch": 0.4534412955465587, + "grad_norm": 1.2210754725015014, + "learning_rate": 3.612903225806452e-05, + "loss": 0.4575, + "step": 112 + }, + { + "epoch": 0.4574898785425101, + "grad_norm": 0.7614268550310261, + "learning_rate": 3.6451612903225805e-05, + "loss": 0.4572, + "step": 113 + }, + { + "epoch": 0.46153846153846156, + "grad_norm": 1.3368848195575007, + "learning_rate": 3.67741935483871e-05, + "loss": 0.4683, + "step": 114 + }, + { + "epoch": 0.46558704453441296, + "grad_norm": 1.0228900426492982, + "learning_rate": 3.7096774193548386e-05, + "loss": 0.4621, + "step": 115 + }, + { + "epoch": 0.46963562753036436, + "grad_norm": 1.0236651616804449, + "learning_rate": 3.741935483870968e-05, + "loss": 0.451, + "step": 116 + }, + { + "epoch": 0.47368421052631576, + "grad_norm": 0.927686146025164, + "learning_rate": 3.7741935483870974e-05, + "loss": 0.4434, + "step": 117 + }, + { + "epoch": 0.4777327935222672, + "grad_norm": 0.7522191163462807, + "learning_rate": 3.806451612903226e-05, + "loss": 0.4596, + "step": 118 + }, + { + "epoch": 0.4817813765182186, + "grad_norm": 0.8815878718394802, + "learning_rate": 3.8387096774193555e-05, + "loss": 0.4446, + "step": 119 + }, + { + "epoch": 0.48582995951417, + "grad_norm": 1.275849115075186, + "learning_rate": 3.870967741935484e-05, + "loss": 0.4462, + "step": 120 + }, + { + "epoch": 0.4898785425101215, + "grad_norm": 1.1166223686377243, + "learning_rate": 3.9032258064516135e-05, + "loss": 0.4657, + "step": 121 + }, + { + "epoch": 0.4939271255060729, + "grad_norm": 0.8957966759118484, + "learning_rate": 3.935483870967742e-05, + "loss": 0.4406, + "step": 122 + }, + { + "epoch": 0.4979757085020243, + "grad_norm": 0.8431363951666441, + "learning_rate": 3.9677419354838716e-05, + "loss": 0.4472, + "step": 123 + }, + { + "epoch": 0.5020242914979757, + "grad_norm": 1.0812409023710816, + "learning_rate": 4e-05, + "loss": 0.4646, + "step": 124 + }, + { + "epoch": 0.5060728744939271, + "grad_norm": 1.3407017919178204, + "learning_rate": 3.9999920040266474e-05, + "loss": 0.4639, + "step": 125 + }, + { + "epoch": 0.5101214574898786, + "grad_norm": 0.8595564000287779, + "learning_rate": 3.999968016170525e-05, + "loss": 0.4516, + "step": 126 + }, + { + "epoch": 0.5141700404858299, + "grad_norm": 0.82044906272447, + "learning_rate": 3.9999280366234394e-05, + "loss": 0.4577, + "step": 127 + }, + { + "epoch": 0.5182186234817814, + "grad_norm": 1.1980346880545005, + "learning_rate": 3.999872065705065e-05, + "loss": 0.4543, + "step": 128 + }, + { + "epoch": 0.5222672064777328, + "grad_norm": 1.083658659486343, + "learning_rate": 3.999800103862945e-05, + "loss": 0.4547, + "step": 129 + }, + { + "epoch": 0.5263157894736842, + "grad_norm": 0.8978424681143764, + "learning_rate": 3.9997121516724834e-05, + "loss": 0.4454, + "step": 130 + }, + { + "epoch": 0.5303643724696356, + "grad_norm": 1.096402786785345, + "learning_rate": 3.999608209836944e-05, + "loss": 0.4626, + "step": 131 + }, + { + "epoch": 0.5344129554655871, + "grad_norm": 0.8503285223418896, + "learning_rate": 3.999488279187443e-05, + "loss": 0.4536, + "step": 132 + }, + { + "epoch": 0.5384615384615384, + "grad_norm": 1.0343745666186772, + "learning_rate": 3.9993523606829425e-05, + "loss": 0.4651, + "step": 133 + }, + { + "epoch": 0.5425101214574899, + "grad_norm": 1.055998691572932, + "learning_rate": 3.9992004554102435e-05, + "loss": 0.444, + "step": 134 + }, + { + "epoch": 0.5465587044534413, + "grad_norm": 1.0872179804720725, + "learning_rate": 3.999032564583976e-05, + "loss": 0.4581, + "step": 135 + }, + { + "epoch": 0.5506072874493927, + "grad_norm": 0.7952139779989265, + "learning_rate": 3.998848689546591e-05, + "loss": 0.4513, + "step": 136 + }, + { + "epoch": 0.5546558704453441, + "grad_norm": 0.9288962082451477, + "learning_rate": 3.9986488317683496e-05, + "loss": 0.4358, + "step": 137 + }, + { + "epoch": 0.5587044534412956, + "grad_norm": 0.9186292220917044, + "learning_rate": 3.9984329928473067e-05, + "loss": 0.4533, + "step": 138 + }, + { + "epoch": 0.562753036437247, + "grad_norm": 0.9288401899066073, + "learning_rate": 3.998201174509306e-05, + "loss": 0.4389, + "step": 139 + }, + { + "epoch": 0.5668016194331984, + "grad_norm": 0.8101132294944997, + "learning_rate": 3.997953378607961e-05, + "loss": 0.4552, + "step": 140 + }, + { + "epoch": 0.5708502024291497, + "grad_norm": 1.0758639087350026, + "learning_rate": 3.9976896071246403e-05, + "loss": 0.4531, + "step": 141 + }, + { + "epoch": 0.5748987854251012, + "grad_norm": 1.118027554007344, + "learning_rate": 3.997409862168454e-05, + "loss": 0.4593, + "step": 142 + }, + { + "epoch": 0.5789473684210527, + "grad_norm": 0.9457241026926975, + "learning_rate": 3.997114145976237e-05, + "loss": 0.4557, + "step": 143 + }, + { + "epoch": 0.582995951417004, + "grad_norm": 0.9529730980847946, + "learning_rate": 3.9968024609125245e-05, + "loss": 0.4542, + "step": 144 + }, + { + "epoch": 0.5870445344129555, + "grad_norm": 0.7743447158137579, + "learning_rate": 3.996474809469545e-05, + "loss": 0.4401, + "step": 145 + }, + { + "epoch": 0.5910931174089069, + "grad_norm": 0.940388264761817, + "learning_rate": 3.996131194267189e-05, + "loss": 0.456, + "step": 146 + }, + { + "epoch": 0.5951417004048583, + "grad_norm": 0.7525410790371415, + "learning_rate": 3.995771618052995e-05, + "loss": 0.4488, + "step": 147 + }, + { + "epoch": 0.5991902834008097, + "grad_norm": 0.7321323238526076, + "learning_rate": 3.9953960837021256e-05, + "loss": 0.4414, + "step": 148 + }, + { + "epoch": 0.6032388663967612, + "grad_norm": 0.8194675708047335, + "learning_rate": 3.995004594217343e-05, + "loss": 0.4422, + "step": 149 + }, + { + "epoch": 0.6072874493927125, + "grad_norm": 0.7693881591687748, + "learning_rate": 3.994597152728987e-05, + "loss": 0.4498, + "step": 150 + }, + { + "epoch": 0.611336032388664, + "grad_norm": 0.716005721078071, + "learning_rate": 3.994173762494947e-05, + "loss": 0.4452, + "step": 151 + }, + { + "epoch": 0.6153846153846154, + "grad_norm": 0.8111033218914463, + "learning_rate": 3.9937344269006424e-05, + "loss": 0.4493, + "step": 152 + }, + { + "epoch": 0.6194331983805668, + "grad_norm": 0.7787086785182581, + "learning_rate": 3.993279149458988e-05, + "loss": 0.4439, + "step": 153 + }, + { + "epoch": 0.6234817813765182, + "grad_norm": 0.8703844002572735, + "learning_rate": 3.9928079338103695e-05, + "loss": 0.4581, + "step": 154 + }, + { + "epoch": 0.6275303643724697, + "grad_norm": 1.083602156303882, + "learning_rate": 3.992320783722616e-05, + "loss": 0.4435, + "step": 155 + }, + { + "epoch": 0.631578947368421, + "grad_norm": 1.140221737751175, + "learning_rate": 3.991817703090965e-05, + "loss": 0.4391, + "step": 156 + }, + { + "epoch": 0.6356275303643725, + "grad_norm": 0.5843831421511622, + "learning_rate": 3.991298695938038e-05, + "loss": 0.4485, + "step": 157 + }, + { + "epoch": 0.6396761133603239, + "grad_norm": 0.9665777674233302, + "learning_rate": 3.9907637664138e-05, + "loss": 0.4426, + "step": 158 + }, + { + "epoch": 0.6437246963562753, + "grad_norm": 1.5598784068268736, + "learning_rate": 3.990212918795534e-05, + "loss": 0.4338, + "step": 159 + }, + { + "epoch": 0.6477732793522267, + "grad_norm": 0.795170619334253, + "learning_rate": 3.9896461574878036e-05, + "loss": 0.4331, + "step": 160 + }, + { + "epoch": 0.6518218623481782, + "grad_norm": 1.4501788210820459, + "learning_rate": 3.989063487022416e-05, + "loss": 0.4475, + "step": 161 + }, + { + "epoch": 0.6558704453441295, + "grad_norm": 1.028811915037091, + "learning_rate": 3.9884649120583903e-05, + "loss": 0.4483, + "step": 162 + }, + { + "epoch": 0.659919028340081, + "grad_norm": 1.5600040761989729, + "learning_rate": 3.987850437381915e-05, + "loss": 0.468, + "step": 163 + }, + { + "epoch": 0.6639676113360324, + "grad_norm": 1.175892576006769, + "learning_rate": 3.987220067906313e-05, + "loss": 0.4416, + "step": 164 + }, + { + "epoch": 0.6680161943319838, + "grad_norm": 1.557176173563891, + "learning_rate": 3.986573808672002e-05, + "loss": 0.4565, + "step": 165 + }, + { + "epoch": 0.6720647773279352, + "grad_norm": 1.3898365522722906, + "learning_rate": 3.9859116648464534e-05, + "loss": 0.441, + "step": 166 + }, + { + "epoch": 0.6761133603238867, + "grad_norm": 1.2983451997472883, + "learning_rate": 3.985233641724152e-05, + "loss": 0.4331, + "step": 167 + }, + { + "epoch": 0.680161943319838, + "grad_norm": 1.426260585479794, + "learning_rate": 3.984539744726554e-05, + "loss": 0.4433, + "step": 168 + }, + { + "epoch": 0.6842105263157895, + "grad_norm": 0.9964350153310265, + "learning_rate": 3.983829979402038e-05, + "loss": 0.4439, + "step": 169 + }, + { + "epoch": 0.6882591093117408, + "grad_norm": 1.553860825728705, + "learning_rate": 3.983104351425871e-05, + "loss": 0.454, + "step": 170 + }, + { + "epoch": 0.6923076923076923, + "grad_norm": 0.8183838092105806, + "learning_rate": 3.982362866600154e-05, + "loss": 0.4396, + "step": 171 + }, + { + "epoch": 0.6963562753036437, + "grad_norm": 1.608803342968378, + "learning_rate": 3.9816055308537806e-05, + "loss": 0.4435, + "step": 172 + }, + { + "epoch": 0.7004048582995951, + "grad_norm": 1.1039079524555198, + "learning_rate": 3.980832350242388e-05, + "loss": 0.4534, + "step": 173 + }, + { + "epoch": 0.7044534412955465, + "grad_norm": 1.549933119926159, + "learning_rate": 3.980043330948306e-05, + "loss": 0.4442, + "step": 174 + }, + { + "epoch": 0.708502024291498, + "grad_norm": 1.2595512228525994, + "learning_rate": 3.9792384792805124e-05, + "loss": 0.4422, + "step": 175 + }, + { + "epoch": 0.7125506072874493, + "grad_norm": 1.184109158489766, + "learning_rate": 3.978417801674579e-05, + "loss": 0.4404, + "step": 176 + }, + { + "epoch": 0.7165991902834008, + "grad_norm": 1.1563772443108222, + "learning_rate": 3.9775813046926244e-05, + "loss": 0.4277, + "step": 177 + }, + { + "epoch": 0.7206477732793523, + "grad_norm": 0.9050124498297764, + "learning_rate": 3.976728995023254e-05, + "loss": 0.4458, + "step": 178 + }, + { + "epoch": 0.7246963562753036, + "grad_norm": 1.2756844108405951, + "learning_rate": 3.975860879481514e-05, + "loss": 0.4392, + "step": 179 + }, + { + "epoch": 0.728744939271255, + "grad_norm": 0.9406649588168824, + "learning_rate": 3.974976965008833e-05, + "loss": 0.4514, + "step": 180 + }, + { + "epoch": 0.7327935222672065, + "grad_norm": 1.001260205116133, + "learning_rate": 3.9740772586729674e-05, + "loss": 0.457, + "step": 181 + }, + { + "epoch": 0.7368421052631579, + "grad_norm": 1.0941896857847735, + "learning_rate": 3.973161767667946e-05, + "loss": 0.4538, + "step": 182 + }, + { + "epoch": 0.7408906882591093, + "grad_norm": 0.8652410683994664, + "learning_rate": 3.972230499314009e-05, + "loss": 0.4424, + "step": 183 + }, + { + "epoch": 0.7449392712550608, + "grad_norm": 0.8973582456452225, + "learning_rate": 3.9712834610575545e-05, + "loss": 0.4398, + "step": 184 + }, + { + "epoch": 0.7489878542510121, + "grad_norm": 0.8246559995215048, + "learning_rate": 3.9703206604710746e-05, + "loss": 0.4394, + "step": 185 + }, + { + "epoch": 0.7530364372469636, + "grad_norm": 1.0117352043400574, + "learning_rate": 3.969342105253098e-05, + "loss": 0.4269, + "step": 186 + }, + { + "epoch": 0.757085020242915, + "grad_norm": 0.7859880486301674, + "learning_rate": 3.9683478032281246e-05, + "loss": 0.4447, + "step": 187 + }, + { + "epoch": 0.7611336032388664, + "grad_norm": 0.6858391461819092, + "learning_rate": 3.967337762346568e-05, + "loss": 0.4355, + "step": 188 + }, + { + "epoch": 0.7651821862348178, + "grad_norm": 0.8539201977134294, + "learning_rate": 3.9663119906846885e-05, + "loss": 0.4317, + "step": 189 + }, + { + "epoch": 0.7692307692307693, + "grad_norm": 0.9399654778054009, + "learning_rate": 3.965270496444528e-05, + "loss": 0.4369, + "step": 190 + }, + { + "epoch": 0.7732793522267206, + "grad_norm": 0.6841106975614069, + "learning_rate": 3.9642132879538465e-05, + "loss": 0.4421, + "step": 191 + }, + { + "epoch": 0.7773279352226721, + "grad_norm": 0.8713519453507671, + "learning_rate": 3.9631403736660566e-05, + "loss": 0.4376, + "step": 192 + }, + { + "epoch": 0.7813765182186235, + "grad_norm": 0.8320057355809348, + "learning_rate": 3.962051762160151e-05, + "loss": 0.4441, + "step": 193 + }, + { + "epoch": 0.7854251012145749, + "grad_norm": 0.5569282180979216, + "learning_rate": 3.960947462140638e-05, + "loss": 0.4394, + "step": 194 + }, + { + "epoch": 0.7894736842105263, + "grad_norm": 0.7616313688009357, + "learning_rate": 3.959827482437472e-05, + "loss": 0.4418, + "step": 195 + }, + { + "epoch": 0.7935222672064778, + "grad_norm": 0.554978392848868, + "learning_rate": 3.958691832005981e-05, + "loss": 0.4343, + "step": 196 + }, + { + "epoch": 0.7975708502024291, + "grad_norm": 0.6644744310163525, + "learning_rate": 3.9575405199267944e-05, + "loss": 0.4331, + "step": 197 + }, + { + "epoch": 0.8016194331983806, + "grad_norm": 0.5015543498390928, + "learning_rate": 3.956373555405774e-05, + "loss": 0.444, + "step": 198 + }, + { + "epoch": 0.805668016194332, + "grad_norm": 0.6021260262951137, + "learning_rate": 3.955190947773937e-05, + "loss": 0.437, + "step": 199 + }, + { + "epoch": 0.8097165991902834, + "grad_norm": 0.6112846042239543, + "learning_rate": 3.9539927064873824e-05, + "loss": 0.4389, + "step": 200 + }, + { + "epoch": 0.8137651821862348, + "grad_norm": 0.5485078686377335, + "learning_rate": 3.952778841127214e-05, + "loss": 0.4294, + "step": 201 + }, + { + "epoch": 0.8178137651821862, + "grad_norm": 0.7535030869913288, + "learning_rate": 3.95154936139947e-05, + "loss": 0.4264, + "step": 202 + }, + { + "epoch": 0.8218623481781376, + "grad_norm": 0.5087514879288768, + "learning_rate": 3.950304277135034e-05, + "loss": 0.4302, + "step": 203 + }, + { + "epoch": 0.8259109311740891, + "grad_norm": 0.8560364366466396, + "learning_rate": 3.94904359828957e-05, + "loss": 0.4425, + "step": 204 + }, + { + "epoch": 0.8299595141700404, + "grad_norm": 0.8271077658895436, + "learning_rate": 3.94776733494343e-05, + "loss": 0.4511, + "step": 205 + }, + { + "epoch": 0.8340080971659919, + "grad_norm": 0.6758527377559018, + "learning_rate": 3.9464754973015826e-05, + "loss": 0.4333, + "step": 206 + }, + { + "epoch": 0.8380566801619433, + "grad_norm": 0.6420681696558477, + "learning_rate": 3.9451680956935275e-05, + "loss": 0.4298, + "step": 207 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 0.9922561175801665, + "learning_rate": 3.943845140573213e-05, + "loss": 0.4396, + "step": 208 + }, + { + "epoch": 0.8461538461538461, + "grad_norm": 1.088665333116977, + "learning_rate": 3.942506642518952e-05, + "loss": 0.4456, + "step": 209 + }, + { + "epoch": 0.8502024291497976, + "grad_norm": 0.6196216764705211, + "learning_rate": 3.9411526122333396e-05, + "loss": 0.4414, + "step": 210 + }, + { + "epoch": 0.854251012145749, + "grad_norm": 0.5738777551401745, + "learning_rate": 3.939783060543167e-05, + "loss": 0.44, + "step": 211 + }, + { + "epoch": 0.8582995951417004, + "grad_norm": 0.7358423355495979, + "learning_rate": 3.938397998399333e-05, + "loss": 0.4322, + "step": 212 + }, + { + "epoch": 0.8623481781376519, + "grad_norm": 0.7210128376433688, + "learning_rate": 3.936997436876756e-05, + "loss": 0.4465, + "step": 213 + }, + { + "epoch": 0.8663967611336032, + "grad_norm": 0.7611065422083259, + "learning_rate": 3.935581387174289e-05, + "loss": 0.4226, + "step": 214 + }, + { + "epoch": 0.8704453441295547, + "grad_norm": 0.7831121045354466, + "learning_rate": 3.9341498606146295e-05, + "loss": 0.4287, + "step": 215 + }, + { + "epoch": 0.8744939271255061, + "grad_norm": 0.642971938733436, + "learning_rate": 3.932702868644224e-05, + "loss": 0.4354, + "step": 216 + }, + { + "epoch": 0.8785425101214575, + "grad_norm": 0.7258716677625308, + "learning_rate": 3.931240422833181e-05, + "loss": 0.4371, + "step": 217 + }, + { + "epoch": 0.8825910931174089, + "grad_norm": 0.7444896825903189, + "learning_rate": 3.9297625348751806e-05, + "loss": 0.43, + "step": 218 + }, + { + "epoch": 0.8866396761133604, + "grad_norm": 0.6004935372979968, + "learning_rate": 3.9282692165873744e-05, + "loss": 0.4337, + "step": 219 + }, + { + "epoch": 0.8906882591093117, + "grad_norm": 0.6756290286745339, + "learning_rate": 3.9267604799102945e-05, + "loss": 0.4289, + "step": 220 + }, + { + "epoch": 0.8947368421052632, + "grad_norm": 0.6398031463745721, + "learning_rate": 3.9252363369077615e-05, + "loss": 0.4286, + "step": 221 + }, + { + "epoch": 0.8987854251012146, + "grad_norm": 0.6600978539489413, + "learning_rate": 3.9236967997667796e-05, + "loss": 0.4322, + "step": 222 + }, + { + "epoch": 0.902834008097166, + "grad_norm": 0.5571740230157344, + "learning_rate": 3.9221418807974496e-05, + "loss": 0.4414, + "step": 223 + }, + { + "epoch": 0.9068825910931174, + "grad_norm": 0.6895211976911989, + "learning_rate": 3.92057159243286e-05, + "loss": 0.4307, + "step": 224 + }, + { + "epoch": 0.9109311740890689, + "grad_norm": 0.5217604172368733, + "learning_rate": 3.9189859472289956e-05, + "loss": 0.4256, + "step": 225 + }, + { + "epoch": 0.9149797570850202, + "grad_norm": 0.5326413226353085, + "learning_rate": 3.9173849578646324e-05, + "loss": 0.434, + "step": 226 + }, + { + "epoch": 0.9190283400809717, + "grad_norm": 0.48354452177357005, + "learning_rate": 3.9157686371412395e-05, + "loss": 0.4324, + "step": 227 + }, + { + "epoch": 0.9230769230769231, + "grad_norm": 0.5582900175686956, + "learning_rate": 3.914136997982874e-05, + "loss": 0.4361, + "step": 228 + }, + { + "epoch": 0.9271255060728745, + "grad_norm": 0.48672404464054114, + "learning_rate": 3.912490053436079e-05, + "loss": 0.4316, + "step": 229 + }, + { + "epoch": 0.9311740890688259, + "grad_norm": 0.5776149456641461, + "learning_rate": 3.9108278166697805e-05, + "loss": 0.4297, + "step": 230 + }, + { + "epoch": 0.9352226720647774, + "grad_norm": 0.5607473328067221, + "learning_rate": 3.909150300975178e-05, + "loss": 0.436, + "step": 231 + }, + { + "epoch": 0.9392712550607287, + "grad_norm": 0.5661567358723764, + "learning_rate": 3.907457519765642e-05, + "loss": 0.4243, + "step": 232 + }, + { + "epoch": 0.9433198380566802, + "grad_norm": 0.4592464464786471, + "learning_rate": 3.905749486576607e-05, + "loss": 0.4245, + "step": 233 + }, + { + "epoch": 0.9473684210526315, + "grad_norm": 0.5323025004182785, + "learning_rate": 3.90402621506546e-05, + "loss": 0.433, + "step": 234 + }, + { + "epoch": 0.951417004048583, + "grad_norm": 0.4963992424079648, + "learning_rate": 3.902287719011435e-05, + "loss": 0.4277, + "step": 235 + }, + { + "epoch": 0.9554655870445344, + "grad_norm": 0.5903316580093497, + "learning_rate": 3.900534012315499e-05, + "loss": 0.4222, + "step": 236 + }, + { + "epoch": 0.9595141700404858, + "grad_norm": 0.6311844222760862, + "learning_rate": 3.8987651090002454e-05, + "loss": 0.4254, + "step": 237 + }, + { + "epoch": 0.9635627530364372, + "grad_norm": 0.5126623494159257, + "learning_rate": 3.896981023209777e-05, + "loss": 0.4343, + "step": 238 + }, + { + "epoch": 0.9676113360323887, + "grad_norm": 0.4927450986122806, + "learning_rate": 3.8951817692095966e-05, + "loss": 0.4276, + "step": 239 + }, + { + "epoch": 0.97165991902834, + "grad_norm": 0.499516532474731, + "learning_rate": 3.893367361386491e-05, + "loss": 0.4243, + "step": 240 + }, + { + "epoch": 0.9757085020242915, + "grad_norm": 0.4027219641985088, + "learning_rate": 3.891537814248417e-05, + "loss": 0.4352, + "step": 241 + }, + { + "epoch": 0.979757085020243, + "grad_norm": 0.5466269511991229, + "learning_rate": 3.889693142424384e-05, + "loss": 0.4273, + "step": 242 + }, + { + "epoch": 0.9838056680161943, + "grad_norm": 0.5120715690539898, + "learning_rate": 3.8878333606643405e-05, + "loss": 0.4248, + "step": 243 + }, + { + "epoch": 0.9878542510121457, + "grad_norm": 0.5385840122018427, + "learning_rate": 3.885958483839049e-05, + "loss": 0.4243, + "step": 244 + }, + { + "epoch": 0.9919028340080972, + "grad_norm": 0.4915686854606959, + "learning_rate": 3.8840685269399786e-05, + "loss": 0.4306, + "step": 245 + }, + { + "epoch": 0.9959514170040485, + "grad_norm": 0.5131189805088127, + "learning_rate": 3.882163505079171e-05, + "loss": 0.435, + "step": 246 + }, + { + "epoch": 1.0, + "grad_norm": 0.7424691394732646, + "learning_rate": 3.880243433489132e-05, + "loss": 0.4305, + "step": 247 + }, + { + "epoch": 1.0040485829959513, + "grad_norm": 0.7982077455070279, + "learning_rate": 3.878308327522702e-05, + "loss": 0.3965, + "step": 248 + }, + { + "epoch": 1.008097165991903, + "grad_norm": 0.8152349365326707, + "learning_rate": 3.876358202652936e-05, + "loss": 0.3965, + "step": 249 + }, + { + "epoch": 1.0121457489878543, + "grad_norm": 0.7809222102861868, + "learning_rate": 3.8743930744729835e-05, + "loss": 0.3934, + "step": 250 + }, + { + "epoch": 1.0161943319838056, + "grad_norm": 0.8660337738616909, + "learning_rate": 3.8724129586959535e-05, + "loss": 0.3869, + "step": 251 + }, + { + "epoch": 1.0202429149797572, + "grad_norm": 0.8100097038269003, + "learning_rate": 3.870417871154801e-05, + "loss": 0.383, + "step": 252 + }, + { + "epoch": 1.0242914979757085, + "grad_norm": 0.5458761347768073, + "learning_rate": 3.868407827802192e-05, + "loss": 0.3863, + "step": 253 + }, + { + "epoch": 1.0283400809716599, + "grad_norm": 0.8358581293875181, + "learning_rate": 3.8663828447103804e-05, + "loss": 0.3991, + "step": 254 + }, + { + "epoch": 1.0323886639676114, + "grad_norm": 0.9902529678770392, + "learning_rate": 3.8643429380710765e-05, + "loss": 0.4046, + "step": 255 + }, + { + "epoch": 1.0364372469635628, + "grad_norm": 0.853249782661247, + "learning_rate": 3.862288124195319e-05, + "loss": 0.4058, + "step": 256 + }, + { + "epoch": 1.040485829959514, + "grad_norm": 0.7075707488965692, + "learning_rate": 3.8602184195133464e-05, + "loss": 0.3996, + "step": 257 + }, + { + "epoch": 1.0445344129554657, + "grad_norm": 0.6037688529810639, + "learning_rate": 3.8581338405744604e-05, + "loss": 0.3801, + "step": 258 + }, + { + "epoch": 1.048582995951417, + "grad_norm": 0.893736744748966, + "learning_rate": 3.8560344040468996e-05, + "loss": 0.4087, + "step": 259 + }, + { + "epoch": 1.0526315789473684, + "grad_norm": 0.6682556960017002, + "learning_rate": 3.853920126717703e-05, + "loss": 0.3848, + "step": 260 + }, + { + "epoch": 1.05668016194332, + "grad_norm": 0.6578305583550373, + "learning_rate": 3.851791025492574e-05, + "loss": 0.3954, + "step": 261 + }, + { + "epoch": 1.0607287449392713, + "grad_norm": 0.6522398999576647, + "learning_rate": 3.8496471173957515e-05, + "loss": 0.385, + "step": 262 + }, + { + "epoch": 1.0647773279352226, + "grad_norm": 0.6140389704350876, + "learning_rate": 3.847488419569866e-05, + "loss": 0.3974, + "step": 263 + }, + { + "epoch": 1.0688259109311742, + "grad_norm": 0.6784976227780546, + "learning_rate": 3.8453149492758077e-05, + "loss": 0.391, + "step": 264 + }, + { + "epoch": 1.0728744939271255, + "grad_norm": 0.6417748396194459, + "learning_rate": 3.8431267238925886e-05, + "loss": 0.3824, + "step": 265 + }, + { + "epoch": 1.0769230769230769, + "grad_norm": 0.542904851689978, + "learning_rate": 3.840923760917199e-05, + "loss": 0.3919, + "step": 266 + }, + { + "epoch": 1.0809716599190284, + "grad_norm": 0.6323864312128932, + "learning_rate": 3.838706077964473e-05, + "loss": 0.3976, + "step": 267 + }, + { + "epoch": 1.0850202429149798, + "grad_norm": 0.6464595356724169, + "learning_rate": 3.836473692766944e-05, + "loss": 0.3859, + "step": 268 + }, + { + "epoch": 1.0890688259109311, + "grad_norm": 0.5905761424950885, + "learning_rate": 3.834226623174705e-05, + "loss": 0.3846, + "step": 269 + }, + { + "epoch": 1.0931174089068827, + "grad_norm": 0.5515644723244058, + "learning_rate": 3.831964887155264e-05, + "loss": 0.3975, + "step": 270 + }, + { + "epoch": 1.097165991902834, + "grad_norm": 0.7264439767628353, + "learning_rate": 3.829688502793403e-05, + "loss": 0.3942, + "step": 271 + }, + { + "epoch": 1.1012145748987854, + "grad_norm": 0.6116358786613283, + "learning_rate": 3.827397488291029e-05, + "loss": 0.3862, + "step": 272 + }, + { + "epoch": 1.1052631578947367, + "grad_norm": 0.5940395334401132, + "learning_rate": 3.8250918619670343e-05, + "loss": 0.3881, + "step": 273 + }, + { + "epoch": 1.1093117408906883, + "grad_norm": 0.6318420707420213, + "learning_rate": 3.822771642257145e-05, + "loss": 0.3807, + "step": 274 + }, + { + "epoch": 1.1133603238866396, + "grad_norm": 0.7256556651444251, + "learning_rate": 3.820436847713776e-05, + "loss": 0.4004, + "step": 275 + }, + { + "epoch": 1.117408906882591, + "grad_norm": 0.7788162995242792, + "learning_rate": 3.8180874970058826e-05, + "loss": 0.3864, + "step": 276 + }, + { + "epoch": 1.1214574898785425, + "grad_norm": 0.6453386491476439, + "learning_rate": 3.8157236089188103e-05, + "loss": 0.3879, + "step": 277 + }, + { + "epoch": 1.125506072874494, + "grad_norm": 0.5644780749318737, + "learning_rate": 3.813345202354145e-05, + "loss": 0.3835, + "step": 278 + }, + { + "epoch": 1.1295546558704452, + "grad_norm": 0.5523830647405797, + "learning_rate": 3.810952296329563e-05, + "loss": 0.3871, + "step": 279 + }, + { + "epoch": 1.1336032388663968, + "grad_norm": 0.5654598192289981, + "learning_rate": 3.808544909978676e-05, + "loss": 0.3892, + "step": 280 + }, + { + "epoch": 1.1376518218623481, + "grad_norm": 0.5730217421721326, + "learning_rate": 3.806123062550882e-05, + "loss": 0.382, + "step": 281 + }, + { + "epoch": 1.1417004048582995, + "grad_norm": 0.4596736454571546, + "learning_rate": 3.803686773411208e-05, + "loss": 0.3909, + "step": 282 + }, + { + "epoch": 1.145748987854251, + "grad_norm": 0.6528810053152339, + "learning_rate": 3.801236062040158e-05, + "loss": 0.3846, + "step": 283 + }, + { + "epoch": 1.1497975708502024, + "grad_norm": 0.6256915359888685, + "learning_rate": 3.798770948033553e-05, + "loss": 0.3873, + "step": 284 + }, + { + "epoch": 1.1538461538461537, + "grad_norm": 0.4959339133812758, + "learning_rate": 3.796291451102381e-05, + "loss": 0.3856, + "step": 285 + }, + { + "epoch": 1.1578947368421053, + "grad_norm": 0.4957210958104358, + "learning_rate": 3.793797591072631e-05, + "loss": 0.388, + "step": 286 + }, + { + "epoch": 1.1619433198380567, + "grad_norm": 0.46479452337481025, + "learning_rate": 3.791289387885144e-05, + "loss": 0.3963, + "step": 287 + }, + { + "epoch": 1.165991902834008, + "grad_norm": 0.5264192519622588, + "learning_rate": 3.788766861595443e-05, + "loss": 0.3884, + "step": 288 + }, + { + "epoch": 1.1700404858299596, + "grad_norm": 0.6122927523041611, + "learning_rate": 3.7862300323735835e-05, + "loss": 0.3815, + "step": 289 + }, + { + "epoch": 1.174089068825911, + "grad_norm": 0.4784497381984543, + "learning_rate": 3.783678920503983e-05, + "loss": 0.3753, + "step": 290 + }, + { + "epoch": 1.1781376518218623, + "grad_norm": 0.48890149719822695, + "learning_rate": 3.781113546385265e-05, + "loss": 0.3865, + "step": 291 + }, + { + "epoch": 1.1821862348178138, + "grad_norm": 0.4229440029641695, + "learning_rate": 3.7785339305300916e-05, + "loss": 0.3782, + "step": 292 + }, + { + "epoch": 1.1862348178137652, + "grad_norm": 0.6592559795282358, + "learning_rate": 3.7759400935650025e-05, + "loss": 0.3874, + "step": 293 + }, + { + "epoch": 1.1902834008097165, + "grad_norm": 0.5459310522100728, + "learning_rate": 3.77333205623025e-05, + "loss": 0.3869, + "step": 294 + }, + { + "epoch": 1.194331983805668, + "grad_norm": 0.48851572069277216, + "learning_rate": 3.7707098393796295e-05, + "loss": 0.39, + "step": 295 + }, + { + "epoch": 1.1983805668016194, + "grad_norm": 0.5336925495087403, + "learning_rate": 3.7680734639803185e-05, + "loss": 0.3871, + "step": 296 + }, + { + "epoch": 1.2024291497975708, + "grad_norm": 0.5523790127859375, + "learning_rate": 3.765422951112704e-05, + "loss": 0.3807, + "step": 297 + }, + { + "epoch": 1.2064777327935223, + "grad_norm": 0.5343880108610428, + "learning_rate": 3.762758321970216e-05, + "loss": 0.3769, + "step": 298 + }, + { + "epoch": 1.2105263157894737, + "grad_norm": 0.45019887329579683, + "learning_rate": 3.7600795978591584e-05, + "loss": 0.3844, + "step": 299 + }, + { + "epoch": 1.214574898785425, + "grad_norm": 0.432922994032589, + "learning_rate": 3.757386800198538e-05, + "loss": 0.3941, + "step": 300 + }, + { + "epoch": 1.2186234817813766, + "grad_norm": 0.46869350231269236, + "learning_rate": 3.7546799505198925e-05, + "loss": 0.3883, + "step": 301 + }, + { + "epoch": 1.222672064777328, + "grad_norm": 0.4830734444542796, + "learning_rate": 3.7519590704671197e-05, + "loss": 0.3956, + "step": 302 + }, + { + "epoch": 1.2267206477732793, + "grad_norm": 0.5449203545344464, + "learning_rate": 3.749224181796305e-05, + "loss": 0.3945, + "step": 303 + }, + { + "epoch": 1.2307692307692308, + "grad_norm": 0.4680320137542834, + "learning_rate": 3.746475306375545e-05, + "loss": 0.403, + "step": 304 + }, + { + "epoch": 1.2348178137651822, + "grad_norm": 0.5834241547559555, + "learning_rate": 3.743712466184774e-05, + "loss": 0.3846, + "step": 305 + }, + { + "epoch": 1.2388663967611335, + "grad_norm": 0.5842473122363978, + "learning_rate": 3.7409356833155885e-05, + "loss": 0.3788, + "step": 306 + }, + { + "epoch": 1.242914979757085, + "grad_norm": 0.5240867346197672, + "learning_rate": 3.73814497997107e-05, + "loss": 0.3881, + "step": 307 + }, + { + "epoch": 1.2469635627530364, + "grad_norm": 0.6354714266066828, + "learning_rate": 3.7353403784656095e-05, + "loss": 0.3971, + "step": 308 + }, + { + "epoch": 1.2510121457489878, + "grad_norm": 0.46351625237304084, + "learning_rate": 3.732521901224724e-05, + "loss": 0.3986, + "step": 309 + }, + { + "epoch": 1.2550607287449393, + "grad_norm": 0.6008359521321052, + "learning_rate": 3.7296895707848844e-05, + "loss": 0.3956, + "step": 310 + }, + { + "epoch": 1.2591093117408907, + "grad_norm": 0.6016680791876133, + "learning_rate": 3.7268434097933275e-05, + "loss": 0.3952, + "step": 311 + }, + { + "epoch": 1.263157894736842, + "grad_norm": 0.6028752221486281, + "learning_rate": 3.723983441007882e-05, + "loss": 0.3859, + "step": 312 + }, + { + "epoch": 1.2672064777327936, + "grad_norm": 0.48915641325327547, + "learning_rate": 3.721109687296781e-05, + "loss": 0.3867, + "step": 313 + }, + { + "epoch": 1.271255060728745, + "grad_norm": 0.49729103422353343, + "learning_rate": 3.718222171638484e-05, + "loss": 0.3895, + "step": 314 + }, + { + "epoch": 1.2753036437246963, + "grad_norm": 0.5223764848805168, + "learning_rate": 3.715320917121488e-05, + "loss": 0.3821, + "step": 315 + }, + { + "epoch": 1.2793522267206479, + "grad_norm": 0.5392932840135969, + "learning_rate": 3.712405946944149e-05, + "loss": 0.3876, + "step": 316 + }, + { + "epoch": 1.2834008097165992, + "grad_norm": 0.466443206360086, + "learning_rate": 3.709477284414488e-05, + "loss": 0.3999, + "step": 317 + }, + { + "epoch": 1.2874493927125505, + "grad_norm": 0.4268896220099896, + "learning_rate": 3.7065349529500136e-05, + "loss": 0.3846, + "step": 318 + }, + { + "epoch": 1.291497975708502, + "grad_norm": 0.4214359158631249, + "learning_rate": 3.7035789760775305e-05, + "loss": 0.3877, + "step": 319 + }, + { + "epoch": 1.2955465587044535, + "grad_norm": 0.6824711807049794, + "learning_rate": 3.70060937743295e-05, + "loss": 0.3792, + "step": 320 + }, + { + "epoch": 1.2995951417004048, + "grad_norm": 0.5579242745498594, + "learning_rate": 3.6976261807611045e-05, + "loss": 0.3929, + "step": 321 + }, + { + "epoch": 1.3036437246963564, + "grad_norm": 0.4894707230668733, + "learning_rate": 3.694629409915555e-05, + "loss": 0.3941, + "step": 322 + }, + { + "epoch": 1.3076923076923077, + "grad_norm": 0.6302573208723846, + "learning_rate": 3.691619088858401e-05, + "loss": 0.3997, + "step": 323 + }, + { + "epoch": 1.311740890688259, + "grad_norm": 0.4270662647049309, + "learning_rate": 3.68859524166009e-05, + "loss": 0.381, + "step": 324 + }, + { + "epoch": 1.3157894736842106, + "grad_norm": 0.5859775101217614, + "learning_rate": 3.6855578924992226e-05, + "loss": 0.3885, + "step": 325 + }, + { + "epoch": 1.319838056680162, + "grad_norm": 0.5403172285449719, + "learning_rate": 3.6825070656623626e-05, + "loss": 0.3791, + "step": 326 + }, + { + "epoch": 1.3238866396761133, + "grad_norm": 0.42665148709462175, + "learning_rate": 3.67944278554384e-05, + "loss": 0.3874, + "step": 327 + }, + { + "epoch": 1.3279352226720649, + "grad_norm": 0.5663216919082111, + "learning_rate": 3.676365076645557e-05, + "loss": 0.3858, + "step": 328 + }, + { + "epoch": 1.3319838056680162, + "grad_norm": 0.461568049863825, + "learning_rate": 3.673273963576791e-05, + "loss": 0.3873, + "step": 329 + }, + { + "epoch": 1.3360323886639676, + "grad_norm": 0.4920832192415656, + "learning_rate": 3.670169471054001e-05, + "loss": 0.3851, + "step": 330 + }, + { + "epoch": 1.3400809716599191, + "grad_norm": 0.4230910939746192, + "learning_rate": 3.6670516239006254e-05, + "loss": 0.3878, + "step": 331 + }, + { + "epoch": 1.3441295546558705, + "grad_norm": 0.4700849953009208, + "learning_rate": 3.663920447046888e-05, + "loss": 0.392, + "step": 332 + }, + { + "epoch": 1.3481781376518218, + "grad_norm": 0.611962979908211, + "learning_rate": 3.6607759655295954e-05, + "loss": 0.3876, + "step": 333 + }, + { + "epoch": 1.3522267206477734, + "grad_norm": 0.4438188953569759, + "learning_rate": 3.657618204491937e-05, + "loss": 0.3833, + "step": 334 + }, + { + "epoch": 1.3562753036437247, + "grad_norm": 0.4188001541423354, + "learning_rate": 3.6544471891832875e-05, + "loss": 0.3975, + "step": 335 + }, + { + "epoch": 1.360323886639676, + "grad_norm": 0.48014097927801574, + "learning_rate": 3.6512629449589983e-05, + "loss": 0.3814, + "step": 336 + }, + { + "epoch": 1.3643724696356276, + "grad_norm": 0.5809342623044765, + "learning_rate": 3.6480654972802045e-05, + "loss": 0.3975, + "step": 337 + }, + { + "epoch": 1.368421052631579, + "grad_norm": 0.48123117292834133, + "learning_rate": 3.644854871713611e-05, + "loss": 0.3905, + "step": 338 + }, + { + "epoch": 1.3724696356275303, + "grad_norm": 0.383566272808457, + "learning_rate": 3.6416310939312924e-05, + "loss": 0.3934, + "step": 339 + }, + { + "epoch": 1.376518218623482, + "grad_norm": 0.48940748663923234, + "learning_rate": 3.638394189710493e-05, + "loss": 0.3938, + "step": 340 + }, + { + "epoch": 1.3805668016194332, + "grad_norm": 0.5841491485560019, + "learning_rate": 3.635144184933412e-05, + "loss": 0.3814, + "step": 341 + }, + { + "epoch": 1.3846153846153846, + "grad_norm": 0.40536858674102216, + "learning_rate": 3.6318811055869994e-05, + "loss": 0.3928, + "step": 342 + }, + { + "epoch": 1.3886639676113361, + "grad_norm": 0.3989976536235205, + "learning_rate": 3.628604977762752e-05, + "loss": 0.3966, + "step": 343 + }, + { + "epoch": 1.3927125506072875, + "grad_norm": 0.4264994890216251, + "learning_rate": 3.6253158276565004e-05, + "loss": 0.3838, + "step": 344 + }, + { + "epoch": 1.3967611336032388, + "grad_norm": 0.4719066657271089, + "learning_rate": 3.6220136815682016e-05, + "loss": 0.3855, + "step": 345 + }, + { + "epoch": 1.4008097165991904, + "grad_norm": 0.42157989545030344, + "learning_rate": 3.618698565901727e-05, + "loss": 0.3902, + "step": 346 + }, + { + "epoch": 1.4048582995951417, + "grad_norm": 0.6162315843176362, + "learning_rate": 3.615370507164654e-05, + "loss": 0.399, + "step": 347 + }, + { + "epoch": 1.408906882591093, + "grad_norm": 0.8042950635142606, + "learning_rate": 3.61202953196805e-05, + "loss": 0.38, + "step": 348 + }, + { + "epoch": 1.4129554655870447, + "grad_norm": 0.6586468381048324, + "learning_rate": 3.6086756670262654e-05, + "loss": 0.3768, + "step": 349 + }, + { + "epoch": 1.417004048582996, + "grad_norm": 0.6378177100926319, + "learning_rate": 3.6053089391567135e-05, + "loss": 0.3815, + "step": 350 + }, + { + "epoch": 1.4210526315789473, + "grad_norm": 0.5695279311768315, + "learning_rate": 3.601929375279662e-05, + "loss": 0.3908, + "step": 351 + }, + { + "epoch": 1.425101214574899, + "grad_norm": 0.48464599519074714, + "learning_rate": 3.598537002418012e-05, + "loss": 0.3837, + "step": 352 + }, + { + "epoch": 1.4291497975708503, + "grad_norm": 0.6036981142451956, + "learning_rate": 3.5951318476970885e-05, + "loss": 0.393, + "step": 353 + }, + { + "epoch": 1.4331983805668016, + "grad_norm": 0.6965587064235989, + "learning_rate": 3.591713938344416e-05, + "loss": 0.3972, + "step": 354 + }, + { + "epoch": 1.4372469635627532, + "grad_norm": 0.6321315018646461, + "learning_rate": 3.588283301689507e-05, + "loss": 0.3789, + "step": 355 + }, + { + "epoch": 1.4412955465587045, + "grad_norm": 0.4169499783321751, + "learning_rate": 3.5848399651636424e-05, + "loss": 0.3915, + "step": 356 + }, + { + "epoch": 1.4453441295546559, + "grad_norm": 0.6371309913940824, + "learning_rate": 3.5813839562996473e-05, + "loss": 0.3989, + "step": 357 + }, + { + "epoch": 1.4493927125506074, + "grad_norm": 0.932690496044253, + "learning_rate": 3.5779153027316775e-05, + "loss": 0.4005, + "step": 358 + }, + { + "epoch": 1.4534412955465588, + "grad_norm": 0.6877829973657777, + "learning_rate": 3.574434032194994e-05, + "loss": 0.3829, + "step": 359 + }, + { + "epoch": 1.45748987854251, + "grad_norm": 0.49574728285738884, + "learning_rate": 3.5709401725257436e-05, + "loss": 0.3924, + "step": 360 + }, + { + "epoch": 1.4615384615384617, + "grad_norm": 0.6626969570357091, + "learning_rate": 3.5674337516607346e-05, + "loss": 0.3812, + "step": 361 + }, + { + "epoch": 1.465587044534413, + "grad_norm": 0.699543274009955, + "learning_rate": 3.563914797637216e-05, + "loss": 0.3875, + "step": 362 + }, + { + "epoch": 1.4696356275303644, + "grad_norm": 0.5010221247912869, + "learning_rate": 3.560383338592649e-05, + "loss": 0.388, + "step": 363 + }, + { + "epoch": 1.4736842105263157, + "grad_norm": 0.5041460341303821, + "learning_rate": 3.556839402764487e-05, + "loss": 0.3778, + "step": 364 + }, + { + "epoch": 1.4777327935222673, + "grad_norm": 0.6551872673760535, + "learning_rate": 3.553283018489946e-05, + "loss": 0.3947, + "step": 365 + }, + { + "epoch": 1.4817813765182186, + "grad_norm": 0.592609691102192, + "learning_rate": 3.54971421420578e-05, + "loss": 0.3894, + "step": 366 + }, + { + "epoch": 1.48582995951417, + "grad_norm": 0.4943475335707033, + "learning_rate": 3.5461330184480524e-05, + "loss": 0.3858, + "step": 367 + }, + { + "epoch": 1.4898785425101215, + "grad_norm": 0.5210518794122757, + "learning_rate": 3.54253945985191e-05, + "loss": 0.3776, + "step": 368 + }, + { + "epoch": 1.4939271255060729, + "grad_norm": 0.5720038720192152, + "learning_rate": 3.5389335671513524e-05, + "loss": 0.3916, + "step": 369 + }, + { + "epoch": 1.4979757085020242, + "grad_norm": 0.5392592866616568, + "learning_rate": 3.5353153691789986e-05, + "loss": 0.3869, + "step": 370 + }, + { + "epoch": 1.5020242914979756, + "grad_norm": 0.583380139339681, + "learning_rate": 3.531684894865866e-05, + "loss": 0.3885, + "step": 371 + }, + { + "epoch": 1.5060728744939271, + "grad_norm": 0.689829520540952, + "learning_rate": 3.528042173241128e-05, + "loss": 0.3863, + "step": 372 + }, + { + "epoch": 1.5101214574898787, + "grad_norm": 0.46225138898426404, + "learning_rate": 3.524387233431892e-05, + "loss": 0.3837, + "step": 373 + }, + { + "epoch": 1.5141700404858298, + "grad_norm": 0.5085916756555087, + "learning_rate": 3.520720104662958e-05, + "loss": 0.387, + "step": 374 + }, + { + "epoch": 1.5182186234817814, + "grad_norm": 0.5263226860056203, + "learning_rate": 3.5170408162565904e-05, + "loss": 0.3882, + "step": 375 + }, + { + "epoch": 1.522267206477733, + "grad_norm": 0.5162504866907053, + "learning_rate": 3.513349397632281e-05, + "loss": 0.3878, + "step": 376 + }, + { + "epoch": 1.526315789473684, + "grad_norm": 0.5410796921680417, + "learning_rate": 3.5096458783065145e-05, + "loss": 0.3845, + "step": 377 + }, + { + "epoch": 1.5303643724696356, + "grad_norm": 0.5288654206863534, + "learning_rate": 3.505930287892533e-05, + "loss": 0.3882, + "step": 378 + }, + { + "epoch": 1.5344129554655872, + "grad_norm": 0.5698718200219179, + "learning_rate": 3.502202656100099e-05, + "loss": 0.387, + "step": 379 + }, + { + "epoch": 1.5384615384615383, + "grad_norm": 0.41360803281002934, + "learning_rate": 3.498463012735256e-05, + "loss": 0.3875, + "step": 380 + }, + { + "epoch": 1.54251012145749, + "grad_norm": 0.6619074608532556, + "learning_rate": 3.494711387700094e-05, + "loss": 0.3881, + "step": 381 + }, + { + "epoch": 1.5465587044534415, + "grad_norm": 0.5722222288854729, + "learning_rate": 3.490947810992505e-05, + "loss": 0.3864, + "step": 382 + }, + { + "epoch": 1.5506072874493926, + "grad_norm": 0.5186733716326641, + "learning_rate": 3.48717231270595e-05, + "loss": 0.3854, + "step": 383 + }, + { + "epoch": 1.5546558704453441, + "grad_norm": 0.5246006834978645, + "learning_rate": 3.483384923029211e-05, + "loss": 0.3885, + "step": 384 + }, + { + "epoch": 1.5587044534412957, + "grad_norm": 0.5829317794300328, + "learning_rate": 3.479585672246156e-05, + "loss": 0.387, + "step": 385 + }, + { + "epoch": 1.5627530364372468, + "grad_norm": 0.6332531578913535, + "learning_rate": 3.4757745907354924e-05, + "loss": 0.3833, + "step": 386 + }, + { + "epoch": 1.5668016194331984, + "grad_norm": 0.4989706747475472, + "learning_rate": 3.471951708970527e-05, + "loss": 0.3877, + "step": 387 + }, + { + "epoch": 1.5708502024291497, + "grad_norm": 0.5787822388173316, + "learning_rate": 3.468117057518921e-05, + "loss": 0.3905, + "step": 388 + }, + { + "epoch": 1.574898785425101, + "grad_norm": 0.5644009515190587, + "learning_rate": 3.4642706670424426e-05, + "loss": 0.372, + "step": 389 + }, + { + "epoch": 1.5789473684210527, + "grad_norm": 0.4575840165291412, + "learning_rate": 3.460412568296731e-05, + "loss": 0.3839, + "step": 390 + }, + { + "epoch": 1.582995951417004, + "grad_norm": 0.6458324306620673, + "learning_rate": 3.456542792131039e-05, + "loss": 0.384, + "step": 391 + }, + { + "epoch": 1.5870445344129553, + "grad_norm": 0.45123368524159513, + "learning_rate": 3.4526613694879936e-05, + "loss": 0.3881, + "step": 392 + }, + { + "epoch": 1.591093117408907, + "grad_norm": 0.4538917065086699, + "learning_rate": 3.448768331403348e-05, + "loss": 0.3858, + "step": 393 + }, + { + "epoch": 1.5951417004048583, + "grad_norm": 0.4691732456377632, + "learning_rate": 3.44486370900573e-05, + "loss": 0.3857, + "step": 394 + }, + { + "epoch": 1.5991902834008096, + "grad_norm": 0.38587419719603316, + "learning_rate": 3.440947533516396e-05, + "loss": 0.3863, + "step": 395 + }, + { + "epoch": 1.6032388663967612, + "grad_norm": 0.44728740412124873, + "learning_rate": 3.4370198362489816e-05, + "loss": 0.3985, + "step": 396 + }, + { + "epoch": 1.6072874493927125, + "grad_norm": 0.3798486177147419, + "learning_rate": 3.43308064860925e-05, + "loss": 0.3797, + "step": 397 + }, + { + "epoch": 1.6113360323886639, + "grad_norm": 0.47027167722347185, + "learning_rate": 3.4291300020948393e-05, + "loss": 0.3802, + "step": 398 + }, + { + "epoch": 1.6153846153846154, + "grad_norm": 0.41165646087080493, + "learning_rate": 3.425167928295015e-05, + "loss": 0.3904, + "step": 399 + }, + { + "epoch": 1.6194331983805668, + "grad_norm": 0.4793446811073888, + "learning_rate": 3.421194458890411e-05, + "loss": 0.3874, + "step": 400 + }, + { + "epoch": 1.623481781376518, + "grad_norm": 0.523994944136725, + "learning_rate": 3.4172096256527865e-05, + "loss": 0.3789, + "step": 401 + }, + { + "epoch": 1.6275303643724697, + "grad_norm": 0.39488953911744323, + "learning_rate": 3.4132134604447595e-05, + "loss": 0.3873, + "step": 402 + }, + { + "epoch": 1.631578947368421, + "grad_norm": 0.40744917909931067, + "learning_rate": 3.409205995219561e-05, + "loss": 0.3787, + "step": 403 + }, + { + "epoch": 1.6356275303643724, + "grad_norm": 0.4483668388763351, + "learning_rate": 3.4051872620207765e-05, + "loss": 0.3801, + "step": 404 + }, + { + "epoch": 1.639676113360324, + "grad_norm": 0.43569741351272634, + "learning_rate": 3.40115729298209e-05, + "loss": 0.38, + "step": 405 + }, + { + "epoch": 1.6437246963562753, + "grad_norm": 0.4804497439967322, + "learning_rate": 3.397116120327025e-05, + "loss": 0.381, + "step": 406 + }, + { + "epoch": 1.6477732793522266, + "grad_norm": 0.5398938965744196, + "learning_rate": 3.3930637763686916e-05, + "loss": 0.3889, + "step": 407 + }, + { + "epoch": 1.6518218623481782, + "grad_norm": 0.5075172120200643, + "learning_rate": 3.389000293509524e-05, + "loss": 0.3784, + "step": 408 + }, + { + "epoch": 1.6558704453441295, + "grad_norm": 0.435637286771462, + "learning_rate": 3.3849257042410225e-05, + "loss": 0.3786, + "step": 409 + }, + { + "epoch": 1.6599190283400809, + "grad_norm": 0.6231183458983718, + "learning_rate": 3.380840041143494e-05, + "loss": 0.4017, + "step": 410 + }, + { + "epoch": 1.6639676113360324, + "grad_norm": 0.4941617247280418, + "learning_rate": 3.376743336885792e-05, + "loss": 0.3885, + "step": 411 + }, + { + "epoch": 1.6680161943319838, + "grad_norm": 0.6207372870914091, + "learning_rate": 3.372635624225055e-05, + "loss": 0.3805, + "step": 412 + }, + { + "epoch": 1.6720647773279351, + "grad_norm": 0.4319554915790294, + "learning_rate": 3.3685169360064445e-05, + "loss": 0.3912, + "step": 413 + }, + { + "epoch": 1.6761133603238867, + "grad_norm": 0.5263764300365595, + "learning_rate": 3.3643873051628804e-05, + "loss": 0.3832, + "step": 414 + }, + { + "epoch": 1.680161943319838, + "grad_norm": 0.5060676277733122, + "learning_rate": 3.3602467647147814e-05, + "loss": 0.3845, + "step": 415 + }, + { + "epoch": 1.6842105263157894, + "grad_norm": 0.6607054381148909, + "learning_rate": 3.356095347769799e-05, + "loss": 0.3989, + "step": 416 + }, + { + "epoch": 1.688259109311741, + "grad_norm": 0.4029616082568153, + "learning_rate": 3.351933087522552e-05, + "loss": 0.3908, + "step": 417 + }, + { + "epoch": 1.6923076923076923, + "grad_norm": 0.5031521613217745, + "learning_rate": 3.3477600172543626e-05, + "loss": 0.3863, + "step": 418 + }, + { + "epoch": 1.6963562753036436, + "grad_norm": 0.4170813563361774, + "learning_rate": 3.3435761703329894e-05, + "loss": 0.3886, + "step": 419 + }, + { + "epoch": 1.7004048582995952, + "grad_norm": 0.5158239403867739, + "learning_rate": 3.3393815802123606e-05, + "loss": 0.3751, + "step": 420 + }, + { + "epoch": 1.7044534412955465, + "grad_norm": 0.4461577116548691, + "learning_rate": 3.335176280432308e-05, + "loss": 0.3876, + "step": 421 + }, + { + "epoch": 1.708502024291498, + "grad_norm": 0.3753321177625409, + "learning_rate": 3.330960304618295e-05, + "loss": 0.3819, + "step": 422 + }, + { + "epoch": 1.7125506072874495, + "grad_norm": 0.4438627284657322, + "learning_rate": 3.326733686481153e-05, + "loss": 0.3862, + "step": 423 + }, + { + "epoch": 1.7165991902834008, + "grad_norm": 0.41251649654644323, + "learning_rate": 3.3224964598168084e-05, + "loss": 0.3808, + "step": 424 + }, + { + "epoch": 1.7206477732793521, + "grad_norm": 0.37096180886539354, + "learning_rate": 3.318248658506012e-05, + "loss": 0.3863, + "step": 425 + }, + { + "epoch": 1.7246963562753037, + "grad_norm": 0.4899207920511833, + "learning_rate": 3.313990316514069e-05, + "loss": 0.3913, + "step": 426 + }, + { + "epoch": 1.728744939271255, + "grad_norm": 0.4285026917406494, + "learning_rate": 3.309721467890571e-05, + "loss": 0.3891, + "step": 427 + }, + { + "epoch": 1.7327935222672064, + "grad_norm": 0.4193161588563859, + "learning_rate": 3.305442146769115e-05, + "loss": 0.3908, + "step": 428 + }, + { + "epoch": 1.736842105263158, + "grad_norm": 0.5476591293338521, + "learning_rate": 3.30115238736704e-05, + "loss": 0.3767, + "step": 429 + }, + { + "epoch": 1.7408906882591093, + "grad_norm": 0.45106118438935155, + "learning_rate": 3.296852223985148e-05, + "loss": 0.3794, + "step": 430 + }, + { + "epoch": 1.7449392712550607, + "grad_norm": 0.4771988212061852, + "learning_rate": 3.2925416910074315e-05, + "loss": 0.3825, + "step": 431 + }, + { + "epoch": 1.7489878542510122, + "grad_norm": 0.5387265983311071, + "learning_rate": 3.288220822900796e-05, + "loss": 0.388, + "step": 432 + }, + { + "epoch": 1.7530364372469636, + "grad_norm": 0.5930833442923836, + "learning_rate": 3.283889654214788e-05, + "loss": 0.3653, + "step": 433 + }, + { + "epoch": 1.757085020242915, + "grad_norm": 0.4473783658572107, + "learning_rate": 3.279548219581317e-05, + "loss": 0.387, + "step": 434 + }, + { + "epoch": 1.7611336032388665, + "grad_norm": 0.5929353356193262, + "learning_rate": 3.275196553714379e-05, + "loss": 0.3903, + "step": 435 + }, + { + "epoch": 1.7651821862348178, + "grad_norm": 0.5787669920948632, + "learning_rate": 3.270834691409778e-05, + "loss": 0.3834, + "step": 436 + }, + { + "epoch": 1.7692307692307692, + "grad_norm": 0.5449404697116732, + "learning_rate": 3.266462667544849e-05, + "loss": 0.3692, + "step": 437 + }, + { + "epoch": 1.7732793522267207, + "grad_norm": 0.48989257245576046, + "learning_rate": 3.262080517078178e-05, + "loss": 0.3985, + "step": 438 + }, + { + "epoch": 1.777327935222672, + "grad_norm": 0.4994767195503603, + "learning_rate": 3.257688275049323e-05, + "loss": 0.381, + "step": 439 + }, + { + "epoch": 1.7813765182186234, + "grad_norm": 0.6222643194698323, + "learning_rate": 3.253285976578535e-05, + "loss": 0.3999, + "step": 440 + }, + { + "epoch": 1.785425101214575, + "grad_norm": 0.4494128725404214, + "learning_rate": 3.2488736568664756e-05, + "loss": 0.3823, + "step": 441 + }, + { + "epoch": 1.7894736842105263, + "grad_norm": 0.5130550358409308, + "learning_rate": 3.244451351193935e-05, + "loss": 0.3871, + "step": 442 + }, + { + "epoch": 1.7935222672064777, + "grad_norm": 0.691416878071517, + "learning_rate": 3.240019094921551e-05, + "loss": 0.3706, + "step": 443 + }, + { + "epoch": 1.7975708502024292, + "grad_norm": 0.45556213253090627, + "learning_rate": 3.235576923489527e-05, + "loss": 0.3789, + "step": 444 + }, + { + "epoch": 1.8016194331983806, + "grad_norm": 0.5144279735717981, + "learning_rate": 3.2311248724173476e-05, + "loss": 0.3812, + "step": 445 + }, + { + "epoch": 1.805668016194332, + "grad_norm": 0.6029018718002113, + "learning_rate": 3.226662977303494e-05, + "loss": 0.3812, + "step": 446 + }, + { + "epoch": 1.8097165991902835, + "grad_norm": 0.447378681376481, + "learning_rate": 3.2221912738251626e-05, + "loss": 0.3767, + "step": 447 + }, + { + "epoch": 1.8137651821862348, + "grad_norm": 0.38784931375287757, + "learning_rate": 3.2177097977379736e-05, + "loss": 0.3938, + "step": 448 + }, + { + "epoch": 1.8178137651821862, + "grad_norm": 0.5350490933921729, + "learning_rate": 3.21321858487569e-05, + "loss": 0.3961, + "step": 449 + }, + { + "epoch": 1.8218623481781377, + "grad_norm": 0.47260210934584085, + "learning_rate": 3.208717671149931e-05, + "loss": 0.383, + "step": 450 + }, + { + "epoch": 1.825910931174089, + "grad_norm": 0.41539952265691443, + "learning_rate": 3.204207092549882e-05, + "loss": 0.382, + "step": 451 + }, + { + "epoch": 1.8299595141700404, + "grad_norm": 0.4031270407248333, + "learning_rate": 3.19968688514201e-05, + "loss": 0.3847, + "step": 452 + }, + { + "epoch": 1.834008097165992, + "grad_norm": 0.40284953752999675, + "learning_rate": 3.195157085069774e-05, + "loss": 0.393, + "step": 453 + }, + { + "epoch": 1.8380566801619433, + "grad_norm": 0.5708746390407435, + "learning_rate": 3.190617728553332e-05, + "loss": 0.3772, + "step": 454 + }, + { + "epoch": 1.8421052631578947, + "grad_norm": 0.5832151466434393, + "learning_rate": 3.1860688518892606e-05, + "loss": 0.3916, + "step": 455 + }, + { + "epoch": 1.8461538461538463, + "grad_norm": 0.35543485683432424, + "learning_rate": 3.181510491450254e-05, + "loss": 0.3834, + "step": 456 + }, + { + "epoch": 1.8502024291497976, + "grad_norm": 0.5243672847660295, + "learning_rate": 3.176942683684842e-05, + "loss": 0.3858, + "step": 457 + }, + { + "epoch": 1.854251012145749, + "grad_norm": 0.6630962623907398, + "learning_rate": 3.1723654651170934e-05, + "loss": 0.3834, + "step": 458 + }, + { + "epoch": 1.8582995951417005, + "grad_norm": 0.48483616223196674, + "learning_rate": 3.167778872346327e-05, + "loss": 0.3741, + "step": 459 + }, + { + "epoch": 1.8623481781376519, + "grad_norm": 0.4566026300717129, + "learning_rate": 3.163182942046815e-05, + "loss": 0.3847, + "step": 460 + }, + { + "epoch": 1.8663967611336032, + "grad_norm": 0.441479035355031, + "learning_rate": 3.158577710967494e-05, + "loss": 0.3801, + "step": 461 + }, + { + "epoch": 1.8704453441295548, + "grad_norm": 0.47803029272728975, + "learning_rate": 3.153963215931669e-05, + "loss": 0.3791, + "step": 462 + }, + { + "epoch": 1.874493927125506, + "grad_norm": 0.48013151460810505, + "learning_rate": 3.14933949383672e-05, + "loss": 0.3851, + "step": 463 + }, + { + "epoch": 1.8785425101214575, + "grad_norm": 0.3966502033042046, + "learning_rate": 3.144706581653805e-05, + "loss": 0.3791, + "step": 464 + }, + { + "epoch": 1.882591093117409, + "grad_norm": 0.5165622355377175, + "learning_rate": 3.140064516427566e-05, + "loss": 0.3836, + "step": 465 + }, + { + "epoch": 1.8866396761133604, + "grad_norm": 0.44409691903845505, + "learning_rate": 3.135413335275833e-05, + "loss": 0.3805, + "step": 466 + }, + { + "epoch": 1.8906882591093117, + "grad_norm": 0.4312184257827756, + "learning_rate": 3.130753075389327e-05, + "loss": 0.3799, + "step": 467 + }, + { + "epoch": 1.8947368421052633, + "grad_norm": 0.4184857622398037, + "learning_rate": 3.1260837740313625e-05, + "loss": 0.3739, + "step": 468 + }, + { + "epoch": 1.8987854251012146, + "grad_norm": 0.5319560435772215, + "learning_rate": 3.121405468537547e-05, + "loss": 0.3865, + "step": 469 + }, + { + "epoch": 1.902834008097166, + "grad_norm": 0.47845036296581783, + "learning_rate": 3.116718196315488e-05, + "loss": 0.3845, + "step": 470 + }, + { + "epoch": 1.9068825910931175, + "grad_norm": 0.4766084030651145, + "learning_rate": 3.1120219948444894e-05, + "loss": 0.3869, + "step": 471 + }, + { + "epoch": 1.9109311740890689, + "grad_norm": 0.5591548952701146, + "learning_rate": 3.107316901675252e-05, + "loss": 0.3852, + "step": 472 + }, + { + "epoch": 1.9149797570850202, + "grad_norm": 0.4134815241775681, + "learning_rate": 3.1026029544295745e-05, + "loss": 0.3759, + "step": 473 + }, + { + "epoch": 1.9190283400809718, + "grad_norm": 0.47335715280148943, + "learning_rate": 3.097880190800057e-05, + "loss": 0.3901, + "step": 474 + }, + { + "epoch": 1.9230769230769231, + "grad_norm": 0.5487722007877436, + "learning_rate": 3.093148648549788e-05, + "loss": 0.3779, + "step": 475 + }, + { + "epoch": 1.9271255060728745, + "grad_norm": 0.6158317333229129, + "learning_rate": 3.088408365512055e-05, + "loss": 0.3916, + "step": 476 + }, + { + "epoch": 1.931174089068826, + "grad_norm": 0.47437886340336005, + "learning_rate": 3.083659379590034e-05, + "loss": 0.3908, + "step": 477 + }, + { + "epoch": 1.9352226720647774, + "grad_norm": 0.499222309944535, + "learning_rate": 3.0789017287564913e-05, + "loss": 0.3876, + "step": 478 + }, + { + "epoch": 1.9392712550607287, + "grad_norm": 0.5275643086259606, + "learning_rate": 3.074135451053475e-05, + "loss": 0.374, + "step": 479 + }, + { + "epoch": 1.9433198380566803, + "grad_norm": 0.44086852766940693, + "learning_rate": 3.069360584592015e-05, + "loss": 0.3771, + "step": 480 + }, + { + "epoch": 1.9473684210526314, + "grad_norm": 0.4833051912096149, + "learning_rate": 3.064577167551816e-05, + "loss": 0.388, + "step": 481 + }, + { + "epoch": 1.951417004048583, + "grad_norm": 0.42890745182529033, + "learning_rate": 3.059785238180953e-05, + "loss": 0.3768, + "step": 482 + }, + { + "epoch": 1.9554655870445345, + "grad_norm": 0.42961866601018794, + "learning_rate": 3.054984834795566e-05, + "loss": 0.3865, + "step": 483 + }, + { + "epoch": 1.9595141700404857, + "grad_norm": 0.5071677201807998, + "learning_rate": 3.0501759957795537e-05, + "loss": 0.3755, + "step": 484 + }, + { + "epoch": 1.9635627530364372, + "grad_norm": 0.44809538447746045, + "learning_rate": 3.0453587595842627e-05, + "loss": 0.3854, + "step": 485 + }, + { + "epoch": 1.9676113360323888, + "grad_norm": 0.4489382793515663, + "learning_rate": 3.0405331647281856e-05, + "loss": 0.3847, + "step": 486 + }, + { + "epoch": 1.97165991902834, + "grad_norm": 0.4472466981619987, + "learning_rate": 3.0356992497966508e-05, + "loss": 0.3807, + "step": 487 + }, + { + "epoch": 1.9757085020242915, + "grad_norm": 0.5272823789904649, + "learning_rate": 3.0308570534415137e-05, + "loss": 0.3854, + "step": 488 + }, + { + "epoch": 1.979757085020243, + "grad_norm": 0.4522815505639135, + "learning_rate": 3.0260066143808467e-05, + "loss": 0.3767, + "step": 489 + }, + { + "epoch": 1.9838056680161942, + "grad_norm": 0.5162588160499738, + "learning_rate": 3.021147971398632e-05, + "loss": 0.3847, + "step": 490 + }, + { + "epoch": 1.9878542510121457, + "grad_norm": 0.40273471301933245, + "learning_rate": 3.0162811633444478e-05, + "loss": 0.3799, + "step": 491 + }, + { + "epoch": 1.9919028340080973, + "grad_norm": 0.48609245243932375, + "learning_rate": 3.0114062291331635e-05, + "loss": 0.3854, + "step": 492 + }, + { + "epoch": 1.9959514170040484, + "grad_norm": 0.4597664867612812, + "learning_rate": 3.0065232077446217e-05, + "loss": 0.3769, + "step": 493 + }, + { + "epoch": 2.0, + "grad_norm": 0.39470250296282783, + "learning_rate": 3.001632138223332e-05, + "loss": 0.3721, + "step": 494 + }, + { + "epoch": 2.0040485829959516, + "grad_norm": 0.5244513611669317, + "learning_rate": 2.9967330596781565e-05, + "loss": 0.3373, + "step": 495 + }, + { + "epoch": 2.0080971659919027, + "grad_norm": 0.4155274191298206, + "learning_rate": 2.9918260112819952e-05, + "loss": 0.3354, + "step": 496 + }, + { + "epoch": 2.0121457489878543, + "grad_norm": 0.48776323387916987, + "learning_rate": 2.9869110322714778e-05, + "loss": 0.3223, + "step": 497 + }, + { + "epoch": 2.016194331983806, + "grad_norm": 0.49249855383839614, + "learning_rate": 2.9819881619466447e-05, + "loss": 0.3244, + "step": 498 + }, + { + "epoch": 2.020242914979757, + "grad_norm": 0.5049494587714852, + "learning_rate": 2.9770574396706364e-05, + "loss": 0.3239, + "step": 499 + }, + { + "epoch": 2.0242914979757085, + "grad_norm": 0.3954730742983127, + "learning_rate": 2.972118904869376e-05, + "loss": 0.3169, + "step": 500 + }, + { + "epoch": 2.02834008097166, + "grad_norm": 0.44493949856688386, + "learning_rate": 2.9671725970312563e-05, + "loss": 0.3246, + "step": 501 + }, + { + "epoch": 2.032388663967611, + "grad_norm": 0.4272369175505143, + "learning_rate": 2.9622185557068238e-05, + "loss": 0.3213, + "step": 502 + }, + { + "epoch": 2.0364372469635628, + "grad_norm": 0.5019630667433597, + "learning_rate": 2.95725682050846e-05, + "loss": 0.3286, + "step": 503 + }, + { + "epoch": 2.0404858299595143, + "grad_norm": 0.499053480929504, + "learning_rate": 2.9522874311100684e-05, + "loss": 0.326, + "step": 504 + }, + { + "epoch": 2.0445344129554655, + "grad_norm": 0.47395779155555184, + "learning_rate": 2.9473104272467526e-05, + "loss": 0.3272, + "step": 505 + }, + { + "epoch": 2.048582995951417, + "grad_norm": 0.5322804087094214, + "learning_rate": 2.942325848714505e-05, + "loss": 0.327, + "step": 506 + }, + { + "epoch": 2.0526315789473686, + "grad_norm": 0.5047744363897732, + "learning_rate": 2.9373337353698804e-05, + "loss": 0.3321, + "step": 507 + }, + { + "epoch": 2.0566801619433197, + "grad_norm": 0.4387217756836596, + "learning_rate": 2.932334127129686e-05, + "loss": 0.3273, + "step": 508 + }, + { + "epoch": 2.0607287449392713, + "grad_norm": 0.3901741855262281, + "learning_rate": 2.9273270639706547e-05, + "loss": 0.3266, + "step": 509 + }, + { + "epoch": 2.064777327935223, + "grad_norm": 0.5486413001494824, + "learning_rate": 2.922312585929131e-05, + "loss": 0.3404, + "step": 510 + }, + { + "epoch": 2.068825910931174, + "grad_norm": 0.41988453686626764, + "learning_rate": 2.9172907331007478e-05, + "loss": 0.3292, + "step": 511 + }, + { + "epoch": 2.0728744939271255, + "grad_norm": 0.6286143205267578, + "learning_rate": 2.9122615456401053e-05, + "loss": 0.3342, + "step": 512 + }, + { + "epoch": 2.076923076923077, + "grad_norm": 0.5225761373977659, + "learning_rate": 2.9072250637604535e-05, + "loss": 0.3245, + "step": 513 + }, + { + "epoch": 2.080971659919028, + "grad_norm": 0.41474068269129044, + "learning_rate": 2.9021813277333667e-05, + "loss": 0.3271, + "step": 514 + }, + { + "epoch": 2.08502024291498, + "grad_norm": 0.5925015242527357, + "learning_rate": 2.8971303778884244e-05, + "loss": 0.3404, + "step": 515 + }, + { + "epoch": 2.0890688259109313, + "grad_norm": 0.5465147542008998, + "learning_rate": 2.8920722546128863e-05, + "loss": 0.3247, + "step": 516 + }, + { + "epoch": 2.0931174089068825, + "grad_norm": 0.4253774594549266, + "learning_rate": 2.887006998351372e-05, + "loss": 0.3357, + "step": 517 + }, + { + "epoch": 2.097165991902834, + "grad_norm": 0.4481152632918476, + "learning_rate": 2.881934649605535e-05, + "loss": 0.3307, + "step": 518 + }, + { + "epoch": 2.1012145748987856, + "grad_norm": 0.4370290866654833, + "learning_rate": 2.8768552489337408e-05, + "loss": 0.3309, + "step": 519 + }, + { + "epoch": 2.1052631578947367, + "grad_norm": 0.4626141180229042, + "learning_rate": 2.8717688369507425e-05, + "loss": 0.3365, + "step": 520 + }, + { + "epoch": 2.1093117408906883, + "grad_norm": 0.3940047194259734, + "learning_rate": 2.8666754543273535e-05, + "loss": 0.3247, + "step": 521 + }, + { + "epoch": 2.11336032388664, + "grad_norm": 0.468783190448387, + "learning_rate": 2.8615751417901273e-05, + "loss": 0.3236, + "step": 522 + }, + { + "epoch": 2.117408906882591, + "grad_norm": 0.5441277265776452, + "learning_rate": 2.856467940121025e-05, + "loss": 0.331, + "step": 523 + }, + { + "epoch": 2.1214574898785425, + "grad_norm": 0.4767077571732172, + "learning_rate": 2.8513538901570964e-05, + "loss": 0.3218, + "step": 524 + }, + { + "epoch": 2.125506072874494, + "grad_norm": 0.4500361105565745, + "learning_rate": 2.846233032790149e-05, + "loss": 0.3235, + "step": 525 + }, + { + "epoch": 2.1295546558704452, + "grad_norm": 0.6225736893100318, + "learning_rate": 2.84110540896642e-05, + "loss": 0.3261, + "step": 526 + }, + { + "epoch": 2.133603238866397, + "grad_norm": 0.4593446368672128, + "learning_rate": 2.8359710596862555e-05, + "loss": 0.3282, + "step": 527 + }, + { + "epoch": 2.1376518218623484, + "grad_norm": 0.38687926504982784, + "learning_rate": 2.8308300260037734e-05, + "loss": 0.327, + "step": 528 + }, + { + "epoch": 2.1417004048582995, + "grad_norm": 0.4954992466031782, + "learning_rate": 2.8256823490265424e-05, + "loss": 0.3284, + "step": 529 + }, + { + "epoch": 2.145748987854251, + "grad_norm": 0.44872142172060914, + "learning_rate": 2.8205280699152515e-05, + "loss": 0.3327, + "step": 530 + }, + { + "epoch": 2.1497975708502026, + "grad_norm": 0.42669386601383, + "learning_rate": 2.8153672298833777e-05, + "loss": 0.3404, + "step": 531 + }, + { + "epoch": 2.1538461538461537, + "grad_norm": 0.46127588296207656, + "learning_rate": 2.8101998701968615e-05, + "loss": 0.3232, + "step": 532 + }, + { + "epoch": 2.1578947368421053, + "grad_norm": 0.3744323878651814, + "learning_rate": 2.805026032173773e-05, + "loss": 0.334, + "step": 533 + }, + { + "epoch": 2.161943319838057, + "grad_norm": 0.31335011583418626, + "learning_rate": 2.7998457571839832e-05, + "loss": 0.3362, + "step": 534 + }, + { + "epoch": 2.165991902834008, + "grad_norm": 0.4113022496637761, + "learning_rate": 2.7946590866488322e-05, + "loss": 0.3344, + "step": 535 + }, + { + "epoch": 2.1700404858299596, + "grad_norm": 0.3673694459543317, + "learning_rate": 2.7894660620408e-05, + "loss": 0.3225, + "step": 536 + }, + { + "epoch": 2.174089068825911, + "grad_norm": 0.327533794868302, + "learning_rate": 2.784266724883173e-05, + "loss": 0.3245, + "step": 537 + }, + { + "epoch": 2.1781376518218623, + "grad_norm": 0.39538167901502647, + "learning_rate": 2.7790611167497128e-05, + "loss": 0.3274, + "step": 538 + }, + { + "epoch": 2.182186234817814, + "grad_norm": 0.36877021826363154, + "learning_rate": 2.7738492792643224e-05, + "loss": 0.3321, + "step": 539 + }, + { + "epoch": 2.1862348178137654, + "grad_norm": 0.4109544637664765, + "learning_rate": 2.768631254100716e-05, + "loss": 0.3296, + "step": 540 + }, + { + "epoch": 2.1902834008097165, + "grad_norm": 0.3514451628407062, + "learning_rate": 2.7634070829820836e-05, + "loss": 0.3311, + "step": 541 + }, + { + "epoch": 2.194331983805668, + "grad_norm": 0.34893675165236465, + "learning_rate": 2.7581768076807592e-05, + "loss": 0.3209, + "step": 542 + }, + { + "epoch": 2.1983805668016196, + "grad_norm": 0.40400372592771505, + "learning_rate": 2.7529404700178832e-05, + "loss": 0.3326, + "step": 543 + }, + { + "epoch": 2.2024291497975708, + "grad_norm": 0.4338801887693177, + "learning_rate": 2.7476981118630735e-05, + "loss": 0.3262, + "step": 544 + }, + { + "epoch": 2.2064777327935223, + "grad_norm": 0.3869397697963581, + "learning_rate": 2.742449775134085e-05, + "loss": 0.3304, + "step": 545 + }, + { + "epoch": 2.2105263157894735, + "grad_norm": 0.4141695317597464, + "learning_rate": 2.7371955017964788e-05, + "loss": 0.3161, + "step": 546 + }, + { + "epoch": 2.214574898785425, + "grad_norm": 0.3757932590425991, + "learning_rate": 2.7319353338632845e-05, + "loss": 0.3198, + "step": 547 + }, + { + "epoch": 2.2186234817813766, + "grad_norm": 0.4336698888550252, + "learning_rate": 2.7266693133946645e-05, + "loss": 0.3265, + "step": 548 + }, + { + "epoch": 2.2226720647773277, + "grad_norm": 0.5036820550756699, + "learning_rate": 2.7213974824975785e-05, + "loss": 0.3253, + "step": 549 + }, + { + "epoch": 2.2267206477732793, + "grad_norm": 0.3872148849146796, + "learning_rate": 2.7161198833254464e-05, + "loss": 0.3324, + "step": 550 + }, + { + "epoch": 2.230769230769231, + "grad_norm": 0.4303043574346718, + "learning_rate": 2.7108365580778095e-05, + "loss": 0.3272, + "step": 551 + }, + { + "epoch": 2.234817813765182, + "grad_norm": 0.373460802150665, + "learning_rate": 2.705547548999996e-05, + "loss": 0.331, + "step": 552 + }, + { + "epoch": 2.2388663967611335, + "grad_norm": 0.3661596768777165, + "learning_rate": 2.7002528983827817e-05, + "loss": 0.3217, + "step": 553 + }, + { + "epoch": 2.242914979757085, + "grad_norm": 0.43358693199272286, + "learning_rate": 2.6949526485620517e-05, + "loss": 0.3316, + "step": 554 + }, + { + "epoch": 2.246963562753036, + "grad_norm": 0.3200108231682352, + "learning_rate": 2.6896468419184623e-05, + "loss": 0.3336, + "step": 555 + }, + { + "epoch": 2.251012145748988, + "grad_norm": 0.44870192473930154, + "learning_rate": 2.6843355208771024e-05, + "loss": 0.3262, + "step": 556 + }, + { + "epoch": 2.2550607287449393, + "grad_norm": 0.36521904025703367, + "learning_rate": 2.6790187279071536e-05, + "loss": 0.3305, + "step": 557 + }, + { + "epoch": 2.2591093117408905, + "grad_norm": 0.38386980249016184, + "learning_rate": 2.67369650552155e-05, + "loss": 0.3389, + "step": 558 + }, + { + "epoch": 2.263157894736842, + "grad_norm": 0.33821960397806616, + "learning_rate": 2.6683688962766407e-05, + "loss": 0.3282, + "step": 559 + }, + { + "epoch": 2.2672064777327936, + "grad_norm": 0.3792291392739807, + "learning_rate": 2.6630359427718468e-05, + "loss": 0.3289, + "step": 560 + }, + { + "epoch": 2.2712550607287447, + "grad_norm": 0.37667259274198933, + "learning_rate": 2.6576976876493225e-05, + "loss": 0.3242, + "step": 561 + }, + { + "epoch": 2.2753036437246963, + "grad_norm": 0.3415305291135823, + "learning_rate": 2.652354173593614e-05, + "loss": 0.3299, + "step": 562 + }, + { + "epoch": 2.279352226720648, + "grad_norm": 0.30107522355130933, + "learning_rate": 2.647005443331317e-05, + "loss": 0.3371, + "step": 563 + }, + { + "epoch": 2.283400809716599, + "grad_norm": 0.36171267123652334, + "learning_rate": 2.6416515396307354e-05, + "loss": 0.3238, + "step": 564 + }, + { + "epoch": 2.2874493927125505, + "grad_norm": 0.4022738896387441, + "learning_rate": 2.636292505301542e-05, + "loss": 0.331, + "step": 565 + }, + { + "epoch": 2.291497975708502, + "grad_norm": 0.3188936625237516, + "learning_rate": 2.630928383194431e-05, + "loss": 0.3304, + "step": 566 + }, + { + "epoch": 2.2955465587044532, + "grad_norm": 0.41378849179933064, + "learning_rate": 2.625559216200781e-05, + "loss": 0.3289, + "step": 567 + }, + { + "epoch": 2.299595141700405, + "grad_norm": 0.290856949282031, + "learning_rate": 2.620185047252308e-05, + "loss": 0.3289, + "step": 568 + }, + { + "epoch": 2.3036437246963564, + "grad_norm": 0.38306872604458014, + "learning_rate": 2.614805919320723e-05, + "loss": 0.3219, + "step": 569 + }, + { + "epoch": 2.3076923076923075, + "grad_norm": 0.28931638047102726, + "learning_rate": 2.6094218754173895e-05, + "loss": 0.3267, + "step": 570 + }, + { + "epoch": 2.311740890688259, + "grad_norm": 0.4085741769438617, + "learning_rate": 2.60403295859298e-05, + "loss": 0.3313, + "step": 571 + }, + { + "epoch": 2.3157894736842106, + "grad_norm": 0.3062369294699458, + "learning_rate": 2.5986392119371297e-05, + "loss": 0.3362, + "step": 572 + }, + { + "epoch": 2.3198380566801617, + "grad_norm": 0.37249581677739857, + "learning_rate": 2.5932406785780928e-05, + "loss": 0.3351, + "step": 573 + }, + { + "epoch": 2.3238866396761133, + "grad_norm": 0.37703696344261645, + "learning_rate": 2.5878374016823987e-05, + "loss": 0.3336, + "step": 574 + }, + { + "epoch": 2.327935222672065, + "grad_norm": 0.3201198349844344, + "learning_rate": 2.5824294244545045e-05, + "loss": 0.3209, + "step": 575 + }, + { + "epoch": 2.331983805668016, + "grad_norm": 0.3587596205276541, + "learning_rate": 2.577016790136453e-05, + "loss": 0.327, + "step": 576 + }, + { + "epoch": 2.3360323886639676, + "grad_norm": 0.29550194618923753, + "learning_rate": 2.5715995420075225e-05, + "loss": 0.3304, + "step": 577 + }, + { + "epoch": 2.340080971659919, + "grad_norm": 0.35895711605485814, + "learning_rate": 2.5661777233838864e-05, + "loss": 0.3364, + "step": 578 + }, + { + "epoch": 2.3441295546558703, + "grad_norm": 0.35510797139237993, + "learning_rate": 2.5607513776182616e-05, + "loss": 0.3378, + "step": 579 + }, + { + "epoch": 2.348178137651822, + "grad_norm": 0.41108267111297164, + "learning_rate": 2.5553205480995633e-05, + "loss": 0.3276, + "step": 580 + }, + { + "epoch": 2.3522267206477734, + "grad_norm": 0.319308715522172, + "learning_rate": 2.5498852782525604e-05, + "loss": 0.334, + "step": 581 + }, + { + "epoch": 2.3562753036437245, + "grad_norm": 0.4051094837491706, + "learning_rate": 2.5444456115375252e-05, + "loss": 0.3326, + "step": 582 + }, + { + "epoch": 2.360323886639676, + "grad_norm": 0.30737274660833136, + "learning_rate": 2.539001591449889e-05, + "loss": 0.3306, + "step": 583 + }, + { + "epoch": 2.3643724696356276, + "grad_norm": 0.38951238964471424, + "learning_rate": 2.53355326151989e-05, + "loss": 0.326, + "step": 584 + }, + { + "epoch": 2.3684210526315788, + "grad_norm": 0.3828667916231768, + "learning_rate": 2.5281006653122288e-05, + "loss": 0.3359, + "step": 585 + }, + { + "epoch": 2.3724696356275303, + "grad_norm": 0.4142737907823639, + "learning_rate": 2.5226438464257217e-05, + "loss": 0.3232, + "step": 586 + }, + { + "epoch": 2.376518218623482, + "grad_norm": 0.36555147269212424, + "learning_rate": 2.5171828484929447e-05, + "loss": 0.3289, + "step": 587 + }, + { + "epoch": 2.380566801619433, + "grad_norm": 0.3593572574715902, + "learning_rate": 2.5117177151798934e-05, + "loss": 0.335, + "step": 588 + }, + { + "epoch": 2.3846153846153846, + "grad_norm": 0.36597625008590595, + "learning_rate": 2.506248490185627e-05, + "loss": 0.328, + "step": 589 + }, + { + "epoch": 2.388663967611336, + "grad_norm": 0.33483422003065033, + "learning_rate": 2.500775217241923e-05, + "loss": 0.3297, + "step": 590 + }, + { + "epoch": 2.3927125506072873, + "grad_norm": 0.36834924928534823, + "learning_rate": 2.4952979401129266e-05, + "loss": 0.3314, + "step": 591 + }, + { + "epoch": 2.396761133603239, + "grad_norm": 0.3440402703467532, + "learning_rate": 2.4898167025948e-05, + "loss": 0.3275, + "step": 592 + }, + { + "epoch": 2.4008097165991904, + "grad_norm": 0.2996504072980493, + "learning_rate": 2.4843315485153703e-05, + "loss": 0.3313, + "step": 593 + }, + { + "epoch": 2.4048582995951415, + "grad_norm": 0.37479503444921797, + "learning_rate": 2.4788425217337856e-05, + "loss": 0.3385, + "step": 594 + }, + { + "epoch": 2.408906882591093, + "grad_norm": 0.34047256690073663, + "learning_rate": 2.4733496661401572e-05, + "loss": 0.3261, + "step": 595 + }, + { + "epoch": 2.4129554655870447, + "grad_norm": 0.35301681429128756, + "learning_rate": 2.4678530256552114e-05, + "loss": 0.3394, + "step": 596 + }, + { + "epoch": 2.417004048582996, + "grad_norm": 0.3486783627547729, + "learning_rate": 2.46235264422994e-05, + "loss": 0.3321, + "step": 597 + }, + { + "epoch": 2.4210526315789473, + "grad_norm": 0.3269424724410013, + "learning_rate": 2.4568485658452452e-05, + "loss": 0.3243, + "step": 598 + }, + { + "epoch": 2.425101214574899, + "grad_norm": 0.31219689802176864, + "learning_rate": 2.451340834511592e-05, + "loss": 0.3291, + "step": 599 + }, + { + "epoch": 2.42914979757085, + "grad_norm": 0.32763710319812583, + "learning_rate": 2.4458294942686528e-05, + "loss": 0.325, + "step": 600 + }, + { + "epoch": 2.4331983805668016, + "grad_norm": 0.30139900332991837, + "learning_rate": 2.440314589184958e-05, + "loss": 0.3242, + "step": 601 + }, + { + "epoch": 2.437246963562753, + "grad_norm": 0.3480506969693241, + "learning_rate": 2.434796163357541e-05, + "loss": 0.3196, + "step": 602 + }, + { + "epoch": 2.4412955465587043, + "grad_norm": 0.32797299388247864, + "learning_rate": 2.429274260911588e-05, + "loss": 0.3269, + "step": 603 + }, + { + "epoch": 2.445344129554656, + "grad_norm": 0.323341927960637, + "learning_rate": 2.423748926000084e-05, + "loss": 0.3284, + "step": 604 + }, + { + "epoch": 2.4493927125506074, + "grad_norm": 0.3596388402117669, + "learning_rate": 2.418220202803459e-05, + "loss": 0.3267, + "step": 605 + }, + { + "epoch": 2.4534412955465585, + "grad_norm": 0.3473698714424308, + "learning_rate": 2.412688135529237e-05, + "loss": 0.3247, + "step": 606 + }, + { + "epoch": 2.45748987854251, + "grad_norm": 0.367125558559684, + "learning_rate": 2.4071527684116807e-05, + "loss": 0.3359, + "step": 607 + }, + { + "epoch": 2.4615384615384617, + "grad_norm": 0.37067748518799293, + "learning_rate": 2.4016141457114372e-05, + "loss": 0.3405, + "step": 608 + }, + { + "epoch": 2.465587044534413, + "grad_norm": 0.3657477482845714, + "learning_rate": 2.396072311715187e-05, + "loss": 0.326, + "step": 609 + }, + { + "epoch": 2.4696356275303644, + "grad_norm": 0.3092855656610937, + "learning_rate": 2.3905273107352863e-05, + "loss": 0.3336, + "step": 610 + }, + { + "epoch": 2.473684210526316, + "grad_norm": 0.386445818539631, + "learning_rate": 2.3849791871094157e-05, + "loss": 0.3382, + "step": 611 + }, + { + "epoch": 2.477732793522267, + "grad_norm": 0.3114781818314675, + "learning_rate": 2.379427985200223e-05, + "loss": 0.3189, + "step": 612 + }, + { + "epoch": 2.4817813765182186, + "grad_norm": 0.38534089329554744, + "learning_rate": 2.373873749394972e-05, + "loss": 0.3277, + "step": 613 + }, + { + "epoch": 2.48582995951417, + "grad_norm": 0.2910197455707637, + "learning_rate": 2.3683165241051836e-05, + "loss": 0.3284, + "step": 614 + }, + { + "epoch": 2.4898785425101213, + "grad_norm": 0.35766622339727516, + "learning_rate": 2.3627563537662823e-05, + "loss": 0.3304, + "step": 615 + }, + { + "epoch": 2.493927125506073, + "grad_norm": 0.30967889105006813, + "learning_rate": 2.3571932828372433e-05, + "loss": 0.3389, + "step": 616 + }, + { + "epoch": 2.4979757085020244, + "grad_norm": 0.41535041571334236, + "learning_rate": 2.351627355800233e-05, + "loss": 0.3394, + "step": 617 + }, + { + "epoch": 2.5020242914979756, + "grad_norm": 0.3428268550014619, + "learning_rate": 2.346058617160256e-05, + "loss": 0.3328, + "step": 618 + }, + { + "epoch": 2.506072874493927, + "grad_norm": 0.34132737860518597, + "learning_rate": 2.3404871114447976e-05, + "loss": 0.3303, + "step": 619 + }, + { + "epoch": 2.5101214574898787, + "grad_norm": 0.30487427369250114, + "learning_rate": 2.334912883203469e-05, + "loss": 0.3264, + "step": 620 + }, + { + "epoch": 2.51417004048583, + "grad_norm": 0.3629899137354538, + "learning_rate": 2.3293359770076505e-05, + "loss": 0.3429, + "step": 621 + }, + { + "epoch": 2.5182186234817814, + "grad_norm": 0.3638960461541783, + "learning_rate": 2.323756437450136e-05, + "loss": 0.33, + "step": 622 + }, + { + "epoch": 2.522267206477733, + "grad_norm": 0.34129539880130927, + "learning_rate": 2.3181743091447754e-05, + "loss": 0.3303, + "step": 623 + }, + { + "epoch": 2.526315789473684, + "grad_norm": 0.3395235517714429, + "learning_rate": 2.3125896367261164e-05, + "loss": 0.3322, + "step": 624 + }, + { + "epoch": 2.5303643724696356, + "grad_norm": 0.3036430290986558, + "learning_rate": 2.307002464849052e-05, + "loss": 0.3189, + "step": 625 + }, + { + "epoch": 2.534412955465587, + "grad_norm": 0.33758897946865135, + "learning_rate": 2.30141283818846e-05, + "loss": 0.3315, + "step": 626 + }, + { + "epoch": 2.5384615384615383, + "grad_norm": 0.3052919887163245, + "learning_rate": 2.2958208014388462e-05, + "loss": 0.3309, + "step": 627 + }, + { + "epoch": 2.54251012145749, + "grad_norm": 0.3254594853159062, + "learning_rate": 2.2902263993139857e-05, + "loss": 0.3359, + "step": 628 + }, + { + "epoch": 2.5465587044534415, + "grad_norm": 0.34748966733338005, + "learning_rate": 2.2846296765465708e-05, + "loss": 0.3288, + "step": 629 + }, + { + "epoch": 2.5506072874493926, + "grad_norm": 0.3720440049214166, + "learning_rate": 2.2790306778878465e-05, + "loss": 0.326, + "step": 630 + }, + { + "epoch": 2.554655870445344, + "grad_norm": 0.31585265145101565, + "learning_rate": 2.273429448107257e-05, + "loss": 0.3271, + "step": 631 + }, + { + "epoch": 2.5587044534412957, + "grad_norm": 0.4048163049828322, + "learning_rate": 2.2678260319920868e-05, + "loss": 0.3431, + "step": 632 + }, + { + "epoch": 2.562753036437247, + "grad_norm": 0.3022414022322826, + "learning_rate": 2.262220474347102e-05, + "loss": 0.3371, + "step": 633 + }, + { + "epoch": 2.5668016194331984, + "grad_norm": 0.3273321721558754, + "learning_rate": 2.2566128199941918e-05, + "loss": 0.3262, + "step": 634 + }, + { + "epoch": 2.57085020242915, + "grad_norm": 0.3235525475277811, + "learning_rate": 2.2510031137720104e-05, + "loss": 0.3234, + "step": 635 + }, + { + "epoch": 2.574898785425101, + "grad_norm": 0.2936918512393043, + "learning_rate": 2.2453914005356206e-05, + "loss": 0.33, + "step": 636 + }, + { + "epoch": 2.5789473684210527, + "grad_norm": 0.3193883586697531, + "learning_rate": 2.2397777251561302e-05, + "loss": 0.3402, + "step": 637 + }, + { + "epoch": 2.582995951417004, + "grad_norm": 0.3044674280465819, + "learning_rate": 2.2341621325203393e-05, + "loss": 0.3152, + "step": 638 + }, + { + "epoch": 2.5870445344129553, + "grad_norm": 0.3077684188990443, + "learning_rate": 2.2285446675303764e-05, + "loss": 0.3289, + "step": 639 + }, + { + "epoch": 2.591093117408907, + "grad_norm": 0.32882888316192577, + "learning_rate": 2.2229253751033423e-05, + "loss": 0.3372, + "step": 640 + }, + { + "epoch": 2.5951417004048585, + "grad_norm": 0.34984484180371384, + "learning_rate": 2.2173043001709492e-05, + "loss": 0.3413, + "step": 641 + }, + { + "epoch": 2.5991902834008096, + "grad_norm": 0.3085108333622735, + "learning_rate": 2.2116814876791627e-05, + "loss": 0.3317, + "step": 642 + }, + { + "epoch": 2.603238866396761, + "grad_norm": 0.33429016748795504, + "learning_rate": 2.2060569825878413e-05, + "loss": 0.3286, + "step": 643 + }, + { + "epoch": 2.6072874493927127, + "grad_norm": 0.320353423304447, + "learning_rate": 2.2004308298703777e-05, + "loss": 0.325, + "step": 644 + }, + { + "epoch": 2.611336032388664, + "grad_norm": 0.29588590756089556, + "learning_rate": 2.1948030745133396e-05, + "loss": 0.3279, + "step": 645 + }, + { + "epoch": 2.6153846153846154, + "grad_norm": 0.29952136065551627, + "learning_rate": 2.1891737615161083e-05, + "loss": 0.3436, + "step": 646 + }, + { + "epoch": 2.619433198380567, + "grad_norm": 0.3218885574215803, + "learning_rate": 2.1835429358905218e-05, + "loss": 0.3416, + "step": 647 + }, + { + "epoch": 2.623481781376518, + "grad_norm": 0.2899327548701488, + "learning_rate": 2.17791064266051e-05, + "loss": 0.3274, + "step": 648 + }, + { + "epoch": 2.6275303643724697, + "grad_norm": 0.2501983859329792, + "learning_rate": 2.172276926861741e-05, + "loss": 0.3223, + "step": 649 + }, + { + "epoch": 2.6315789473684212, + "grad_norm": 0.32385762389479944, + "learning_rate": 2.166641833541255e-05, + "loss": 0.3271, + "step": 650 + }, + { + "epoch": 2.6356275303643724, + "grad_norm": 0.27036120974048, + "learning_rate": 2.161005407757109e-05, + "loss": 0.3233, + "step": 651 + }, + { + "epoch": 2.639676113360324, + "grad_norm": 0.34131427001421083, + "learning_rate": 2.155367694578013e-05, + "loss": 0.3353, + "step": 652 + }, + { + "epoch": 2.6437246963562755, + "grad_norm": 0.28559450292652455, + "learning_rate": 2.1497287390829712e-05, + "loss": 0.3262, + "step": 653 + }, + { + "epoch": 2.6477732793522266, + "grad_norm": 0.330253635443076, + "learning_rate": 2.1440885863609208e-05, + "loss": 0.3366, + "step": 654 + }, + { + "epoch": 2.651821862348178, + "grad_norm": 0.30856302056446056, + "learning_rate": 2.1384472815103737e-05, + "loss": 0.339, + "step": 655 + }, + { + "epoch": 2.6558704453441297, + "grad_norm": 0.3363521072489386, + "learning_rate": 2.1328048696390534e-05, + "loss": 0.3259, + "step": 656 + }, + { + "epoch": 2.659919028340081, + "grad_norm": 0.35313991245608317, + "learning_rate": 2.1271613958635342e-05, + "loss": 0.3273, + "step": 657 + }, + { + "epoch": 2.6639676113360324, + "grad_norm": 0.36954782405165576, + "learning_rate": 2.1215169053088825e-05, + "loss": 0.3345, + "step": 658 + }, + { + "epoch": 2.668016194331984, + "grad_norm": 0.2867078610030597, + "learning_rate": 2.1158714431082937e-05, + "loss": 0.3211, + "step": 659 + }, + { + "epoch": 2.672064777327935, + "grad_norm": 0.40324205669292773, + "learning_rate": 2.110225054402733e-05, + "loss": 0.3407, + "step": 660 + }, + { + "epoch": 2.6761133603238867, + "grad_norm": 0.29708767820797555, + "learning_rate": 2.1045777843405747e-05, + "loss": 0.3262, + "step": 661 + }, + { + "epoch": 2.6801619433198383, + "grad_norm": 0.33899394723645065, + "learning_rate": 2.09892967807724e-05, + "loss": 0.33, + "step": 662 + }, + { + "epoch": 2.6842105263157894, + "grad_norm": 0.3530882356244344, + "learning_rate": 2.093280780774835e-05, + "loss": 0.3247, + "step": 663 + }, + { + "epoch": 2.688259109311741, + "grad_norm": 0.30286030786031026, + "learning_rate": 2.087631137601793e-05, + "loss": 0.3436, + "step": 664 + }, + { + "epoch": 2.6923076923076925, + "grad_norm": 0.3452240859833446, + "learning_rate": 2.0819807937325104e-05, + "loss": 0.33, + "step": 665 + }, + { + "epoch": 2.6963562753036436, + "grad_norm": 0.3016599583246229, + "learning_rate": 2.0763297943469847e-05, + "loss": 0.3358, + "step": 666 + }, + { + "epoch": 2.700404858299595, + "grad_norm": 0.27486723664736396, + "learning_rate": 2.070678184630458e-05, + "loss": 0.3411, + "step": 667 + }, + { + "epoch": 2.7044534412955468, + "grad_norm": 0.3092355097912473, + "learning_rate": 2.06502600977305e-05, + "loss": 0.3355, + "step": 668 + }, + { + "epoch": 2.708502024291498, + "grad_norm": 0.30917248106761863, + "learning_rate": 2.0593733149694008e-05, + "loss": 0.33, + "step": 669 + }, + { + "epoch": 2.7125506072874495, + "grad_norm": 0.2780413589201435, + "learning_rate": 2.0537201454183074e-05, + "loss": 0.3252, + "step": 670 + }, + { + "epoch": 2.716599190283401, + "grad_norm": 0.3286954894724798, + "learning_rate": 2.0480665463223626e-05, + "loss": 0.3236, + "step": 671 + }, + { + "epoch": 2.720647773279352, + "grad_norm": 0.3274294960619914, + "learning_rate": 2.042412562887594e-05, + "loss": 0.3244, + "step": 672 + }, + { + "epoch": 2.7246963562753037, + "grad_norm": 0.32619336666296533, + "learning_rate": 2.0367582403231033e-05, + "loss": 0.3334, + "step": 673 + }, + { + "epoch": 2.7287449392712553, + "grad_norm": 0.29772757626955004, + "learning_rate": 2.0311036238407023e-05, + "loss": 0.3294, + "step": 674 + }, + { + "epoch": 2.7327935222672064, + "grad_norm": 0.31796048173381536, + "learning_rate": 2.0254487586545534e-05, + "loss": 0.3362, + "step": 675 + }, + { + "epoch": 2.736842105263158, + "grad_norm": 0.26777485147811125, + "learning_rate": 2.0197936899808088e-05, + "loss": 0.3311, + "step": 676 + }, + { + "epoch": 2.7408906882591095, + "grad_norm": 0.30719927730974916, + "learning_rate": 2.0141384630372466e-05, + "loss": 0.3214, + "step": 677 + }, + { + "epoch": 2.7449392712550607, + "grad_norm": 0.2883785900766382, + "learning_rate": 2.0084831230429106e-05, + "loss": 0.3386, + "step": 678 + }, + { + "epoch": 2.748987854251012, + "grad_norm": 0.29960747358664097, + "learning_rate": 2.0028277152177492e-05, + "loss": 0.3322, + "step": 679 + }, + { + "epoch": 2.753036437246964, + "grad_norm": 0.287228312239276, + "learning_rate": 1.9971722847822518e-05, + "loss": 0.3316, + "step": 680 + }, + { + "epoch": 2.757085020242915, + "grad_norm": 0.31938231995929517, + "learning_rate": 1.99151687695709e-05, + "loss": 0.3312, + "step": 681 + }, + { + "epoch": 2.7611336032388665, + "grad_norm": 0.3022781570133006, + "learning_rate": 1.9858615369627537e-05, + "loss": 0.3277, + "step": 682 + }, + { + "epoch": 2.765182186234818, + "grad_norm": 0.2989021881350261, + "learning_rate": 1.9802063100191916e-05, + "loss": 0.3367, + "step": 683 + }, + { + "epoch": 2.769230769230769, + "grad_norm": 0.3349886587818918, + "learning_rate": 1.974551241345447e-05, + "loss": 0.3338, + "step": 684 + }, + { + "epoch": 2.7732793522267207, + "grad_norm": 0.3298728140873162, + "learning_rate": 1.9688963761592984e-05, + "loss": 0.3167, + "step": 685 + }, + { + "epoch": 2.7773279352226723, + "grad_norm": 0.30336554301225577, + "learning_rate": 1.963241759676897e-05, + "loss": 0.3385, + "step": 686 + }, + { + "epoch": 2.7813765182186234, + "grad_norm": 0.3520588823425655, + "learning_rate": 1.9575874371124066e-05, + "loss": 0.3306, + "step": 687 + }, + { + "epoch": 2.785425101214575, + "grad_norm": 0.33130828946328766, + "learning_rate": 1.951933453677638e-05, + "loss": 0.337, + "step": 688 + }, + { + "epoch": 2.7894736842105265, + "grad_norm": 0.32301080222884315, + "learning_rate": 1.9462798545816932e-05, + "loss": 0.3256, + "step": 689 + }, + { + "epoch": 2.7935222672064777, + "grad_norm": 0.30843157880921235, + "learning_rate": 1.9406266850305996e-05, + "loss": 0.3363, + "step": 690 + }, + { + "epoch": 2.7975708502024292, + "grad_norm": 0.3260194689103196, + "learning_rate": 1.9349739902269503e-05, + "loss": 0.3304, + "step": 691 + }, + { + "epoch": 2.801619433198381, + "grad_norm": 0.28109448699882783, + "learning_rate": 1.9293218153695425e-05, + "loss": 0.332, + "step": 692 + }, + { + "epoch": 2.805668016194332, + "grad_norm": 0.31806681084061006, + "learning_rate": 1.9236702056530153e-05, + "loss": 0.3317, + "step": 693 + }, + { + "epoch": 2.8097165991902835, + "grad_norm": 0.27750423213215014, + "learning_rate": 1.9180192062674907e-05, + "loss": 0.3231, + "step": 694 + }, + { + "epoch": 2.813765182186235, + "grad_norm": 0.2870083784419892, + "learning_rate": 1.9123688623982076e-05, + "loss": 0.3392, + "step": 695 + }, + { + "epoch": 2.817813765182186, + "grad_norm": 0.3277545159386773, + "learning_rate": 1.906719219225165e-05, + "loss": 0.331, + "step": 696 + }, + { + "epoch": 2.8218623481781377, + "grad_norm": 0.2926478253610228, + "learning_rate": 1.9010703219227603e-05, + "loss": 0.3349, + "step": 697 + }, + { + "epoch": 2.8259109311740893, + "grad_norm": 0.28783728049477525, + "learning_rate": 1.8954222156594256e-05, + "loss": 0.3338, + "step": 698 + }, + { + "epoch": 2.8299595141700404, + "grad_norm": 0.28709859741320654, + "learning_rate": 1.8897749455972673e-05, + "loss": 0.3235, + "step": 699 + }, + { + "epoch": 2.834008097165992, + "grad_norm": 0.28001938213287536, + "learning_rate": 1.884128556891707e-05, + "loss": 0.329, + "step": 700 + }, + { + "epoch": 2.8380566801619436, + "grad_norm": 0.31970693064364586, + "learning_rate": 1.878483094691119e-05, + "loss": 0.3222, + "step": 701 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.2867728313232555, + "learning_rate": 1.8728386041364664e-05, + "loss": 0.3233, + "step": 702 + }, + { + "epoch": 2.8461538461538463, + "grad_norm": 0.2899016997418225, + "learning_rate": 1.867195130360947e-05, + "loss": 0.3271, + "step": 703 + }, + { + "epoch": 2.850202429149798, + "grad_norm": 0.2747842501491079, + "learning_rate": 1.8615527184896263e-05, + "loss": 0.3301, + "step": 704 + }, + { + "epoch": 2.854251012145749, + "grad_norm": 0.3128593709016302, + "learning_rate": 1.8559114136390795e-05, + "loss": 0.3396, + "step": 705 + }, + { + "epoch": 2.8582995951417005, + "grad_norm": 0.27406546372090806, + "learning_rate": 1.8502712609170298e-05, + "loss": 0.3148, + "step": 706 + }, + { + "epoch": 2.862348178137652, + "grad_norm": 0.31982783451130603, + "learning_rate": 1.8446323054219876e-05, + "loss": 0.3286, + "step": 707 + }, + { + "epoch": 2.866396761133603, + "grad_norm": 0.302253289901291, + "learning_rate": 1.838994592242891e-05, + "loss": 0.3276, + "step": 708 + }, + { + "epoch": 2.8704453441295548, + "grad_norm": 0.2918944735044092, + "learning_rate": 1.8333581664587453e-05, + "loss": 0.3258, + "step": 709 + }, + { + "epoch": 2.8744939271255063, + "grad_norm": 0.40939856863933155, + "learning_rate": 1.8277230731382593e-05, + "loss": 0.3364, + "step": 710 + }, + { + "epoch": 2.8785425101214575, + "grad_norm": 0.3270436815921426, + "learning_rate": 1.82208935733949e-05, + "loss": 0.3381, + "step": 711 + }, + { + "epoch": 2.882591093117409, + "grad_norm": 0.29342776278369004, + "learning_rate": 1.8164570641094793e-05, + "loss": 0.333, + "step": 712 + }, + { + "epoch": 2.8866396761133606, + "grad_norm": 0.3304121011971622, + "learning_rate": 1.810826238483892e-05, + "loss": 0.3217, + "step": 713 + }, + { + "epoch": 2.8906882591093117, + "grad_norm": 0.34114173180124613, + "learning_rate": 1.8051969254866608e-05, + "loss": 0.3335, + "step": 714 + }, + { + "epoch": 2.8947368421052633, + "grad_norm": 0.3562286541931286, + "learning_rate": 1.7995691701296226e-05, + "loss": 0.325, + "step": 715 + }, + { + "epoch": 2.898785425101215, + "grad_norm": 0.32703265576497564, + "learning_rate": 1.7939430174121593e-05, + "loss": 0.336, + "step": 716 + }, + { + "epoch": 2.902834008097166, + "grad_norm": 0.38987339219367656, + "learning_rate": 1.788318512320838e-05, + "loss": 0.3293, + "step": 717 + }, + { + "epoch": 2.9068825910931175, + "grad_norm": 0.3100068427378769, + "learning_rate": 1.782695699829051e-05, + "loss": 0.3309, + "step": 718 + }, + { + "epoch": 2.910931174089069, + "grad_norm": 0.32979524495529916, + "learning_rate": 1.7770746248966587e-05, + "loss": 0.3239, + "step": 719 + }, + { + "epoch": 2.91497975708502, + "grad_norm": 0.3621658468475522, + "learning_rate": 1.7714553324696243e-05, + "loss": 0.3385, + "step": 720 + }, + { + "epoch": 2.919028340080972, + "grad_norm": 0.306090019615555, + "learning_rate": 1.7658378674796614e-05, + "loss": 0.3267, + "step": 721 + }, + { + "epoch": 2.9230769230769234, + "grad_norm": 0.2922384169927997, + "learning_rate": 1.76022227484387e-05, + "loss": 0.3265, + "step": 722 + }, + { + "epoch": 2.9271255060728745, + "grad_norm": 0.3499894025456508, + "learning_rate": 1.7546085994643807e-05, + "loss": 0.327, + "step": 723 + }, + { + "epoch": 2.931174089068826, + "grad_norm": 0.3206976525744842, + "learning_rate": 1.7489968862279902e-05, + "loss": 0.3229, + "step": 724 + }, + { + "epoch": 2.9352226720647776, + "grad_norm": 0.3168263754844279, + "learning_rate": 1.743387180005809e-05, + "loss": 0.3177, + "step": 725 + }, + { + "epoch": 2.9392712550607287, + "grad_norm": 0.3497360260589751, + "learning_rate": 1.737779525652899e-05, + "loss": 0.3308, + "step": 726 + }, + { + "epoch": 2.9433198380566803, + "grad_norm": 0.27004964714361934, + "learning_rate": 1.732173968007914e-05, + "loss": 0.3313, + "step": 727 + }, + { + "epoch": 2.9473684210526314, + "grad_norm": 0.34614482945338926, + "learning_rate": 1.7265705518927437e-05, + "loss": 0.3261, + "step": 728 + }, + { + "epoch": 2.951417004048583, + "grad_norm": 0.26872519059081595, + "learning_rate": 1.7209693221121542e-05, + "loss": 0.3342, + "step": 729 + }, + { + "epoch": 2.9554655870445345, + "grad_norm": 0.3480852967940438, + "learning_rate": 1.7153703234534302e-05, + "loss": 0.3346, + "step": 730 + }, + { + "epoch": 2.9595141700404857, + "grad_norm": 0.25588780538150135, + "learning_rate": 1.709773600686015e-05, + "loss": 0.3371, + "step": 731 + }, + { + "epoch": 2.9635627530364372, + "grad_norm": 0.3394437980135882, + "learning_rate": 1.7041791985611548e-05, + "loss": 0.3377, + "step": 732 + }, + { + "epoch": 2.967611336032389, + "grad_norm": 0.2606149958374711, + "learning_rate": 1.69858716181154e-05, + "loss": 0.3237, + "step": 733 + }, + { + "epoch": 2.97165991902834, + "grad_norm": 0.3100572447089001, + "learning_rate": 1.692997535150948e-05, + "loss": 0.3246, + "step": 734 + }, + { + "epoch": 2.9757085020242915, + "grad_norm": 0.2530122638204838, + "learning_rate": 1.687410363273884e-05, + "loss": 0.3306, + "step": 735 + }, + { + "epoch": 2.979757085020243, + "grad_norm": 0.28071729329765166, + "learning_rate": 1.6818256908552257e-05, + "loss": 0.3127, + "step": 736 + }, + { + "epoch": 2.983805668016194, + "grad_norm": 0.2612417151720562, + "learning_rate": 1.6762435625498646e-05, + "loss": 0.3308, + "step": 737 + }, + { + "epoch": 2.9878542510121457, + "grad_norm": 0.274653629337752, + "learning_rate": 1.67066402299235e-05, + "loss": 0.3161, + "step": 738 + }, + { + "epoch": 2.9919028340080973, + "grad_norm": 0.27565126590514877, + "learning_rate": 1.6650871167965313e-05, + "loss": 0.3283, + "step": 739 + }, + { + "epoch": 2.9959514170040484, + "grad_norm": 0.26029657231286657, + "learning_rate": 1.6595128885552028e-05, + "loss": 0.3248, + "step": 740 + }, + { + "epoch": 3.0, + "grad_norm": 0.3022106776803987, + "learning_rate": 1.653941382839745e-05, + "loss": 0.3303, + "step": 741 + }, + { + "epoch": 3.0040485829959516, + "grad_norm": 0.3807111670353343, + "learning_rate": 1.6483726441997673e-05, + "loss": 0.2742, + "step": 742 + }, + { + "epoch": 3.0080971659919027, + "grad_norm": 0.349832317066995, + "learning_rate": 1.642806717162757e-05, + "loss": 0.2691, + "step": 743 + }, + { + "epoch": 3.0121457489878543, + "grad_norm": 0.48239978522152627, + "learning_rate": 1.637243646233718e-05, + "loss": 0.2729, + "step": 744 + }, + { + "epoch": 3.016194331983806, + "grad_norm": 0.46445370525180135, + "learning_rate": 1.6316834758948174e-05, + "loss": 0.2709, + "step": 745 + }, + { + "epoch": 3.020242914979757, + "grad_norm": 0.4212781452496739, + "learning_rate": 1.6261262506050282e-05, + "loss": 0.2889, + "step": 746 + }, + { + "epoch": 3.0242914979757085, + "grad_norm": 0.4276988700492399, + "learning_rate": 1.620572014799777e-05, + "loss": 0.2733, + "step": 747 + }, + { + "epoch": 3.02834008097166, + "grad_norm": 0.42009334313033925, + "learning_rate": 1.6150208128905857e-05, + "loss": 0.2761, + "step": 748 + }, + { + "epoch": 3.032388663967611, + "grad_norm": 0.4077662422538657, + "learning_rate": 1.6094726892647147e-05, + "loss": 0.2843, + "step": 749 + }, + { + "epoch": 3.0364372469635628, + "grad_norm": 0.38810204304843066, + "learning_rate": 1.6039276882848135e-05, + "loss": 0.2787, + "step": 750 + }, + { + "epoch": 3.0404858299595143, + "grad_norm": 0.3936922771954841, + "learning_rate": 1.5983858542885635e-05, + "loss": 0.275, + "step": 751 + }, + { + "epoch": 3.0445344129554655, + "grad_norm": 0.3961585134193718, + "learning_rate": 1.5928472315883203e-05, + "loss": 0.2681, + "step": 752 + }, + { + "epoch": 3.048582995951417, + "grad_norm": 0.3635941391064022, + "learning_rate": 1.5873118644707633e-05, + "loss": 0.2797, + "step": 753 + }, + { + "epoch": 3.0526315789473686, + "grad_norm": 0.4081985234867659, + "learning_rate": 1.5817797971965413e-05, + "loss": 0.2807, + "step": 754 + }, + { + "epoch": 3.0566801619433197, + "grad_norm": 0.3492959302027448, + "learning_rate": 1.576251073999917e-05, + "loss": 0.2694, + "step": 755 + }, + { + "epoch": 3.0607287449392713, + "grad_norm": 0.3930098663844821, + "learning_rate": 1.5707257390884126e-05, + "loss": 0.2775, + "step": 756 + }, + { + "epoch": 3.064777327935223, + "grad_norm": 0.29618041795230043, + "learning_rate": 1.5652038366424595e-05, + "loss": 0.2665, + "step": 757 + }, + { + "epoch": 3.068825910931174, + "grad_norm": 0.36462313547049424, + "learning_rate": 1.5596854108150424e-05, + "loss": 0.274, + "step": 758 + }, + { + "epoch": 3.0728744939271255, + "grad_norm": 0.30880429842466983, + "learning_rate": 1.5541705057313476e-05, + "loss": 0.2788, + "step": 759 + }, + { + "epoch": 3.076923076923077, + "grad_norm": 0.3412071439252954, + "learning_rate": 1.5486591654884086e-05, + "loss": 0.2743, + "step": 760 + }, + { + "epoch": 3.080971659919028, + "grad_norm": 0.3332365427787809, + "learning_rate": 1.543151434154755e-05, + "loss": 0.2782, + "step": 761 + }, + { + "epoch": 3.08502024291498, + "grad_norm": 0.29080981854198845, + "learning_rate": 1.5376473557700615e-05, + "loss": 0.2661, + "step": 762 + }, + { + "epoch": 3.0890688259109313, + "grad_norm": 0.32648604089211597, + "learning_rate": 1.5321469743447893e-05, + "loss": 0.2792, + "step": 763 + }, + { + "epoch": 3.0931174089068825, + "grad_norm": 0.2925570009553845, + "learning_rate": 1.5266503338598434e-05, + "loss": 0.2764, + "step": 764 + }, + { + "epoch": 3.097165991902834, + "grad_norm": 0.2917693306700956, + "learning_rate": 1.5211574782662149e-05, + "loss": 0.2665, + "step": 765 + }, + { + "epoch": 3.1012145748987856, + "grad_norm": 0.2834658021687837, + "learning_rate": 1.5156684514846307e-05, + "loss": 0.2769, + "step": 766 + }, + { + "epoch": 3.1052631578947367, + "grad_norm": 0.2602630148915178, + "learning_rate": 1.5101832974052012e-05, + "loss": 0.2706, + "step": 767 + }, + { + "epoch": 3.1093117408906883, + "grad_norm": 0.2778653325382843, + "learning_rate": 1.5047020598870737e-05, + "loss": 0.2742, + "step": 768 + }, + { + "epoch": 3.11336032388664, + "grad_norm": 0.2673402867835856, + "learning_rate": 1.4992247827580778e-05, + "loss": 0.2744, + "step": 769 + }, + { + "epoch": 3.117408906882591, + "grad_norm": 0.2544422981325937, + "learning_rate": 1.493751509814374e-05, + "loss": 0.2763, + "step": 770 + }, + { + "epoch": 3.1214574898785425, + "grad_norm": 0.2730791765706394, + "learning_rate": 1.4882822848201073e-05, + "loss": 0.2762, + "step": 771 + }, + { + "epoch": 3.125506072874494, + "grad_norm": 0.26740991796653196, + "learning_rate": 1.4828171515070553e-05, + "loss": 0.2826, + "step": 772 + }, + { + "epoch": 3.1295546558704452, + "grad_norm": 0.2600321900101284, + "learning_rate": 1.4773561535742793e-05, + "loss": 0.2777, + "step": 773 + }, + { + "epoch": 3.133603238866397, + "grad_norm": 0.2914200717983961, + "learning_rate": 1.4718993346877715e-05, + "loss": 0.2692, + "step": 774 + }, + { + "epoch": 3.1376518218623484, + "grad_norm": 0.26704316645369836, + "learning_rate": 1.466446738480111e-05, + "loss": 0.2743, + "step": 775 + }, + { + "epoch": 3.1417004048582995, + "grad_norm": 0.30516324658587746, + "learning_rate": 1.460998408550112e-05, + "loss": 0.2792, + "step": 776 + }, + { + "epoch": 3.145748987854251, + "grad_norm": 0.24700455731491516, + "learning_rate": 1.4555543884624751e-05, + "loss": 0.2704, + "step": 777 + }, + { + "epoch": 3.1497975708502026, + "grad_norm": 0.2948000786400748, + "learning_rate": 1.4501147217474402e-05, + "loss": 0.2751, + "step": 778 + }, + { + "epoch": 3.1538461538461537, + "grad_norm": 0.25441399414981586, + "learning_rate": 1.444679451900437e-05, + "loss": 0.2818, + "step": 779 + }, + { + "epoch": 3.1578947368421053, + "grad_norm": 0.30247729414898883, + "learning_rate": 1.4392486223817397e-05, + "loss": 0.2662, + "step": 780 + }, + { + "epoch": 3.161943319838057, + "grad_norm": 0.280853822029091, + "learning_rate": 1.4338222766161143e-05, + "loss": 0.2823, + "step": 781 + }, + { + "epoch": 3.165991902834008, + "grad_norm": 0.2782547981804865, + "learning_rate": 1.4284004579924777e-05, + "loss": 0.2757, + "step": 782 + }, + { + "epoch": 3.1700404858299596, + "grad_norm": 0.3239006680509943, + "learning_rate": 1.4229832098635479e-05, + "loss": 0.2743, + "step": 783 + }, + { + "epoch": 3.174089068825911, + "grad_norm": 0.2857732592283415, + "learning_rate": 1.4175705755454963e-05, + "loss": 0.2748, + "step": 784 + }, + { + "epoch": 3.1781376518218623, + "grad_norm": 0.2615572180412549, + "learning_rate": 1.412162598317602e-05, + "loss": 0.2714, + "step": 785 + }, + { + "epoch": 3.182186234817814, + "grad_norm": 0.2698541493665801, + "learning_rate": 1.406759321421907e-05, + "loss": 0.2712, + "step": 786 + }, + { + "epoch": 3.1862348178137654, + "grad_norm": 0.26425355616392837, + "learning_rate": 1.401360788062871e-05, + "loss": 0.2829, + "step": 787 + }, + { + "epoch": 3.1902834008097165, + "grad_norm": 0.2708589499498556, + "learning_rate": 1.3959670414070204e-05, + "loss": 0.2813, + "step": 788 + }, + { + "epoch": 3.194331983805668, + "grad_norm": 0.28951697928525866, + "learning_rate": 1.3905781245826108e-05, + "loss": 0.2779, + "step": 789 + }, + { + "epoch": 3.1983805668016196, + "grad_norm": 0.2693885794299976, + "learning_rate": 1.3851940806792778e-05, + "loss": 0.2822, + "step": 790 + }, + { + "epoch": 3.2024291497975708, + "grad_norm": 0.24778454552646959, + "learning_rate": 1.379814952747693e-05, + "loss": 0.2687, + "step": 791 + }, + { + "epoch": 3.2064777327935223, + "grad_norm": 0.26202803728572005, + "learning_rate": 1.3744407837992193e-05, + "loss": 0.2793, + "step": 792 + }, + { + "epoch": 3.2105263157894735, + "grad_norm": 0.2385925219539221, + "learning_rate": 1.3690716168055692e-05, + "loss": 0.2795, + "step": 793 + }, + { + "epoch": 3.214574898785425, + "grad_norm": 0.25142239121622295, + "learning_rate": 1.363707494698459e-05, + "loss": 0.28, + "step": 794 + }, + { + "epoch": 3.2186234817813766, + "grad_norm": 0.2451446455417434, + "learning_rate": 1.358348460369265e-05, + "loss": 0.2746, + "step": 795 + }, + { + "epoch": 3.2226720647773277, + "grad_norm": 0.232271809451463, + "learning_rate": 1.352994556668684e-05, + "loss": 0.2759, + "step": 796 + }, + { + "epoch": 3.2267206477732793, + "grad_norm": 0.23641943368410048, + "learning_rate": 1.3476458264063865e-05, + "loss": 0.276, + "step": 797 + }, + { + "epoch": 3.230769230769231, + "grad_norm": 0.23554279151862445, + "learning_rate": 1.342302312350678e-05, + "loss": 0.2729, + "step": 798 + }, + { + "epoch": 3.234817813765182, + "grad_norm": 0.24477876363961792, + "learning_rate": 1.3369640572281537e-05, + "loss": 0.2697, + "step": 799 + }, + { + "epoch": 3.2388663967611335, + "grad_norm": 0.2523750015946744, + "learning_rate": 1.3316311037233596e-05, + "loss": 0.2788, + "step": 800 + }, + { + "epoch": 3.242914979757085, + "grad_norm": 0.24146190626461972, + "learning_rate": 1.326303494478451e-05, + "loss": 0.2731, + "step": 801 + }, + { + "epoch": 3.246963562753036, + "grad_norm": 0.2169492916200463, + "learning_rate": 1.3209812720928472e-05, + "loss": 0.277, + "step": 802 + }, + { + "epoch": 3.251012145748988, + "grad_norm": 0.2580482582016838, + "learning_rate": 1.315664479122898e-05, + "loss": 0.2712, + "step": 803 + }, + { + "epoch": 3.2550607287449393, + "grad_norm": 0.22244591798957689, + "learning_rate": 1.3103531580815378e-05, + "loss": 0.2726, + "step": 804 + }, + { + "epoch": 3.2591093117408905, + "grad_norm": 0.24775605139556944, + "learning_rate": 1.3050473514379488e-05, + "loss": 0.2815, + "step": 805 + }, + { + "epoch": 3.263157894736842, + "grad_norm": 0.23892739374533165, + "learning_rate": 1.2997471016172188e-05, + "loss": 0.266, + "step": 806 + }, + { + "epoch": 3.2672064777327936, + "grad_norm": 0.23694251003006844, + "learning_rate": 1.2944524510000042e-05, + "loss": 0.2729, + "step": 807 + }, + { + "epoch": 3.2712550607287447, + "grad_norm": 0.22917294140392105, + "learning_rate": 1.2891634419221908e-05, + "loss": 0.2751, + "step": 808 + }, + { + "epoch": 3.2753036437246963, + "grad_norm": 0.2314734729742517, + "learning_rate": 1.2838801166745545e-05, + "loss": 0.2782, + "step": 809 + }, + { + "epoch": 3.279352226720648, + "grad_norm": 0.24140460224424254, + "learning_rate": 1.2786025175024216e-05, + "loss": 0.2751, + "step": 810 + }, + { + "epoch": 3.283400809716599, + "grad_norm": 0.2343467815099869, + "learning_rate": 1.2733306866053357e-05, + "loss": 0.281, + "step": 811 + }, + { + "epoch": 3.2874493927125505, + "grad_norm": 0.24665425792808918, + "learning_rate": 1.2680646661367163e-05, + "loss": 0.2783, + "step": 812 + }, + { + "epoch": 3.291497975708502, + "grad_norm": 0.23044918157824443, + "learning_rate": 1.2628044982035219e-05, + "loss": 0.2696, + "step": 813 + }, + { + "epoch": 3.2955465587044532, + "grad_norm": 0.24036315861716853, + "learning_rate": 1.2575502248659155e-05, + "loss": 0.2799, + "step": 814 + }, + { + "epoch": 3.299595141700405, + "grad_norm": 0.24406247061331707, + "learning_rate": 1.2523018881369269e-05, + "loss": 0.2706, + "step": 815 + }, + { + "epoch": 3.3036437246963564, + "grad_norm": 0.25774594794960304, + "learning_rate": 1.2470595299821176e-05, + "loss": 0.2747, + "step": 816 + }, + { + "epoch": 3.3076923076923075, + "grad_norm": 0.22897634257501345, + "learning_rate": 1.2418231923192416e-05, + "loss": 0.2707, + "step": 817 + }, + { + "epoch": 3.311740890688259, + "grad_norm": 0.2825654539426092, + "learning_rate": 1.2365929170179165e-05, + "loss": 0.2697, + "step": 818 + }, + { + "epoch": 3.3157894736842106, + "grad_norm": 0.2609501623811238, + "learning_rate": 1.2313687458992848e-05, + "loss": 0.2804, + "step": 819 + }, + { + "epoch": 3.3198380566801617, + "grad_norm": 0.28915895852753254, + "learning_rate": 1.2261507207356785e-05, + "loss": 0.2764, + "step": 820 + }, + { + "epoch": 3.3238866396761133, + "grad_norm": 0.235120791237541, + "learning_rate": 1.220938883250288e-05, + "loss": 0.2752, + "step": 821 + }, + { + "epoch": 3.327935222672065, + "grad_norm": 0.2761535111370908, + "learning_rate": 1.215733275116827e-05, + "loss": 0.272, + "step": 822 + }, + { + "epoch": 3.331983805668016, + "grad_norm": 0.25893626716062274, + "learning_rate": 1.2105339379592005e-05, + "loss": 0.2771, + "step": 823 + }, + { + "epoch": 3.3360323886639676, + "grad_norm": 0.2682121301046348, + "learning_rate": 1.2053409133511681e-05, + "loss": 0.2773, + "step": 824 + }, + { + "epoch": 3.340080971659919, + "grad_norm": 0.2880273866941973, + "learning_rate": 1.2001542428160173e-05, + "loss": 0.268, + "step": 825 + }, + { + "epoch": 3.3441295546558703, + "grad_norm": 0.25040025755800327, + "learning_rate": 1.1949739678262278e-05, + "loss": 0.287, + "step": 826 + }, + { + "epoch": 3.348178137651822, + "grad_norm": 0.32522165444399437, + "learning_rate": 1.189800129803139e-05, + "loss": 0.2766, + "step": 827 + }, + { + "epoch": 3.3522267206477734, + "grad_norm": 0.23622169977320367, + "learning_rate": 1.1846327701166228e-05, + "loss": 0.2771, + "step": 828 + }, + { + "epoch": 3.3562753036437245, + "grad_norm": 0.27892079505854445, + "learning_rate": 1.1794719300847493e-05, + "loss": 0.2695, + "step": 829 + }, + { + "epoch": 3.360323886639676, + "grad_norm": 0.24333212179381003, + "learning_rate": 1.1743176509734582e-05, + "loss": 0.2729, + "step": 830 + }, + { + "epoch": 3.3643724696356276, + "grad_norm": 0.2441073124792414, + "learning_rate": 1.1691699739962275e-05, + "loss": 0.2681, + "step": 831 + }, + { + "epoch": 3.3684210526315788, + "grad_norm": 0.26170112880797236, + "learning_rate": 1.1640289403137456e-05, + "loss": 0.2714, + "step": 832 + }, + { + "epoch": 3.3724696356275303, + "grad_norm": 0.22690391801102577, + "learning_rate": 1.1588945910335802e-05, + "loss": 0.2683, + "step": 833 + }, + { + "epoch": 3.376518218623482, + "grad_norm": 0.2619860091663427, + "learning_rate": 1.1537669672098517e-05, + "loss": 0.2743, + "step": 834 + }, + { + "epoch": 3.380566801619433, + "grad_norm": 0.2320097129705707, + "learning_rate": 1.1486461098429036e-05, + "loss": 0.2708, + "step": 835 + }, + { + "epoch": 3.3846153846153846, + "grad_norm": 0.2530283503131196, + "learning_rate": 1.1435320598789747e-05, + "loss": 0.2729, + "step": 836 + }, + { + "epoch": 3.388663967611336, + "grad_norm": 0.2413095837425721, + "learning_rate": 1.1384248582098736e-05, + "loss": 0.2771, + "step": 837 + }, + { + "epoch": 3.3927125506072873, + "grad_norm": 0.2400679970011188, + "learning_rate": 1.1333245456726467e-05, + "loss": 0.2745, + "step": 838 + }, + { + "epoch": 3.396761133603239, + "grad_norm": 0.23877503800304012, + "learning_rate": 1.128231163049258e-05, + "loss": 0.2677, + "step": 839 + }, + { + "epoch": 3.4008097165991904, + "grad_norm": 0.2354828412167009, + "learning_rate": 1.123144751066259e-05, + "loss": 0.2809, + "step": 840 + }, + { + "epoch": 3.4048582995951415, + "grad_norm": 0.2537533867702976, + "learning_rate": 1.1180653503944657e-05, + "loss": 0.2741, + "step": 841 + }, + { + "epoch": 3.408906882591093, + "grad_norm": 0.2267566948095102, + "learning_rate": 1.1129930016486287e-05, + "loss": 0.2835, + "step": 842 + }, + { + "epoch": 3.4129554655870447, + "grad_norm": 0.23219710043127198, + "learning_rate": 1.107927745387114e-05, + "loss": 0.2789, + "step": 843 + }, + { + "epoch": 3.417004048582996, + "grad_norm": 0.23468314997066345, + "learning_rate": 1.1028696221115766e-05, + "loss": 0.2896, + "step": 844 + }, + { + "epoch": 3.4210526315789473, + "grad_norm": 0.21681962413047481, + "learning_rate": 1.0978186722666341e-05, + "loss": 0.2786, + "step": 845 + }, + { + "epoch": 3.425101214574899, + "grad_norm": 0.2784080543794963, + "learning_rate": 1.0927749362395475e-05, + "loss": 0.2731, + "step": 846 + }, + { + "epoch": 3.42914979757085, + "grad_norm": 0.2378342145013633, + "learning_rate": 1.0877384543598954e-05, + "loss": 0.274, + "step": 847 + }, + { + "epoch": 3.4331983805668016, + "grad_norm": 0.2414318287110422, + "learning_rate": 1.0827092668992529e-05, + "loss": 0.2806, + "step": 848 + }, + { + "epoch": 3.437246963562753, + "grad_norm": 0.25646539720310524, + "learning_rate": 1.077687414070869e-05, + "loss": 0.2763, + "step": 849 + }, + { + "epoch": 3.4412955465587043, + "grad_norm": 0.23235206654311297, + "learning_rate": 1.0726729360293451e-05, + "loss": 0.2728, + "step": 850 + }, + { + "epoch": 3.445344129554656, + "grad_norm": 0.23076786812757832, + "learning_rate": 1.0676658728703147e-05, + "loss": 0.2745, + "step": 851 + }, + { + "epoch": 3.4493927125506074, + "grad_norm": 0.25215074241387303, + "learning_rate": 1.0626662646301198e-05, + "loss": 0.2846, + "step": 852 + }, + { + "epoch": 3.4534412955465585, + "grad_norm": 0.2385634459069952, + "learning_rate": 1.0576741512854958e-05, + "loss": 0.273, + "step": 853 + }, + { + "epoch": 3.45748987854251, + "grad_norm": 0.22630816004221566, + "learning_rate": 1.052689572753247e-05, + "loss": 0.2656, + "step": 854 + }, + { + "epoch": 3.4615384615384617, + "grad_norm": 0.2301712185942561, + "learning_rate": 1.0477125688899328e-05, + "loss": 0.2653, + "step": 855 + }, + { + "epoch": 3.465587044534413, + "grad_norm": 0.22388249107199926, + "learning_rate": 1.0427431794915406e-05, + "loss": 0.2782, + "step": 856 + }, + { + "epoch": 3.4696356275303644, + "grad_norm": 0.2302601182751212, + "learning_rate": 1.0377814442931769e-05, + "loss": 0.2773, + "step": 857 + }, + { + "epoch": 3.473684210526316, + "grad_norm": 0.26547819550423585, + "learning_rate": 1.0328274029687439e-05, + "loss": 0.2732, + "step": 858 + }, + { + "epoch": 3.477732793522267, + "grad_norm": 0.22763908071448105, + "learning_rate": 1.0278810951306253e-05, + "loss": 0.2889, + "step": 859 + }, + { + "epoch": 3.4817813765182186, + "grad_norm": 0.26897920806810627, + "learning_rate": 1.0229425603293647e-05, + "loss": 0.2793, + "step": 860 + }, + { + "epoch": 3.48582995951417, + "grad_norm": 0.24381467802667123, + "learning_rate": 1.0180118380533558e-05, + "loss": 0.2816, + "step": 861 + }, + { + "epoch": 3.4898785425101213, + "grad_norm": 0.23615206474535666, + "learning_rate": 1.0130889677285225e-05, + "loss": 0.2748, + "step": 862 + }, + { + "epoch": 3.493927125506073, + "grad_norm": 0.2350609060824703, + "learning_rate": 1.008173988718005e-05, + "loss": 0.2794, + "step": 863 + }, + { + "epoch": 3.4979757085020244, + "grad_norm": 0.22938156889405847, + "learning_rate": 1.0032669403218439e-05, + "loss": 0.2715, + "step": 864 + }, + { + "epoch": 3.5020242914979756, + "grad_norm": 0.21494295559252222, + "learning_rate": 9.983678617766677e-06, + "loss": 0.2728, + "step": 865 + }, + { + "epoch": 3.506072874493927, + "grad_norm": 0.23022167131987678, + "learning_rate": 9.934767922553788e-06, + "loss": 0.2816, + "step": 866 + }, + { + "epoch": 3.5101214574898787, + "grad_norm": 0.20821597281485, + "learning_rate": 9.885937708668371e-06, + "loss": 0.2726, + "step": 867 + }, + { + "epoch": 3.51417004048583, + "grad_norm": 0.24189179552455625, + "learning_rate": 9.837188366555524e-06, + "loss": 0.2785, + "step": 868 + }, + { + "epoch": 3.5182186234817814, + "grad_norm": 0.23133561718673346, + "learning_rate": 9.788520286013691e-06, + "loss": 0.277, + "step": 869 + }, + { + "epoch": 3.522267206477733, + "grad_norm": 0.23830922390770395, + "learning_rate": 9.739933856191537e-06, + "loss": 0.2823, + "step": 870 + }, + { + "epoch": 3.526315789473684, + "grad_norm": 0.23922054888006852, + "learning_rate": 9.691429465584866e-06, + "loss": 0.2748, + "step": 871 + }, + { + "epoch": 3.5303643724696356, + "grad_norm": 0.21440997857920704, + "learning_rate": 9.643007502033492e-06, + "loss": 0.2749, + "step": 872 + }, + { + "epoch": 3.534412955465587, + "grad_norm": 0.24591794569390474, + "learning_rate": 9.594668352718152e-06, + "loss": 0.2811, + "step": 873 + }, + { + "epoch": 3.5384615384615383, + "grad_norm": 0.22205861372907057, + "learning_rate": 9.546412404157383e-06, + "loss": 0.2725, + "step": 874 + }, + { + "epoch": 3.54251012145749, + "grad_norm": 0.22651784515608425, + "learning_rate": 9.498240042204471e-06, + "loss": 0.2792, + "step": 875 + }, + { + "epoch": 3.5465587044534415, + "grad_norm": 0.22145706153477152, + "learning_rate": 9.450151652044339e-06, + "loss": 0.2685, + "step": 876 + }, + { + "epoch": 3.5506072874493926, + "grad_norm": 0.20063430086294995, + "learning_rate": 9.402147618190472e-06, + "loss": 0.2655, + "step": 877 + }, + { + "epoch": 3.554655870445344, + "grad_norm": 0.2172324722610394, + "learning_rate": 9.354228324481841e-06, + "loss": 0.2782, + "step": 878 + }, + { + "epoch": 3.5587044534412957, + "grad_norm": 0.21988185820438128, + "learning_rate": 9.306394154079852e-06, + "loss": 0.2734, + "step": 879 + }, + { + "epoch": 3.562753036437247, + "grad_norm": 0.23476551955918426, + "learning_rate": 9.258645489465254e-06, + "loss": 0.2704, + "step": 880 + }, + { + "epoch": 3.5668016194331984, + "grad_norm": 0.20509312224441187, + "learning_rate": 9.21098271243509e-06, + "loss": 0.2683, + "step": 881 + }, + { + "epoch": 3.57085020242915, + "grad_norm": 0.22525701629163783, + "learning_rate": 9.163406204099659e-06, + "loss": 0.2812, + "step": 882 + }, + { + "epoch": 3.574898785425101, + "grad_norm": 0.21912618210375634, + "learning_rate": 9.115916344879452e-06, + "loss": 0.2806, + "step": 883 + }, + { + "epoch": 3.5789473684210527, + "grad_norm": 0.21005970533952878, + "learning_rate": 9.068513514502126e-06, + "loss": 0.2718, + "step": 884 + }, + { + "epoch": 3.582995951417004, + "grad_norm": 0.2092717616858676, + "learning_rate": 9.021198091999439e-06, + "loss": 0.2756, + "step": 885 + }, + { + "epoch": 3.5870445344129553, + "grad_norm": 0.2182326965180649, + "learning_rate": 8.973970455704251e-06, + "loss": 0.2764, + "step": 886 + }, + { + "epoch": 3.591093117408907, + "grad_norm": 0.19710036465041242, + "learning_rate": 8.926830983247495e-06, + "loss": 0.2638, + "step": 887 + }, + { + "epoch": 3.5951417004048585, + "grad_norm": 0.21383164239165223, + "learning_rate": 8.879780051555116e-06, + "loss": 0.2793, + "step": 888 + }, + { + "epoch": 3.5991902834008096, + "grad_norm": 0.21191482153304872, + "learning_rate": 8.83281803684512e-06, + "loss": 0.2687, + "step": 889 + }, + { + "epoch": 3.603238866396761, + "grad_norm": 0.20313758996147396, + "learning_rate": 8.785945314624532e-06, + "loss": 0.2736, + "step": 890 + }, + { + "epoch": 3.6072874493927127, + "grad_norm": 0.2199860641319058, + "learning_rate": 8.739162259686385e-06, + "loss": 0.2837, + "step": 891 + }, + { + "epoch": 3.611336032388664, + "grad_norm": 0.22554234683259633, + "learning_rate": 8.692469246106734e-06, + "loss": 0.2769, + "step": 892 + }, + { + "epoch": 3.6153846153846154, + "grad_norm": 0.21174253794085215, + "learning_rate": 8.645866647241677e-06, + "loss": 0.2779, + "step": 893 + }, + { + "epoch": 3.619433198380567, + "grad_norm": 0.2256228212680917, + "learning_rate": 8.599354835724348e-06, + "loss": 0.2743, + "step": 894 + }, + { + "epoch": 3.623481781376518, + "grad_norm": 0.2223898925375453, + "learning_rate": 8.552934183461958e-06, + "loss": 0.274, + "step": 895 + }, + { + "epoch": 3.6275303643724697, + "grad_norm": 0.21190088850423178, + "learning_rate": 8.506605061632805e-06, + "loss": 0.2753, + "step": 896 + }, + { + "epoch": 3.6315789473684212, + "grad_norm": 0.21135010857398298, + "learning_rate": 8.460367840683308e-06, + "loss": 0.2788, + "step": 897 + }, + { + "epoch": 3.6356275303643724, + "grad_norm": 0.24727104189484128, + "learning_rate": 8.414222890325065e-06, + "loss": 0.2764, + "step": 898 + }, + { + "epoch": 3.639676113360324, + "grad_norm": 0.2292510858450514, + "learning_rate": 8.368170579531855e-06, + "loss": 0.2708, + "step": 899 + }, + { + "epoch": 3.6437246963562755, + "grad_norm": 0.2428317055872157, + "learning_rate": 8.322211276536733e-06, + "loss": 0.2774, + "step": 900 + }, + { + "epoch": 3.6477732793522266, + "grad_norm": 0.25233181451970055, + "learning_rate": 8.27634534882907e-06, + "loss": 0.2864, + "step": 901 + }, + { + "epoch": 3.651821862348178, + "grad_norm": 0.22385919238731983, + "learning_rate": 8.230573163151585e-06, + "loss": 0.2797, + "step": 902 + }, + { + "epoch": 3.6558704453441297, + "grad_norm": 0.20735190172924822, + "learning_rate": 8.184895085497466e-06, + "loss": 0.2675, + "step": 903 + }, + { + "epoch": 3.659919028340081, + "grad_norm": 0.24674296392850603, + "learning_rate": 8.139311481107401e-06, + "loss": 0.2781, + "step": 904 + }, + { + "epoch": 3.6639676113360324, + "grad_norm": 0.22089412450669582, + "learning_rate": 8.093822714466686e-06, + "loss": 0.2736, + "step": 905 + }, + { + "epoch": 3.668016194331984, + "grad_norm": 0.2110804925228935, + "learning_rate": 8.048429149302271e-06, + "loss": 0.2809, + "step": 906 + }, + { + "epoch": 3.672064777327935, + "grad_norm": 0.21145741220273598, + "learning_rate": 8.003131148579902e-06, + "loss": 0.2741, + "step": 907 + }, + { + "epoch": 3.6761133603238867, + "grad_norm": 0.2193780174835947, + "learning_rate": 7.957929074501182e-06, + "loss": 0.2767, + "step": 908 + }, + { + "epoch": 3.6801619433198383, + "grad_norm": 0.21660449443064161, + "learning_rate": 7.912823288500695e-06, + "loss": 0.2728, + "step": 909 + }, + { + "epoch": 3.6842105263157894, + "grad_norm": 0.22258252041012863, + "learning_rate": 7.867814151243102e-06, + "loss": 0.2677, + "step": 910 + }, + { + "epoch": 3.688259109311741, + "grad_norm": 0.21351499198083645, + "learning_rate": 7.822902022620267e-06, + "loss": 0.272, + "step": 911 + }, + { + "epoch": 3.6923076923076925, + "grad_norm": 0.21729370257060804, + "learning_rate": 7.778087261748377e-06, + "loss": 0.2703, + "step": 912 + }, + { + "epoch": 3.6963562753036436, + "grad_norm": 0.2210150207673987, + "learning_rate": 7.733370226965056e-06, + "loss": 0.2763, + "step": 913 + }, + { + "epoch": 3.700404858299595, + "grad_norm": 0.2184291911755706, + "learning_rate": 7.688751275826527e-06, + "loss": 0.2697, + "step": 914 + }, + { + "epoch": 3.7044534412955468, + "grad_norm": 0.21929459797041978, + "learning_rate": 7.644230765104735e-06, + "loss": 0.2739, + "step": 915 + }, + { + "epoch": 3.708502024291498, + "grad_norm": 0.22284383216691867, + "learning_rate": 7.599809050784502e-06, + "loss": 0.2676, + "step": 916 + }, + { + "epoch": 3.7125506072874495, + "grad_norm": 0.2049335655938735, + "learning_rate": 7.555486488060661e-06, + "loss": 0.2682, + "step": 917 + }, + { + "epoch": 3.716599190283401, + "grad_norm": 0.2344048447538668, + "learning_rate": 7.511263431335249e-06, + "loss": 0.2713, + "step": 918 + }, + { + "epoch": 3.720647773279352, + "grad_norm": 0.24162651471196692, + "learning_rate": 7.467140234214656e-06, + "loss": 0.272, + "step": 919 + }, + { + "epoch": 3.7246963562753037, + "grad_norm": 0.20684513683924086, + "learning_rate": 7.423117249506777e-06, + "loss": 0.2722, + "step": 920 + }, + { + "epoch": 3.7287449392712553, + "grad_norm": 0.2461877044968067, + "learning_rate": 7.379194829218231e-06, + "loss": 0.2817, + "step": 921 + }, + { + "epoch": 3.7327935222672064, + "grad_norm": 0.1952359751069477, + "learning_rate": 7.335373324551518e-06, + "loss": 0.271, + "step": 922 + }, + { + "epoch": 3.736842105263158, + "grad_norm": 0.22980890964937045, + "learning_rate": 7.291653085902224e-06, + "loss": 0.2747, + "step": 923 + }, + { + "epoch": 3.7408906882591095, + "grad_norm": 0.21859166928330825, + "learning_rate": 7.248034462856213e-06, + "loss": 0.2843, + "step": 924 + }, + { + "epoch": 3.7449392712550607, + "grad_norm": 0.20560634002592448, + "learning_rate": 7.20451780418683e-06, + "loss": 0.2746, + "step": 925 + }, + { + "epoch": 3.748987854251012, + "grad_norm": 0.22465689583859824, + "learning_rate": 7.161103457852128e-06, + "loss": 0.2738, + "step": 926 + }, + { + "epoch": 3.753036437246964, + "grad_norm": 0.22195712249172275, + "learning_rate": 7.117791770992046e-06, + "loss": 0.2766, + "step": 927 + }, + { + "epoch": 3.757085020242915, + "grad_norm": 0.1962922303227133, + "learning_rate": 7.074583089925688e-06, + "loss": 0.2759, + "step": 928 + }, + { + "epoch": 3.7611336032388665, + "grad_norm": 0.2157005949205307, + "learning_rate": 7.0314777601485155e-06, + "loss": 0.2733, + "step": 929 + }, + { + "epoch": 3.765182186234818, + "grad_norm": 0.21806072420912012, + "learning_rate": 6.988476126329604e-06, + "loss": 0.2705, + "step": 930 + }, + { + "epoch": 3.769230769230769, + "grad_norm": 0.21755083371163456, + "learning_rate": 6.945578532308857e-06, + "loss": 0.2722, + "step": 931 + }, + { + "epoch": 3.7732793522267207, + "grad_norm": 0.21318028310926515, + "learning_rate": 6.902785321094301e-06, + "loss": 0.2697, + "step": 932 + }, + { + "epoch": 3.7773279352226723, + "grad_norm": 0.2120356772809327, + "learning_rate": 6.8600968348593115e-06, + "loss": 0.2818, + "step": 933 + }, + { + "epoch": 3.7813765182186234, + "grad_norm": 0.20994042615871403, + "learning_rate": 6.817513414939892e-06, + "loss": 0.2796, + "step": 934 + }, + { + "epoch": 3.785425101214575, + "grad_norm": 0.22745249783902444, + "learning_rate": 6.775035401831924e-06, + "loss": 0.2805, + "step": 935 + }, + { + "epoch": 3.7894736842105265, + "grad_norm": 0.21490644610619222, + "learning_rate": 6.732663135188473e-06, + "loss": 0.2805, + "step": 936 + }, + { + "epoch": 3.7935222672064777, + "grad_norm": 0.2094184014507191, + "learning_rate": 6.690396953817055e-06, + "loss": 0.2771, + "step": 937 + }, + { + "epoch": 3.7975708502024292, + "grad_norm": 0.21443297678922457, + "learning_rate": 6.648237195676927e-06, + "loss": 0.2681, + "step": 938 + }, + { + "epoch": 3.801619433198381, + "grad_norm": 0.2122903309095137, + "learning_rate": 6.606184197876395e-06, + "loss": 0.2787, + "step": 939 + }, + { + "epoch": 3.805668016194332, + "grad_norm": 0.22367856113856904, + "learning_rate": 6.564238296670109e-06, + "loss": 0.2663, + "step": 940 + }, + { + "epoch": 3.8097165991902835, + "grad_norm": 0.2136599132414139, + "learning_rate": 6.52239982745638e-06, + "loss": 0.2819, + "step": 941 + }, + { + "epoch": 3.813765182186235, + "grad_norm": 0.20126059989771306, + "learning_rate": 6.480669124774484e-06, + "loss": 0.2756, + "step": 942 + }, + { + "epoch": 3.817813765182186, + "grad_norm": 0.22260929637002153, + "learning_rate": 6.439046522302013e-06, + "loss": 0.2748, + "step": 943 + }, + { + "epoch": 3.8218623481781377, + "grad_norm": 0.2078845416275104, + "learning_rate": 6.397532352852191e-06, + "loss": 0.2748, + "step": 944 + }, + { + "epoch": 3.8259109311740893, + "grad_norm": 0.2086526767920512, + "learning_rate": 6.356126948371202e-06, + "loss": 0.2757, + "step": 945 + }, + { + "epoch": 3.8299595141700404, + "grad_norm": 0.2009735155240999, + "learning_rate": 6.314830639935559e-06, + "loss": 0.2742, + "step": 946 + }, + { + "epoch": 3.834008097165992, + "grad_norm": 0.21269515007043188, + "learning_rate": 6.273643757749448e-06, + "loss": 0.2729, + "step": 947 + }, + { + "epoch": 3.8380566801619436, + "grad_norm": 0.20005503806021172, + "learning_rate": 6.2325666311420856e-06, + "loss": 0.2772, + "step": 948 + }, + { + "epoch": 3.8421052631578947, + "grad_norm": 0.20404395302262462, + "learning_rate": 6.1915995885650675e-06, + "loss": 0.2732, + "step": 949 + }, + { + "epoch": 3.8461538461538463, + "grad_norm": 0.1972606330578435, + "learning_rate": 6.150742957589784e-06, + "loss": 0.2722, + "step": 950 + }, + { + "epoch": 3.850202429149798, + "grad_norm": 0.2149999615336088, + "learning_rate": 6.109997064904774e-06, + "loss": 0.2727, + "step": 951 + }, + { + "epoch": 3.854251012145749, + "grad_norm": 0.20756755296886994, + "learning_rate": 6.069362236313092e-06, + "loss": 0.2794, + "step": 952 + }, + { + "epoch": 3.8582995951417005, + "grad_norm": 0.20177877922734175, + "learning_rate": 6.0288387967297565e-06, + "loss": 0.2705, + "step": 953 + }, + { + "epoch": 3.862348178137652, + "grad_norm": 0.2036391847155884, + "learning_rate": 5.988427070179108e-06, + "loss": 0.2763, + "step": 954 + }, + { + "epoch": 3.866396761133603, + "grad_norm": 0.19519817133801826, + "learning_rate": 5.948127379792234e-06, + "loss": 0.2735, + "step": 955 + }, + { + "epoch": 3.8704453441295548, + "grad_norm": 0.2045121516435489, + "learning_rate": 5.90794004780439e-06, + "loss": 0.2793, + "step": 956 + }, + { + "epoch": 3.8744939271255063, + "grad_norm": 0.1990767367486031, + "learning_rate": 5.867865395552405e-06, + "loss": 0.2797, + "step": 957 + }, + { + "epoch": 3.8785425101214575, + "grad_norm": 0.20420554681388453, + "learning_rate": 5.8279037434721364e-06, + "loss": 0.2786, + "step": 958 + }, + { + "epoch": 3.882591093117409, + "grad_norm": 0.20651265489341344, + "learning_rate": 5.788055411095892e-06, + "loss": 0.2754, + "step": 959 + }, + { + "epoch": 3.8866396761133606, + "grad_norm": 0.18943375380851515, + "learning_rate": 5.7483207170498625e-06, + "loss": 0.2687, + "step": 960 + }, + { + "epoch": 3.8906882591093117, + "grad_norm": 0.18633420379213766, + "learning_rate": 5.708699979051613e-06, + "loss": 0.2687, + "step": 961 + }, + { + "epoch": 3.8947368421052633, + "grad_norm": 0.2222206075754405, + "learning_rate": 5.66919351390751e-06, + "loss": 0.2796, + "step": 962 + }, + { + "epoch": 3.898785425101215, + "grad_norm": 0.22379365486963274, + "learning_rate": 5.629801637510188e-06, + "loss": 0.2763, + "step": 963 + }, + { + "epoch": 3.902834008097166, + "grad_norm": 0.19302610887515148, + "learning_rate": 5.590524664836043e-06, + "loss": 0.2674, + "step": 964 + }, + { + "epoch": 3.9068825910931175, + "grad_norm": 0.20077715470105464, + "learning_rate": 5.551362909942708e-06, + "loss": 0.2749, + "step": 965 + }, + { + "epoch": 3.910931174089069, + "grad_norm": 0.2043046620779261, + "learning_rate": 5.51231668596653e-06, + "loss": 0.2742, + "step": 966 + }, + { + "epoch": 3.91497975708502, + "grad_norm": 0.20042360226305636, + "learning_rate": 5.47338630512007e-06, + "loss": 0.2691, + "step": 967 + }, + { + "epoch": 3.919028340080972, + "grad_norm": 0.19828538503218726, + "learning_rate": 5.434572078689617e-06, + "loss": 0.2767, + "step": 968 + }, + { + "epoch": 3.9230769230769234, + "grad_norm": 0.1927132582240175, + "learning_rate": 5.395874317032694e-06, + "loss": 0.2708, + "step": 969 + }, + { + "epoch": 3.9271255060728745, + "grad_norm": 0.20902165399650277, + "learning_rate": 5.357293329575573e-06, + "loss": 0.2674, + "step": 970 + }, + { + "epoch": 3.931174089068826, + "grad_norm": 0.19585812326648683, + "learning_rate": 5.318829424810797e-06, + "loss": 0.2688, + "step": 971 + }, + { + "epoch": 3.9352226720647776, + "grad_norm": 0.19092024502789062, + "learning_rate": 5.280482910294728e-06, + "loss": 0.2729, + "step": 972 + }, + { + "epoch": 3.9392712550607287, + "grad_norm": 0.1921120178407218, + "learning_rate": 5.242254092645078e-06, + "loss": 0.2694, + "step": 973 + }, + { + "epoch": 3.9433198380566803, + "grad_norm": 0.19334691780656013, + "learning_rate": 5.2041432775384445e-06, + "loss": 0.2724, + "step": 974 + }, + { + "epoch": 3.9473684210526314, + "grad_norm": 0.18661371996216766, + "learning_rate": 5.166150769707892e-06, + "loss": 0.2713, + "step": 975 + }, + { + "epoch": 3.951417004048583, + "grad_norm": 0.19318741505333303, + "learning_rate": 5.128276872940503e-06, + "loss": 0.2728, + "step": 976 + }, + { + "epoch": 3.9554655870445345, + "grad_norm": 0.19610057120667035, + "learning_rate": 5.090521890074953e-06, + "loss": 0.2726, + "step": 977 + }, + { + "epoch": 3.9595141700404857, + "grad_norm": 0.1797863698412177, + "learning_rate": 5.0528861229990675e-06, + "loss": 0.264, + "step": 978 + }, + { + "epoch": 3.9635627530364372, + "grad_norm": 0.20068069652000745, + "learning_rate": 5.015369872647442e-06, + "loss": 0.2734, + "step": 979 + }, + { + "epoch": 3.967611336032389, + "grad_norm": 0.2010499091092644, + "learning_rate": 4.9779734389990195e-06, + "loss": 0.2706, + "step": 980 + }, + { + "epoch": 3.97165991902834, + "grad_norm": 0.18812038808771578, + "learning_rate": 4.940697121074675e-06, + "loss": 0.2637, + "step": 981 + }, + { + "epoch": 3.9757085020242915, + "grad_norm": 0.1875208680645154, + "learning_rate": 4.903541216934864e-06, + "loss": 0.2689, + "step": 982 + }, + { + "epoch": 3.979757085020243, + "grad_norm": 0.19617614435432434, + "learning_rate": 4.8665060236772e-06, + "loss": 0.272, + "step": 983 + }, + { + "epoch": 3.983805668016194, + "grad_norm": 0.20100035381171139, + "learning_rate": 4.829591837434102e-06, + "loss": 0.2772, + "step": 984 + }, + { + "epoch": 3.9878542510121457, + "grad_norm": 0.18996063642141411, + "learning_rate": 4.792798953370424e-06, + "loss": 0.2663, + "step": 985 + }, + { + "epoch": 3.9919028340080973, + "grad_norm": 0.20083308857204138, + "learning_rate": 4.756127665681083e-06, + "loss": 0.2778, + "step": 986 + }, + { + "epoch": 3.9959514170040484, + "grad_norm": 0.1985929431576123, + "learning_rate": 4.719578267588725e-06, + "loss": 0.2701, + "step": 987 + }, + { + "epoch": 4.0, + "grad_norm": 0.2049778639748675, + "learning_rate": 4.6831510513413525e-06, + "loss": 0.2694, + "step": 988 + }, + { + "epoch": 4.004048582995951, + "grad_norm": 0.33902814695139705, + "learning_rate": 4.6468463082100176e-06, + "loss": 0.2413, + "step": 989 + }, + { + "epoch": 4.008097165991903, + "grad_norm": 0.27966077374850395, + "learning_rate": 4.610664328486485e-06, + "loss": 0.2333, + "step": 990 + }, + { + "epoch": 4.012145748987854, + "grad_norm": 0.21580225177022874, + "learning_rate": 4.5746054014809e-06, + "loss": 0.2351, + "step": 991 + }, + { + "epoch": 4.016194331983805, + "grad_norm": 0.30748535237056407, + "learning_rate": 4.5386698155194766e-06, + "loss": 0.2375, + "step": 992 + }, + { + "epoch": 4.020242914979757, + "grad_norm": 0.327197670787087, + "learning_rate": 4.502857857942204e-06, + "loss": 0.2242, + "step": 993 + }, + { + "epoch": 4.0242914979757085, + "grad_norm": 0.28368936161109926, + "learning_rate": 4.467169815100549e-06, + "loss": 0.2303, + "step": 994 + }, + { + "epoch": 4.02834008097166, + "grad_norm": 0.2768201047891412, + "learning_rate": 4.431605972355137e-06, + "loss": 0.236, + "step": 995 + }, + { + "epoch": 4.032388663967612, + "grad_norm": 0.2759371227107952, + "learning_rate": 4.396166614073516e-06, + "loss": 0.2347, + "step": 996 + }, + { + "epoch": 4.036437246963563, + "grad_norm": 0.259048869172525, + "learning_rate": 4.360852023627846e-06, + "loss": 0.2306, + "step": 997 + }, + { + "epoch": 4.040485829959514, + "grad_norm": 0.2439350383361176, + "learning_rate": 4.325662483392656e-06, + "loss": 0.2297, + "step": 998 + }, + { + "epoch": 4.044534412955466, + "grad_norm": 0.25305038230692867, + "learning_rate": 4.29059827474257e-06, + "loss": 0.2329, + "step": 999 + }, + { + "epoch": 4.048582995951417, + "grad_norm": 0.23400918484975375, + "learning_rate": 4.255659678050063e-06, + "loss": 0.2306, + "step": 1000 + }, + { + "epoch": 4.052631578947368, + "grad_norm": 0.23355237627134365, + "learning_rate": 4.22084697268323e-06, + "loss": 0.2307, + "step": 1001 + }, + { + "epoch": 4.05668016194332, + "grad_norm": 0.25181599265460697, + "learning_rate": 4.186160437003535e-06, + "loss": 0.2412, + "step": 1002 + }, + { + "epoch": 4.060728744939271, + "grad_norm": 0.27081906016681456, + "learning_rate": 4.151600348363582e-06, + "loss": 0.2364, + "step": 1003 + }, + { + "epoch": 4.064777327935222, + "grad_norm": 0.2321562174808664, + "learning_rate": 4.11716698310493e-06, + "loss": 0.2293, + "step": 1004 + }, + { + "epoch": 4.068825910931174, + "grad_norm": 0.21007723376099746, + "learning_rate": 4.082860616555848e-06, + "loss": 0.2319, + "step": 1005 + }, + { + "epoch": 4.0728744939271255, + "grad_norm": 0.2285849327256428, + "learning_rate": 4.048681523029125e-06, + "loss": 0.2376, + "step": 1006 + }, + { + "epoch": 4.076923076923077, + "grad_norm": 0.2287052980657806, + "learning_rate": 4.014629975819882e-06, + "loss": 0.2252, + "step": 1007 + }, + { + "epoch": 4.080971659919029, + "grad_norm": 0.23268642262144285, + "learning_rate": 3.9807062472033855e-06, + "loss": 0.2372, + "step": 1008 + }, + { + "epoch": 4.08502024291498, + "grad_norm": 0.22209929212548363, + "learning_rate": 3.94691060843287e-06, + "loss": 0.2319, + "step": 1009 + }, + { + "epoch": 4.089068825910931, + "grad_norm": 0.22765287032205547, + "learning_rate": 3.913243329737353e-06, + "loss": 0.239, + "step": 1010 + }, + { + "epoch": 4.093117408906883, + "grad_norm": 0.20890704109590963, + "learning_rate": 3.879704680319503e-06, + "loss": 0.234, + "step": 1011 + }, + { + "epoch": 4.097165991902834, + "grad_norm": 0.22211387663348842, + "learning_rate": 3.846294928353471e-06, + "loss": 0.2316, + "step": 1012 + }, + { + "epoch": 4.101214574898785, + "grad_norm": 0.21156356693731027, + "learning_rate": 3.8130143409827345e-06, + "loss": 0.2331, + "step": 1013 + }, + { + "epoch": 4.105263157894737, + "grad_norm": 0.1968011357228726, + "learning_rate": 3.7798631843179887e-06, + "loss": 0.2346, + "step": 1014 + }, + { + "epoch": 4.109311740890688, + "grad_norm": 0.19430721883343632, + "learning_rate": 3.7468417234349973e-06, + "loss": 0.2332, + "step": 1015 + }, + { + "epoch": 4.113360323886639, + "grad_norm": 0.20898418405083713, + "learning_rate": 3.7139502223724823e-06, + "loss": 0.2382, + "step": 1016 + }, + { + "epoch": 4.117408906882591, + "grad_norm": 0.20975078326563462, + "learning_rate": 3.6811889441300095e-06, + "loss": 0.2319, + "step": 1017 + }, + { + "epoch": 4.1214574898785425, + "grad_norm": 0.20050201653289942, + "learning_rate": 3.648558150665886e-06, + "loss": 0.2319, + "step": 1018 + }, + { + "epoch": 4.125506072874494, + "grad_norm": 0.2031700819239942, + "learning_rate": 3.616058102895075e-06, + "loss": 0.2434, + "step": 1019 + }, + { + "epoch": 4.129554655870446, + "grad_norm": 0.209723402846066, + "learning_rate": 3.583689060687079e-06, + "loss": 0.2407, + "step": 1020 + }, + { + "epoch": 4.133603238866397, + "grad_norm": 0.2056425048677313, + "learning_rate": 3.5514512828639023e-06, + "loss": 0.2336, + "step": 1021 + }, + { + "epoch": 4.137651821862348, + "grad_norm": 0.19790327399680208, + "learning_rate": 3.51934502719796e-06, + "loss": 0.2313, + "step": 1022 + }, + { + "epoch": 4.1417004048583, + "grad_norm": 0.19991914896962004, + "learning_rate": 3.4873705504100185e-06, + "loss": 0.234, + "step": 1023 + }, + { + "epoch": 4.145748987854251, + "grad_norm": 0.1983860656814958, + "learning_rate": 3.4555281081671345e-06, + "loss": 0.2313, + "step": 1024 + }, + { + "epoch": 4.149797570850202, + "grad_norm": 0.20151224093926706, + "learning_rate": 3.4238179550806326e-06, + "loss": 0.2323, + "step": 1025 + }, + { + "epoch": 4.153846153846154, + "grad_norm": 0.1946257724681659, + "learning_rate": 3.3922403447040497e-06, + "loss": 0.233, + "step": 1026 + }, + { + "epoch": 4.157894736842105, + "grad_norm": 0.1911147956825397, + "learning_rate": 3.3607955295311247e-06, + "loss": 0.2363, + "step": 1027 + }, + { + "epoch": 4.161943319838056, + "grad_norm": 0.2005739703677148, + "learning_rate": 3.32948376099375e-06, + "loss": 0.2422, + "step": 1028 + }, + { + "epoch": 4.165991902834008, + "grad_norm": 0.2024149582853613, + "learning_rate": 3.2983052894599976e-06, + "loss": 0.2363, + "step": 1029 + }, + { + "epoch": 4.17004048582996, + "grad_norm": 0.2040322715044563, + "learning_rate": 3.2672603642320945e-06, + "loss": 0.2409, + "step": 1030 + }, + { + "epoch": 4.174089068825911, + "grad_norm": 0.19581286485575752, + "learning_rate": 3.236349233544438e-06, + "loss": 0.2345, + "step": 1031 + }, + { + "epoch": 4.178137651821863, + "grad_norm": 0.1929548904234033, + "learning_rate": 3.205572144561604e-06, + "loss": 0.2357, + "step": 1032 + }, + { + "epoch": 4.182186234817814, + "grad_norm": 0.1971961069799499, + "learning_rate": 3.174929343376374e-06, + "loss": 0.2349, + "step": 1033 + }, + { + "epoch": 4.186234817813765, + "grad_norm": 0.19958052311679209, + "learning_rate": 3.1444210750077777e-06, + "loss": 0.2409, + "step": 1034 + }, + { + "epoch": 4.190283400809717, + "grad_norm": 0.19498126763154466, + "learning_rate": 3.1140475833991046e-06, + "loss": 0.2344, + "step": 1035 + }, + { + "epoch": 4.194331983805668, + "grad_norm": 0.20553175161464465, + "learning_rate": 3.0838091114159895e-06, + "loss": 0.2294, + "step": 1036 + }, + { + "epoch": 4.198380566801619, + "grad_norm": 0.18181839917999046, + "learning_rate": 3.0537059008444524e-06, + "loss": 0.2295, + "step": 1037 + }, + { + "epoch": 4.202429149797571, + "grad_norm": 0.18661295825856658, + "learning_rate": 3.0237381923889563e-06, + "loss": 0.233, + "step": 1038 + }, + { + "epoch": 4.206477732793522, + "grad_norm": 0.19414909323979734, + "learning_rate": 2.9939062256704997e-06, + "loss": 0.233, + "step": 1039 + }, + { + "epoch": 4.2105263157894735, + "grad_norm": 0.19859013372583983, + "learning_rate": 2.964210239224696e-06, + "loss": 0.2279, + "step": 1040 + }, + { + "epoch": 4.2145748987854255, + "grad_norm": 0.19403852656910628, + "learning_rate": 2.934650470499869e-06, + "loss": 0.2398, + "step": 1041 + }, + { + "epoch": 4.218623481781377, + "grad_norm": 0.1896547798964602, + "learning_rate": 2.905227155855128e-06, + "loss": 0.2283, + "step": 1042 + }, + { + "epoch": 4.222672064777328, + "grad_norm": 0.189594444830246, + "learning_rate": 2.875940530558519e-06, + "loss": 0.2324, + "step": 1043 + }, + { + "epoch": 4.22672064777328, + "grad_norm": 0.19317322151792035, + "learning_rate": 2.8467908287851154e-06, + "loss": 0.2364, + "step": 1044 + }, + { + "epoch": 4.230769230769231, + "grad_norm": 0.19091135241668775, + "learning_rate": 2.8177782836151603e-06, + "loss": 0.2365, + "step": 1045 + }, + { + "epoch": 4.234817813765182, + "grad_norm": 0.18782340499276395, + "learning_rate": 2.7889031270321874e-06, + "loss": 0.2364, + "step": 1046 + }, + { + "epoch": 4.238866396761134, + "grad_norm": 0.19556253986051986, + "learning_rate": 2.760165589921184e-06, + "loss": 0.2431, + "step": 1047 + }, + { + "epoch": 4.242914979757085, + "grad_norm": 0.18100908480726507, + "learning_rate": 2.7315659020667305e-06, + "loss": 0.2294, + "step": 1048 + }, + { + "epoch": 4.246963562753036, + "grad_norm": 0.19415519348525928, + "learning_rate": 2.703104292151164e-06, + "loss": 0.238, + "step": 1049 + }, + { + "epoch": 4.251012145748988, + "grad_norm": 0.18711564809689457, + "learning_rate": 2.6747809877527607e-06, + "loss": 0.2356, + "step": 1050 + }, + { + "epoch": 4.255060728744939, + "grad_norm": 0.18901406343256855, + "learning_rate": 2.6465962153439082e-06, + "loss": 0.2292, + "step": 1051 + }, + { + "epoch": 4.2591093117408905, + "grad_norm": 0.19114943503701531, + "learning_rate": 2.618550200289303e-06, + "loss": 0.2286, + "step": 1052 + }, + { + "epoch": 4.2631578947368425, + "grad_norm": 0.1892039475204432, + "learning_rate": 2.59064316684412e-06, + "loss": 0.2336, + "step": 1053 + }, + { + "epoch": 4.267206477732794, + "grad_norm": 0.18783372385474978, + "learning_rate": 2.562875338152264e-06, + "loss": 0.2299, + "step": 1054 + }, + { + "epoch": 4.271255060728745, + "grad_norm": 0.19324873441868815, + "learning_rate": 2.5352469362445552e-06, + "loss": 0.2415, + "step": 1055 + }, + { + "epoch": 4.275303643724697, + "grad_norm": 0.18822938190985, + "learning_rate": 2.5077581820369523e-06, + "loss": 0.2351, + "step": 1056 + }, + { + "epoch": 4.279352226720648, + "grad_norm": 0.18832849119785802, + "learning_rate": 2.480409295328803e-06, + "loss": 0.2293, + "step": 1057 + }, + { + "epoch": 4.283400809716599, + "grad_norm": 0.1828922540164923, + "learning_rate": 2.45320049480108e-06, + "loss": 0.2329, + "step": 1058 + }, + { + "epoch": 4.287449392712551, + "grad_norm": 0.19041222343686665, + "learning_rate": 2.4261319980146293e-06, + "loss": 0.2344, + "step": 1059 + }, + { + "epoch": 4.291497975708502, + "grad_norm": 0.19359110264348117, + "learning_rate": 2.399204021408421e-06, + "loss": 0.2327, + "step": 1060 + }, + { + "epoch": 4.295546558704453, + "grad_norm": 0.19170922395455145, + "learning_rate": 2.3724167802978395e-06, + "loss": 0.2397, + "step": 1061 + }, + { + "epoch": 4.299595141700405, + "grad_norm": 0.19068266191672015, + "learning_rate": 2.3457704888729625e-06, + "loss": 0.2355, + "step": 1062 + }, + { + "epoch": 4.303643724696356, + "grad_norm": 0.18645253562821407, + "learning_rate": 2.3192653601968162e-06, + "loss": 0.2339, + "step": 1063 + }, + { + "epoch": 4.3076923076923075, + "grad_norm": 0.2021785045314101, + "learning_rate": 2.2929016062037057e-06, + "loss": 0.2321, + "step": 1064 + }, + { + "epoch": 4.3117408906882595, + "grad_norm": 0.18717946792124046, + "learning_rate": 2.2666794376975055e-06, + "loss": 0.2283, + "step": 1065 + }, + { + "epoch": 4.315789473684211, + "grad_norm": 0.18234371186804, + "learning_rate": 2.24059906434998e-06, + "loss": 0.2336, + "step": 1066 + }, + { + "epoch": 4.319838056680162, + "grad_norm": 0.19092464916078752, + "learning_rate": 2.214660694699091e-06, + "loss": 0.2364, + "step": 1067 + }, + { + "epoch": 4.323886639676114, + "grad_norm": 0.18523855600496203, + "learning_rate": 2.188864536147355e-06, + "loss": 0.2366, + "step": 1068 + }, + { + "epoch": 4.327935222672065, + "grad_norm": 0.18542045838533341, + "learning_rate": 2.1632107949601757e-06, + "loss": 0.2366, + "step": 1069 + }, + { + "epoch": 4.331983805668016, + "grad_norm": 0.17893443117537453, + "learning_rate": 2.137699676264171e-06, + "loss": 0.2287, + "step": 1070 + }, + { + "epoch": 4.336032388663968, + "grad_norm": 0.18174874300607416, + "learning_rate": 2.1123313840455738e-06, + "loss": 0.2336, + "step": 1071 + }, + { + "epoch": 4.340080971659919, + "grad_norm": 0.18675754912558354, + "learning_rate": 2.08710612114857e-06, + "loss": 0.2295, + "step": 1072 + }, + { + "epoch": 4.34412955465587, + "grad_norm": 0.18052531318795992, + "learning_rate": 2.0620240892736953e-06, + "loss": 0.2273, + "step": 1073 + }, + { + "epoch": 4.348178137651822, + "grad_norm": 0.18033218834976458, + "learning_rate": 2.0370854889762e-06, + "loss": 0.2309, + "step": 1074 + }, + { + "epoch": 4.352226720647773, + "grad_norm": 0.18235569954932293, + "learning_rate": 2.0122905196644726e-06, + "loss": 0.2311, + "step": 1075 + }, + { + "epoch": 4.3562753036437245, + "grad_norm": 0.18300924491777684, + "learning_rate": 1.987639379598427e-06, + "loss": 0.2273, + "step": 1076 + }, + { + "epoch": 4.3603238866396765, + "grad_norm": 0.18377014107220344, + "learning_rate": 1.963132265887919e-06, + "loss": 0.2366, + "step": 1077 + }, + { + "epoch": 4.364372469635628, + "grad_norm": 0.18465088265978674, + "learning_rate": 1.9387693744911784e-06, + "loss": 0.2318, + "step": 1078 + }, + { + "epoch": 4.368421052631579, + "grad_norm": 0.19912225104549097, + "learning_rate": 1.9145509002132368e-06, + "loss": 0.2342, + "step": 1079 + }, + { + "epoch": 4.372469635627531, + "grad_norm": 0.18610079731303122, + "learning_rate": 1.8904770367043723e-06, + "loss": 0.2299, + "step": 1080 + }, + { + "epoch": 4.376518218623482, + "grad_norm": 0.18925543024459138, + "learning_rate": 1.8665479764585504e-06, + "loss": 0.239, + "step": 1081 + }, + { + "epoch": 4.380566801619433, + "grad_norm": 0.19241326662443736, + "learning_rate": 1.8427639108118977e-06, + "loss": 0.2323, + "step": 1082 + }, + { + "epoch": 4.384615384615385, + "grad_norm": 0.20168774955354615, + "learning_rate": 1.8191250299411755e-06, + "loss": 0.2355, + "step": 1083 + }, + { + "epoch": 4.388663967611336, + "grad_norm": 0.19646013626095418, + "learning_rate": 1.7956315228622446e-06, + "loss": 0.2429, + "step": 1084 + }, + { + "epoch": 4.392712550607287, + "grad_norm": 0.19395266216783774, + "learning_rate": 1.7722835774285553e-06, + "loss": 0.239, + "step": 1085 + }, + { + "epoch": 4.396761133603239, + "grad_norm": 0.19127180976691788, + "learning_rate": 1.7490813803296624e-06, + "loss": 0.2366, + "step": 1086 + }, + { + "epoch": 4.40080971659919, + "grad_norm": 0.1900520760724963, + "learning_rate": 1.726025117089718e-06, + "loss": 0.2312, + "step": 1087 + }, + { + "epoch": 4.4048582995951415, + "grad_norm": 0.19811326637872476, + "learning_rate": 1.70311497206598e-06, + "loss": 0.2255, + "step": 1088 + }, + { + "epoch": 4.4089068825910935, + "grad_norm": 0.18900228474273284, + "learning_rate": 1.6803511284473638e-06, + "loss": 0.231, + "step": 1089 + }, + { + "epoch": 4.412955465587045, + "grad_norm": 0.18795840041659106, + "learning_rate": 1.6577337682529538e-06, + "loss": 0.231, + "step": 1090 + }, + { + "epoch": 4.417004048582996, + "grad_norm": 0.18089297731478413, + "learning_rate": 1.6352630723305617e-06, + "loss": 0.2299, + "step": 1091 + }, + { + "epoch": 4.421052631578947, + "grad_norm": 0.19220832383377845, + "learning_rate": 1.612939220355272e-06, + "loss": 0.2354, + "step": 1092 + }, + { + "epoch": 4.425101214574899, + "grad_norm": 0.18306407920752438, + "learning_rate": 1.5907623908280112e-06, + "loss": 0.2381, + "step": 1093 + }, + { + "epoch": 4.42914979757085, + "grad_norm": 0.19369026577974377, + "learning_rate": 1.568732761074121e-06, + "loss": 0.235, + "step": 1094 + }, + { + "epoch": 4.433198380566802, + "grad_norm": 0.18282834978422474, + "learning_rate": 1.5468505072419237e-06, + "loss": 0.2369, + "step": 1095 + }, + { + "epoch": 4.437246963562753, + "grad_norm": 0.1841594000873533, + "learning_rate": 1.5251158043013448e-06, + "loss": 0.2352, + "step": 1096 + }, + { + "epoch": 4.441295546558704, + "grad_norm": 0.18097651860398647, + "learning_rate": 1.5035288260424885e-06, + "loss": 0.2313, + "step": 1097 + }, + { + "epoch": 4.445344129554655, + "grad_norm": 0.1760449564255804, + "learning_rate": 1.4820897450742623e-06, + "loss": 0.2239, + "step": 1098 + }, + { + "epoch": 4.449392712550607, + "grad_norm": 0.18298739738626063, + "learning_rate": 1.4607987328229767e-06, + "loss": 0.2341, + "step": 1099 + }, + { + "epoch": 4.4534412955465585, + "grad_norm": 0.18660276508908655, + "learning_rate": 1.4396559595310056e-06, + "loss": 0.2384, + "step": 1100 + }, + { + "epoch": 4.4574898785425106, + "grad_norm": 0.17970329232800086, + "learning_rate": 1.4186615942553973e-06, + "loss": 0.2312, + "step": 1101 + }, + { + "epoch": 4.461538461538462, + "grad_norm": 0.18058194346176876, + "learning_rate": 1.3978158048665424e-06, + "loss": 0.2313, + "step": 1102 + }, + { + "epoch": 4.465587044534413, + "grad_norm": 0.18570202999693047, + "learning_rate": 1.3771187580468115e-06, + "loss": 0.2321, + "step": 1103 + }, + { + "epoch": 4.469635627530364, + "grad_norm": 0.18318496739712803, + "learning_rate": 1.3565706192892392e-06, + "loss": 0.238, + "step": 1104 + }, + { + "epoch": 4.473684210526316, + "grad_norm": 0.17647856187935893, + "learning_rate": 1.3361715528961993e-06, + "loss": 0.2269, + "step": 1105 + }, + { + "epoch": 4.477732793522267, + "grad_norm": 0.18609282418376363, + "learning_rate": 1.3159217219780817e-06, + "loss": 0.2325, + "step": 1106 + }, + { + "epoch": 4.481781376518219, + "grad_norm": 0.18339128414063938, + "learning_rate": 1.2958212884519949e-06, + "loss": 0.2345, + "step": 1107 + }, + { + "epoch": 4.48582995951417, + "grad_norm": 0.1811152815283416, + "learning_rate": 1.2758704130404675e-06, + "loss": 0.2261, + "step": 1108 + }, + { + "epoch": 4.489878542510121, + "grad_norm": 0.18136844556921392, + "learning_rate": 1.2560692552701738e-06, + "loss": 0.2309, + "step": 1109 + }, + { + "epoch": 4.493927125506072, + "grad_norm": 0.19058353451148882, + "learning_rate": 1.2364179734706382e-06, + "loss": 0.2346, + "step": 1110 + }, + { + "epoch": 4.497975708502024, + "grad_norm": 0.19016342389833932, + "learning_rate": 1.2169167247729852e-06, + "loss": 0.2376, + "step": 1111 + }, + { + "epoch": 4.502024291497976, + "grad_norm": 0.1807837376151871, + "learning_rate": 1.1975656651086864e-06, + "loss": 0.2283, + "step": 1112 + }, + { + "epoch": 4.506072874493928, + "grad_norm": 0.18016376577007973, + "learning_rate": 1.1783649492082926e-06, + "loss": 0.2278, + "step": 1113 + }, + { + "epoch": 4.510121457489879, + "grad_norm": 0.1965272233986841, + "learning_rate": 1.1593147306002183e-06, + "loss": 0.2353, + "step": 1114 + }, + { + "epoch": 4.51417004048583, + "grad_norm": 0.18535992977729207, + "learning_rate": 1.140415161609505e-06, + "loss": 0.2379, + "step": 1115 + }, + { + "epoch": 4.518218623481781, + "grad_norm": 0.18676266698235267, + "learning_rate": 1.121666393356604e-06, + "loss": 0.2349, + "step": 1116 + }, + { + "epoch": 4.522267206477733, + "grad_norm": 0.18435391255134576, + "learning_rate": 1.1030685757561632e-06, + "loss": 0.2337, + "step": 1117 + }, + { + "epoch": 4.526315789473684, + "grad_norm": 0.17872766002811244, + "learning_rate": 1.0846218575158373e-06, + "loss": 0.235, + "step": 1118 + }, + { + "epoch": 4.530364372469636, + "grad_norm": 0.1829814363428928, + "learning_rate": 1.066326386135097e-06, + "loss": 0.2315, + "step": 1119 + }, + { + "epoch": 4.534412955465587, + "grad_norm": 0.18408682025022205, + "learning_rate": 1.0481823079040398e-06, + "loss": 0.2281, + "step": 1120 + }, + { + "epoch": 4.538461538461538, + "grad_norm": 0.17695710064006417, + "learning_rate": 1.0301897679022344e-06, + "loss": 0.2246, + "step": 1121 + }, + { + "epoch": 4.5425101214574894, + "grad_norm": 0.18267930105650082, + "learning_rate": 1.0123489099975491e-06, + "loss": 0.2381, + "step": 1122 + }, + { + "epoch": 4.5465587044534415, + "grad_norm": 0.1839200648096275, + "learning_rate": 9.9465987684501e-07, + "loss": 0.2346, + "step": 1123 + }, + { + "epoch": 4.550607287449393, + "grad_norm": 0.1911616860753817, + "learning_rate": 9.771228098856534e-07, + "loss": 0.2369, + "step": 1124 + }, + { + "epoch": 4.554655870445345, + "grad_norm": 0.1811394716081777, + "learning_rate": 9.597378493454013e-07, + "loss": 0.2392, + "step": 1125 + }, + { + "epoch": 4.558704453441296, + "grad_norm": 0.18425112466241025, + "learning_rate": 9.425051342339353e-07, + "loss": 0.2306, + "step": 1126 + }, + { + "epoch": 4.562753036437247, + "grad_norm": 0.1814242061600985, + "learning_rate": 9.254248023435864e-07, + "loss": 0.2331, + "step": 1127 + }, + { + "epoch": 4.566801619433198, + "grad_norm": 0.18137880537268344, + "learning_rate": 9.084969902482288e-07, + "loss": 0.2365, + "step": 1128 + }, + { + "epoch": 4.57085020242915, + "grad_norm": 0.17893930749561615, + "learning_rate": 8.917218333021993e-07, + "loss": 0.2304, + "step": 1129 + }, + { + "epoch": 4.574898785425101, + "grad_norm": 0.18068861231956632, + "learning_rate": 8.750994656392109e-07, + "loss": 0.2328, + "step": 1130 + }, + { + "epoch": 4.578947368421053, + "grad_norm": 0.18160344153933977, + "learning_rate": 8.58630020171265e-07, + "loss": 0.2413, + "step": 1131 + }, + { + "epoch": 4.582995951417004, + "grad_norm": 0.1829097182315413, + "learning_rate": 8.423136285876099e-07, + "loss": 0.2321, + "step": 1132 + }, + { + "epoch": 4.587044534412955, + "grad_norm": 0.17780354400307927, + "learning_rate": 8.26150421353682e-07, + "loss": 0.2348, + "step": 1133 + }, + { + "epoch": 4.5910931174089065, + "grad_norm": 0.1836343490273643, + "learning_rate": 8.101405277100549e-07, + "loss": 0.2334, + "step": 1134 + }, + { + "epoch": 4.5951417004048585, + "grad_norm": 0.17525386544123991, + "learning_rate": 7.942840756714077e-07, + "loss": 0.2392, + "step": 1135 + }, + { + "epoch": 4.59919028340081, + "grad_norm": 0.17675897701813703, + "learning_rate": 7.785811920255093e-07, + "loss": 0.2323, + "step": 1136 + }, + { + "epoch": 4.603238866396762, + "grad_norm": 0.18828913985267448, + "learning_rate": 7.630320023322024e-07, + "loss": 0.2347, + "step": 1137 + }, + { + "epoch": 4.607287449392713, + "grad_norm": 0.18469740142138083, + "learning_rate": 7.476366309223903e-07, + "loss": 0.2395, + "step": 1138 + }, + { + "epoch": 4.611336032388664, + "grad_norm": 0.19102325789511926, + "learning_rate": 7.323952008970537e-07, + "loss": 0.2351, + "step": 1139 + }, + { + "epoch": 4.615384615384615, + "grad_norm": 0.17395600305035971, + "learning_rate": 7.173078341262618e-07, + "loss": 0.2233, + "step": 1140 + }, + { + "epoch": 4.619433198380567, + "grad_norm": 0.18457931397122823, + "learning_rate": 7.023746512481989e-07, + "loss": 0.2404, + "step": 1141 + }, + { + "epoch": 4.623481781376518, + "grad_norm": 0.18168101149792493, + "learning_rate": 6.875957716681902e-07, + "loss": 0.2354, + "step": 1142 + }, + { + "epoch": 4.62753036437247, + "grad_norm": 0.18167599033218967, + "learning_rate": 6.729713135577687e-07, + "loss": 0.2381, + "step": 1143 + }, + { + "epoch": 4.631578947368421, + "grad_norm": 0.18596595894047757, + "learning_rate": 6.585013938537143e-07, + "loss": 0.2406, + "step": 1144 + }, + { + "epoch": 4.635627530364372, + "grad_norm": 0.1767859399344474, + "learning_rate": 6.441861282571115e-07, + "loss": 0.2383, + "step": 1145 + }, + { + "epoch": 4.6396761133603235, + "grad_norm": 0.1821010625445938, + "learning_rate": 6.300256312324471e-07, + "loss": 0.2385, + "step": 1146 + }, + { + "epoch": 4.6437246963562755, + "grad_norm": 0.18725352614856328, + "learning_rate": 6.160200160066776e-07, + "loss": 0.2372, + "step": 1147 + }, + { + "epoch": 4.647773279352227, + "grad_norm": 0.17695837527842503, + "learning_rate": 6.021693945683327e-07, + "loss": 0.2328, + "step": 1148 + }, + { + "epoch": 4.651821862348179, + "grad_norm": 0.17948067666129747, + "learning_rate": 5.884738776666044e-07, + "loss": 0.2362, + "step": 1149 + }, + { + "epoch": 4.65587044534413, + "grad_norm": 0.1815628506780162, + "learning_rate": 5.749335748104878e-07, + "loss": 0.2276, + "step": 1150 + }, + { + "epoch": 4.659919028340081, + "grad_norm": 0.17368960858405835, + "learning_rate": 5.615485942678778e-07, + "loss": 0.2349, + "step": 1151 + }, + { + "epoch": 4.663967611336032, + "grad_norm": 0.1813149850794875, + "learning_rate": 5.483190430647289e-07, + "loss": 0.2353, + "step": 1152 + }, + { + "epoch": 4.668016194331984, + "grad_norm": 0.180800647622972, + "learning_rate": 5.352450269841747e-07, + "loss": 0.2384, + "step": 1153 + }, + { + "epoch": 4.672064777327935, + "grad_norm": 0.17504284141600537, + "learning_rate": 5.22326650565701e-07, + "loss": 0.2256, + "step": 1154 + }, + { + "epoch": 4.676113360323887, + "grad_norm": 0.17664959756969614, + "learning_rate": 5.095640171043048e-07, + "loss": 0.2366, + "step": 1155 + }, + { + "epoch": 4.680161943319838, + "grad_norm": 0.17617007098487325, + "learning_rate": 4.969572286496594e-07, + "loss": 0.2347, + "step": 1156 + }, + { + "epoch": 4.684210526315789, + "grad_norm": 0.18230985041948417, + "learning_rate": 4.845063860053079e-07, + "loss": 0.2368, + "step": 1157 + }, + { + "epoch": 4.6882591093117405, + "grad_norm": 0.1766141890131632, + "learning_rate": 4.7221158872785997e-07, + "loss": 0.2262, + "step": 1158 + }, + { + "epoch": 4.6923076923076925, + "grad_norm": 0.1794617616178635, + "learning_rate": 4.600729351261857e-07, + "loss": 0.2444, + "step": 1159 + }, + { + "epoch": 4.696356275303644, + "grad_norm": 0.17471237653504468, + "learning_rate": 4.4809052226063355e-07, + "loss": 0.2367, + "step": 1160 + }, + { + "epoch": 4.700404858299595, + "grad_norm": 0.1863059734796581, + "learning_rate": 4.3626444594226046e-07, + "loss": 0.2415, + "step": 1161 + }, + { + "epoch": 4.704453441295547, + "grad_norm": 0.1798201286997543, + "learning_rate": 4.245948007320588e-07, + "loss": 0.2325, + "step": 1162 + }, + { + "epoch": 4.708502024291498, + "grad_norm": 0.18179690758000258, + "learning_rate": 4.130816799401971e-07, + "loss": 0.2341, + "step": 1163 + }, + { + "epoch": 4.712550607287449, + "grad_norm": 0.1755269852825113, + "learning_rate": 4.017251756252827e-07, + "loss": 0.2269, + "step": 1164 + }, + { + "epoch": 4.716599190283401, + "grad_norm": 0.1814107425771954, + "learning_rate": 3.9052537859362473e-07, + "loss": 0.2383, + "step": 1165 + }, + { + "epoch": 4.720647773279352, + "grad_norm": 0.17894715811055947, + "learning_rate": 3.7948237839849687e-07, + "loss": 0.2381, + "step": 1166 + }, + { + "epoch": 4.724696356275303, + "grad_norm": 0.18196342691620387, + "learning_rate": 3.6859626333943797e-07, + "loss": 0.2332, + "step": 1167 + }, + { + "epoch": 4.728744939271255, + "grad_norm": 0.17591446799846744, + "learning_rate": 3.578671204615347e-07, + "loss": 0.2324, + "step": 1168 + }, + { + "epoch": 4.732793522267206, + "grad_norm": 0.17960006440857718, + "learning_rate": 3.472950355547267e-07, + "loss": 0.2353, + "step": 1169 + }, + { + "epoch": 4.7368421052631575, + "grad_norm": 0.17471590802714657, + "learning_rate": 3.3688009315312244e-07, + "loss": 0.2309, + "step": 1170 + }, + { + "epoch": 4.7408906882591095, + "grad_norm": 0.1778651121726872, + "learning_rate": 3.266223765343224e-07, + "loss": 0.2298, + "step": 1171 + }, + { + "epoch": 4.744939271255061, + "grad_norm": 0.18063913923112998, + "learning_rate": 3.16521967718757e-07, + "loss": 0.233, + "step": 1172 + }, + { + "epoch": 4.748987854251012, + "grad_norm": 0.17882225371465532, + "learning_rate": 3.0657894746902726e-07, + "loss": 0.2338, + "step": 1173 + }, + { + "epoch": 4.753036437246964, + "grad_norm": 0.17960360718350743, + "learning_rate": 2.9679339528925654e-07, + "loss": 0.2331, + "step": 1174 + }, + { + "epoch": 4.757085020242915, + "grad_norm": 0.18027081605381362, + "learning_rate": 2.871653894244597e-07, + "loss": 0.227, + "step": 1175 + }, + { + "epoch": 4.761133603238866, + "grad_norm": 0.18764451560346215, + "learning_rate": 2.7769500685991266e-07, + "loss": 0.2379, + "step": 1176 + }, + { + "epoch": 4.765182186234818, + "grad_norm": 0.18274154412010854, + "learning_rate": 2.683823233205485e-07, + "loss": 0.228, + "step": 1177 + }, + { + "epoch": 4.769230769230769, + "grad_norm": 0.17388313966195848, + "learning_rate": 2.592274132703287e-07, + "loss": 0.2326, + "step": 1178 + }, + { + "epoch": 4.77327935222672, + "grad_norm": 0.17717337701515673, + "learning_rate": 2.502303499116754e-07, + "loss": 0.2314, + "step": 1179 + }, + { + "epoch": 4.777327935222672, + "grad_norm": 0.1778542935101915, + "learning_rate": 2.413912051848666e-07, + "loss": 0.2355, + "step": 1180 + }, + { + "epoch": 4.781376518218623, + "grad_norm": 0.18028435854962005, + "learning_rate": 2.3271004976746613e-07, + "loss": 0.2314, + "step": 1181 + }, + { + "epoch": 4.7854251012145745, + "grad_norm": 0.17652837843592145, + "learning_rate": 2.2418695307376393e-07, + "loss": 0.2312, + "step": 1182 + }, + { + "epoch": 4.7894736842105265, + "grad_norm": 0.17992528200556024, + "learning_rate": 2.1582198325420968e-07, + "loss": 0.2311, + "step": 1183 + }, + { + "epoch": 4.793522267206478, + "grad_norm": 0.21368993751317242, + "learning_rate": 2.0761520719488447e-07, + "loss": 0.2331, + "step": 1184 + }, + { + "epoch": 4.797570850202429, + "grad_norm": 0.17987886304960893, + "learning_rate": 1.9956669051694798e-07, + "loss": 0.2325, + "step": 1185 + }, + { + "epoch": 4.801619433198381, + "grad_norm": 0.17949676430254236, + "learning_rate": 1.916764975761254e-07, + "loss": 0.2286, + "step": 1186 + }, + { + "epoch": 4.805668016194332, + "grad_norm": 0.17563514157750112, + "learning_rate": 1.839446914621923e-07, + "loss": 0.2375, + "step": 1187 + }, + { + "epoch": 4.809716599190283, + "grad_norm": 0.17699751296079055, + "learning_rate": 1.7637133399845962e-07, + "loss": 0.2337, + "step": 1188 + }, + { + "epoch": 4.813765182186235, + "grad_norm": 0.17654126069098763, + "learning_rate": 1.6895648574129397e-07, + "loss": 0.2343, + "step": 1189 + }, + { + "epoch": 4.817813765182186, + "grad_norm": 0.18021784513348169, + "learning_rate": 1.6170020597962465e-07, + "loss": 0.2361, + "step": 1190 + }, + { + "epoch": 4.821862348178137, + "grad_norm": 0.17940608248665502, + "learning_rate": 1.5460255273447078e-07, + "loss": 0.2321, + "step": 1191 + }, + { + "epoch": 4.825910931174089, + "grad_norm": 0.17409540011186952, + "learning_rate": 1.4766358275847715e-07, + "loss": 0.2375, + "step": 1192 + }, + { + "epoch": 4.82995951417004, + "grad_norm": 0.17690921346923102, + "learning_rate": 1.4088335153546573e-07, + "loss": 0.239, + "step": 1193 + }, + { + "epoch": 4.834008097165992, + "grad_norm": 0.17672586505751647, + "learning_rate": 1.3426191327998496e-07, + "loss": 0.2417, + "step": 1194 + }, + { + "epoch": 4.838056680161944, + "grad_norm": 0.17874711477604507, + "learning_rate": 1.277993209368744e-07, + "loss": 0.238, + "step": 1195 + }, + { + "epoch": 4.842105263157895, + "grad_norm": 0.17295550024905743, + "learning_rate": 1.214956261808542e-07, + "loss": 0.2297, + "step": 1196 + }, + { + "epoch": 4.846153846153846, + "grad_norm": 0.18166040863739222, + "learning_rate": 1.1535087941609846e-07, + "loss": 0.2361, + "step": 1197 + }, + { + "epoch": 4.850202429149798, + "grad_norm": 0.17184592744647498, + "learning_rate": 1.0936512977583802e-07, + "loss": 0.233, + "step": 1198 + }, + { + "epoch": 4.854251012145749, + "grad_norm": 0.17903176615978658, + "learning_rate": 1.0353842512196732e-07, + "loss": 0.2392, + "step": 1199 + }, + { + "epoch": 4.8582995951417, + "grad_norm": 0.18117739949144623, + "learning_rate": 9.787081204466253e-08, + "loss": 0.2441, + "step": 1200 + }, + { + "epoch": 4.862348178137652, + "grad_norm": 0.17000261786600085, + "learning_rate": 9.236233586200627e-08, + "loss": 0.232, + "step": 1201 + }, + { + "epoch": 4.866396761133603, + "grad_norm": 0.18174334492894054, + "learning_rate": 8.70130406196279e-08, + "loss": 0.237, + "step": 1202 + }, + { + "epoch": 4.870445344129554, + "grad_norm": 0.17618152213113875, + "learning_rate": 8.182296909035047e-08, + "loss": 0.2313, + "step": 1203 + }, + { + "epoch": 4.874493927125506, + "grad_norm": 0.17440489272672982, + "learning_rate": 7.679216277384439e-08, + "loss": 0.2382, + "step": 1204 + }, + { + "epoch": 4.8785425101214575, + "grad_norm": 0.17731325184441968, + "learning_rate": 7.19206618963053e-08, + "loss": 0.2366, + "step": 1205 + }, + { + "epoch": 4.882591093117409, + "grad_norm": 0.17110036112819701, + "learning_rate": 6.720850541012347e-08, + "loss": 0.2288, + "step": 1206 + }, + { + "epoch": 4.886639676113361, + "grad_norm": 0.17421472963758777, + "learning_rate": 6.265573099357714e-08, + "loss": 0.2315, + "step": 1207 + }, + { + "epoch": 4.890688259109312, + "grad_norm": 0.18049004741599353, + "learning_rate": 5.826237505053067e-08, + "loss": 0.231, + "step": 1208 + }, + { + "epoch": 4.894736842105263, + "grad_norm": 0.17403204753212193, + "learning_rate": 5.4028472710137e-08, + "loss": 0.231, + "step": 1209 + }, + { + "epoch": 4.898785425101215, + "grad_norm": 0.17404316585112323, + "learning_rate": 4.9954057826571146e-08, + "loss": 0.2283, + "step": 1210 + }, + { + "epoch": 4.902834008097166, + "grad_norm": 0.17792458903125777, + "learning_rate": 4.6039162978743776e-08, + "loss": 0.2328, + "step": 1211 + }, + { + "epoch": 4.906882591093117, + "grad_norm": 0.165394225470673, + "learning_rate": 4.228381947004812e-08, + "loss": 0.2284, + "step": 1212 + }, + { + "epoch": 4.910931174089069, + "grad_norm": 0.1787928706702016, + "learning_rate": 3.868805732811343e-08, + "loss": 0.2313, + "step": 1213 + }, + { + "epoch": 4.91497975708502, + "grad_norm": 0.173374271391512, + "learning_rate": 3.525190530455636e-08, + "loss": 0.2318, + "step": 1214 + }, + { + "epoch": 4.919028340080971, + "grad_norm": 0.18108318641044008, + "learning_rate": 3.197539087475887e-08, + "loss": 0.2381, + "step": 1215 + }, + { + "epoch": 4.923076923076923, + "grad_norm": 0.1726733440172725, + "learning_rate": 2.8858540237641786e-08, + "loss": 0.2397, + "step": 1216 + }, + { + "epoch": 4.9271255060728745, + "grad_norm": 0.18260128330658051, + "learning_rate": 2.5901378315458247e-08, + "loss": 0.2369, + "step": 1217 + }, + { + "epoch": 4.931174089068826, + "grad_norm": 0.18007119380945882, + "learning_rate": 2.3103928753598347e-08, + "loss": 0.2339, + "step": 1218 + }, + { + "epoch": 4.935222672064778, + "grad_norm": 0.17007639478243794, + "learning_rate": 2.0466213920393718e-08, + "loss": 0.2278, + "step": 1219 + }, + { + "epoch": 4.939271255060729, + "grad_norm": 0.17687874696980957, + "learning_rate": 1.7988254906942115e-08, + "loss": 0.2313, + "step": 1220 + }, + { + "epoch": 4.94331983805668, + "grad_norm": 0.17352588758758816, + "learning_rate": 1.5670071526936447e-08, + "loss": 0.2334, + "step": 1221 + }, + { + "epoch": 4.947368421052632, + "grad_norm": 0.1721903901179241, + "learning_rate": 1.3511682316509344e-08, + "loss": 0.2293, + "step": 1222 + }, + { + "epoch": 4.951417004048583, + "grad_norm": 0.18043507279970444, + "learning_rate": 1.1513104534086605e-08, + "loss": 0.2324, + "step": 1223 + }, + { + "epoch": 4.955465587044534, + "grad_norm": 0.17786655744539637, + "learning_rate": 9.67435416023843e-09, + "loss": 0.2345, + "step": 1224 + }, + { + "epoch": 4.959514170040486, + "grad_norm": 0.1748468042293861, + "learning_rate": 7.995445897566178e-09, + "loss": 0.2344, + "step": 1225 + }, + { + "epoch": 4.963562753036437, + "grad_norm": 0.18207510463724216, + "learning_rate": 6.476393170578021e-09, + "loss": 0.2263, + "step": 1226 + }, + { + "epoch": 4.967611336032388, + "grad_norm": 0.17295221560603735, + "learning_rate": 5.11720812557348e-09, + "loss": 0.2279, + "step": 1227 + }, + { + "epoch": 4.97165991902834, + "grad_norm": 0.1732648457288266, + "learning_rate": 3.917901630563492e-09, + "loss": 0.233, + "step": 1228 + }, + { + "epoch": 4.9757085020242915, + "grad_norm": 0.1805708935961587, + "learning_rate": 2.878483275170485e-09, + "loss": 0.2362, + "step": 1229 + }, + { + "epoch": 4.979757085020243, + "grad_norm": 0.17924227988283, + "learning_rate": 1.998961370555108e-09, + "loss": 0.2331, + "step": 1230 + }, + { + "epoch": 4.983805668016195, + "grad_norm": 0.17289046715777218, + "learning_rate": 1.2793429493518361e-09, + "loss": 0.2281, + "step": 1231 + }, + { + "epoch": 4.987854251012146, + "grad_norm": 0.1791180913861043, + "learning_rate": 7.196337656112384e-10, + "loss": 0.2441, + "step": 1232 + }, + { + "epoch": 4.991902834008097, + "grad_norm": 0.17185396092990335, + "learning_rate": 3.198382947511292e-10, + "loss": 0.2259, + "step": 1233 + }, + { + "epoch": 4.995951417004049, + "grad_norm": 0.17684811649029633, + "learning_rate": 7.995973352770137e-11, + "loss": 0.2403, + "step": 1234 + }, + { + "epoch": 5.0, + "grad_norm": 0.17215622113187454, + "learning_rate": 0.0, + "loss": 0.2284, + "step": 1235 + }, + { + "epoch": 5.0, + "step": 1235, + "total_flos": 4.620475786573382e+18, + "train_loss": 0.3420306665453351, + "train_runtime": 57470.9786, + "train_samples_per_second": 2.749, + "train_steps_per_second": 0.021 + } + ], + "logging_steps": 1.0, + "max_steps": 1235, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 4.620475786573382e+18, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..7910fad --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acd2a75863eea131bb1ffea93af0a65b89a7b1bfc1bbd278e6a1b0d77fb8625d +size 7160 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..884f94de8bce77c5c238a424ab6d9f318388f7ad GIT binary patch literal 34151 zcmdqJgAJJpW=3fn-Do(zWoqED9q8nm~@4-2M7|}t*)YU(<5mGqE@GZ>+QpAb^jTmeND z_(@~H<$wd)Vde-A7Z(??C@B^_%=rlOBrGh9uR#Q%M$c!&SAYGwcR>8X$n8ui|eHpmX=h^ z%tJE=7YCL{$}z~+h&%h_#`>$mGXsL&@F7sPMBU-muH8eDG?MI|#*IT&dyx6$r zJ#8^O^Y76WqfpovK{&X%ai8)iJ>|(XC?rOnBqc>(5h^`#C0?j;du=ME>-XyS^X&*S z>M=!@=({-(78x1TY1J^-`EKp!72(<$XS~FBg+h|*PaWIkw#H45b{QT~u#*SXV)HDU zC##PR9284?%go_3qsL5Q#0e4(O@DuPnTs%rnAIQ^t92x+UX_@=m4SSM{CjPIwPuR8 zwr7{C_UwK3mWnYedHM8$2ElMA<+LtNetzOxCZ4BYe;BUM!t+a(%NCxzd`Xz4M-tf> zc=G(c69qm8f4iPf%zPUett6JID*SGxFmRF_6?+@`Jw*4Yjg$50c zjpm~jo-OU|@vZOE(x$?BlMqDz>?qR6Rz6Ev21!App{mS#o(@PRUa7(ynLIhW{P6PL-@VC5VY73u z9Bc6y5UbrxbV}P}M+c@VYHHlFvMgXg7mbZsBO)W6+Qj-exVUhLh={gFR{Z)V^G$Bw z4liFWBT-jZ@36W6YmBh@?>kAdMAP>T`jbEV8VtrpNI=16TbL9|&RRz%F^nxKk%ZMC zWtV4hs93ucI?AoxLaEYy#?#Yta@2c;4r%!L;Y#BpGUf*O8{A_}r%V|8;>BsO>IRr| zL#k?I!?))GjUTTj1XC)@uGZjMOw@%~?5xjBf_+i@?+uNqXlgz#nR#J|^TVm@szi7} zK>^kdQStIBdwJo()9rTuL+%%XhNpjkfq=C)#B!@mJFiq9RUsVC&d$?zzY-rtheb!z z2N6)vJ5+AGX!-Vy+I_?|9^sJRU%gmrWNw~Ib9Gw8THX_Uv&dG zXXDdTR~jx-$nhkf=jBzKbCDK(IIFof6K@)!o1qteO@2q^`x}{CH+6Lj4Rd6cOD-am zU~)0~RX(L23t7b~wzip<)zzu)-o2|#$XR4JblSdrNgShi*0jpVwm(;CdS<53dpJhn zP#+fFJbwTd&ZE-AX(EJy__@ZZB%gKlJc~x+wZ7^@UB;+OqJH}x=EXxZzFj|ms_5uE z1^l9mq!*+{XDTu3@ebiYt%#5_IM*O+UCehfoOin2;E&fEeF9FOZ|1rD z)>&(0Fb(6p_$Vwroo}rMmm;iHxY}qRjFt`%D?C^Kti|`2qIC-!-}Z_(cW9KuNQ6oh zhaKz5)*t$hoI7{!cs=wo^*K#^)>Kn&@;7eunF^oQe93XR|4ShDW6(x8E)ungZ`x`m_bOL&rl(1~?uYbB}@gq^nSt_Sb;D^kLY)X%H=!{yLs*q;&he?aB3|MTb1V4Y921mrAMTa0WmY9&TOYn^KBL?3j{@Cyjc^bHbY z=_5~#M^=@T==0GM=b6>wcp4gFD6#z|PL?&IYL6K?g(_B+cXj}!&+@2Kdv7ih@wvke zxt&4ubaja;P1slO3I$V^mX<1K^n5cgA{1lLy}urEUa=hDMf^Npl8M0+8BEq$mE{QC~~i8yaC7?=l`B0O%)ck2zpVdA}1h;>G>JQDGM)rgp$zOzGduG)LK z6!nswqx1NR#IB1tr{^)S`?XIvFB;gk|M<~#H{STs+?*BPbB**K>+cB?6l^hRZOfUn zs0jpzgnVrmq$h#M<+#7S_H3D%ojpeV+3CXc`+t0I<(Ncizq@4K5JrWW$*w-!ea2QT z#w>2Dc<~~xebvq^cInKSGm_xlYf~`_I7n)0s)*ybB5DP-0y!0di;Ii&#$8iQQ9+m9 z)v~$|2SB`|REuF-y3VSXZA63!&Wk+w$phGDlzs6&u!o7gm1>GPuLGa~26BBpw@k_2 zb@ophajQi)^ygXP7L9;Aj+mn%owhn$t$$q;;m)=oTA8zE}e%r}OKJwb}4+RIdR4iq-FX0?7 z9kFi)ObCN4U zwU9cs-~O7K5$xe{L^Q8E(a_X1S+%!(@#k#ARl7C)^DS>_8Z#T0dN&okr;s|0Wz$Mt(x}HDAeYIZg`P!&}JgVz<6mA~b* zioww0;^GSWO^l3&XQnWUF!9JfViFQ68X9heYgew+gY6R_k{+wac0LY!{iy4AgP}tu z9`aJ&SNh|%Wb&BiAVI^TaX`4{{hdGNdHRkcu6=I`$iII5y40I;{>9nbfiM~NSl|S| zoXbb}1O!M31C$AA85mk|rS}cWvk&dE@HV5nQ+V~W^!B%>Vn*cen*fs(w;v|tRH->S z|KY<2$MTW&l_q~<0e*g*?AGu;;dAGxH9k;7@M;`!9~+sMI)Cn5*@hhDhAzt1aDe2z zwajw!I~0~Ys=^90R{Z%PGh$eJ!|{jIFSD)Xk^XXbhnmfH`Mu05%?ao3694s*lRw;^ z!Y=LX>}%%5q$8CaWoT8t zdxM!5y%*hNAT;-;F7)_k(zF-e`AXg0(^Dwfmn7$%YuOx)wF8?zQ&(3f0``O0`S%Wf zzIbhWHo<{IT_-Yo^oE#a6KQvE?*5iRm-->_VlxBINyACf2U#E$?$Pe z5V&*yz9mGTmy%8vk!oszV%mIWBmn0yOeSP?&?aZ%V}gC4K~_^o%0=Aec9~A_jFe6* z$AgW&saQ3(0C1hU5E5-&UDvYDzB+$?wKoGV5%J!%mEBv+hsd@K6e`dE$Pd9Pca~P4 z>}ypb9(m=N>`gQ<_G&W#%oqVudexsWGmryjJyFrAuN-BAMyRZgh^qjy^D z7nR+aeg?dt7MDV{=&yI6UqBsPi4hl?XjYj=o$u5vN6K714tIWu-v7a}vn6fQdlu#S z9@DXE*Kgel4X5Fq1ajJh0vCO=&r)HZWAE+z=72xjOAh{#fB(94cXyAkPSm42KfQM$ zT$vS(#EGzYC~sb!2xXsq<31YDx6lYg(P_E#S5awuu6cbfm=l_hmCS$6pk!r@0uaPd z$ZvDpYftjs6;pU*xm@P83VKqcXgyy46v(WXEvdwwKa%G9p%F&emi%E0Ra%7AVpvu0clBI z#Ep%OBCj+V#jI(o4tH(7zZT0Fkv?lwLJ4VB1DtxiUib1(G8ns1(Vx}t_&}cmVbly( zK=5?r3mzgQPR)^!H!Mt{7R;Mq-AZy+>0p>v#rih^ zOiH(zh*@W4yO6Us9z-$uA>JeqfUMv_SFY{AIZ|fvv*RzhFFmdS0=k-}a6oiT zcI|}5l`9|(1iYE=zp{~mY$ye#9@^}S1XMMUD>YWL!QvC z?911#HK%L8Gtiv&m0sweI@)RXcbtlnNPYkQedAkluKDtQoXaYhB;U>3Jf}}v)L=2` zSy_#6JJSk?A09wSmF4#_Rk4|Jh4?NGne}3QMnN{&rLzTzkzrcwAX5;()yr6muinQ4 zumW6Ul=ToX@tmO>25wiI%|u1zO5=v1Io33^a4-IEVg?JI4{?QwFpBo{^u6?kG}xR4;hjX%%Sv z+$0>;bCh57EvUla;xtZC)6f9u^;>s06LF5aNNelqJxWYuA!U=5yu<5lPl4(>A!pON zh;sTO&KG67sNoed#xG|ey*e?5_)=+cCe_2xH zhOTQ0QBG4$uGYyw%o)J_D7@s-z1P@4OiHC(D<3-`-x~FHNZY(!=5nUn+LfXwEHDHe zXnHb@a?R9Q&7E_#ch0$5qn5<>nGTPp9P521Z76banEz&vRFE+p7uS3U3pv4Z`HDQG z;7Vy-6Pfux>HwB7NQPckAdmX?;ogd<)1(R{N14XuMXG%nLrYDNbBBh75kd+)1%agT zs>DdJKz50;&_fFbM=vjF2wtAUUJF@-BqSHDt@%g&_Li_^a=UZy7$M-nqT-V>VtJE& zsD3-yRw}?ESrUSuWJLrt;<~!^5yJ zEt%rx$RpdY6yHj7UcDrJ{>5_XoU5y=eu*Qe{PsBR_ar%HWEH|D2k?%S$}P4Zl2fEe zO@6z4CWpTAEInu!on)mw#*Nx#sV z4zhZD1a;BrFOV~P%%z0pdaPNXQW2|{fA=3o#QO}@A~7YEc8=?G3l*T0W`g+D(T{o= zqQIONhl;O}V?ocb{llo2L3irZDKw|AxcccP*ZK1_CJuXoPumP>PN^&V_{akE%-Erk z$i#O;mqp%(v9PcZ9D|U8V&(7N`=olL{|eD*MXuB?tq(WHUx$BHl5tlHZxRltiO-@@ zK4E*FDT-H4&!$=O6^$C+m8U$RO#r)iea7yrNuIMO(by@H(6+sp-@XbtQ1agrm)%vi z8WW9NvL|7Dd^a^zVQWRLIykH@Fl8DRYmLr2m*(DWrH5Eqaj_Y$1d;&J@>xaO)EbA3 zO!*C0sm^wVqsNdw%L0o6Ucv<=;PF&*O!80BPkVWIx$zbx;BSSERu?9Vs}BU({I<6`MClv$9Hqm^&JYM?!Db@m7gZ+?LVA|G*X14y@=FA1ejn zb4o}sB>QfjM0XKYy&z!_F7uI{KS_$Mr2WGV5BU|sV1kACIb8Zs8-NUr$dIV0-MMoo zGzQJOQ%g!1Apr;i`2@vr65$F;jSpX1H_E^o(M*3l$$L4Vexe2p_A%-O*Axz1;$zfD zu2Hl8UR>cG_4#uZO_`LmwW%&evxEcXq3cS!=8(USS~ujTM4%M~4%jxSG8hM=Gynvb z<&GUN_wV=4XX@D$j}7l`L@Rd>jv!d((`jxCdEsF#&GyCIyu1V_PoC`f?NXbq)!|ub zf-;jnqlaXNf72B3%B9oZSB}|T^Yh=LJD6pwfdFoKxWD7Ezt)WU&F`)>%gx1smbNy# z!u>MW1rdi)*>@dwasXmUtDW=SbDs)-@YW|WUMT*9+c&7 zOLY$Zdxq1~)8mhr?Frp_(nB{AknL{*Ipak`_VsXS^hAB=6eM}78XCm(LPq`8JE%#4 z7nH12?SbAGkpDxPqzsG2}Qv7EW=`p-pt#Wq5EyGLpB!rip$!&Ki!B;PL6^5 zDiH=eeM;>E^s59m{+inJp^Yte3iHl(seZ=-oFk)$JpDbKT&aHir%vIaAd{&l01J;Q z-r(;t{XMB&Z%t3stgkzJ$g+WYiCvuq@gXEZA`m{Bt^F)6NQ zKtvwg%ne>}bp7ZczPniQnN5lU;EWk)~zmn!LN~#YY?9 zFs87gZOH9dXdqZuUysWsr>xL!=&Jlkhrz{(-+2q+Fj{BaI1(9SK?7^Q_|}%pWorm{b9HS(2g3Sa?pnO9bC(( zuyfXLZwQS4^>8Z46zbPSi!XkuW0@zMfiuJ0a8T|V5fLF`-OUGhO#0x#0|X1lu~HaV zfqN*6hLt8@^P1xXHZcw=QZp1L7&D70%~UKTqvLuwf4)_U?TNNXV6CT7e)vTL9x!im zV14RIR~GMm>YRrqYdxFFJ|%~YUHf&pZBU zlR)#F8erxWAk~8%qO}r0e-CgKDmuCl(2>p>6!49Epl%DiS(tq#T4q_%&Ms@e41f;} zZEy-Og2&7fEof525sMi-(7Y1D*?8BVi;IzyBKeFn5e> zAgK1Bq-rL~o&<_P+mND2}(f8!RC+?T0DVaAxH)ItH;hv z{2D0ZG!SsmRMv6eZoGMWk{n8m#q9=zK^}v&%CDv+mK$7qdN&&~1V{-%?>+@JgvTHX z(Szt!e*{2@gV>kO(6d0v3XL&ftf&k;o*F4smu*}w;<0LGJ6u9lJnAKYQYa(W9$iqe zr9g`Pw0wXU%t($Sg(v4p^Qli@bzoLDuD5?}o+6a;qpo@1c?P!yDS(TSa9q6kH};RW zr?!+nwT|8w4p!>Qb9-esRKy7s0OH@X`{k>s@#R5bghkHlX3~lql*OQmRR3Dc20_?j z2q3irz!d_GR2n5j9*_ga#>W%9>m)?E{RsPk1+FYGQ9>s%NIvz>jhvGbhLS&EizJfJ_6TwjKt#c}Y+WC()&u@%8H~Z`zfDjekP1vcbQmfk zQzj%mdG5sNXX<`vN~{*m61yOA_gfs+GHE+e8s&{IP2L6TWd)nOQwiz{qE28nj|u=v zUY2Z<)i8QLsB0+omcTWW^jMuwDtdbKXz&0<{#f1u*)$rA6bI>^uUR2he`+u?yWxe| zE~^@v_p`4$XgIgD)Mw=VYtyUpI{)+jGFKbL%O{X$UwM*4%NT$}f3!BD7W(=25gZIVHuMNcXv}5M-axJB{9qZyD2f9LBPU?Pv|bI6 z!jr@yI2Rw0DtUNFf{Erqu@aRa*8LXxa+=?(KSLC&ezi~i9+ry(hX`$+QhM;<4Cr*D z_YVBPQ?Pct@@YTJ861UYlSxGC#`lsVxC6q&2oaFm!T^xi42x`)?CphK2pLCw`Em~B zd{>&w!D=8Ka)gqUImlnvApnLu5K0U{`}3iSV&;7>M2I*r$0_7AtJo1yaPbab$V zi-1=Bwr?R1>;#m?8tX#0xnUT6ZIr}lnCG8a^WQ%|w0!+q3pvdia5;;CFLx0vB*GK` zT+LU6D}$kyHHik*8p1pCviLP7ni=Z{UXs+1l)WaQplAla5CJI$-EuT%M->a8{N-1g z&oh#u$&oe``Og24#6_u?C}?c^Q|w1iTG4of()U%Uk(mFT>qPw+l`|keWJKQTd_v2U ztVd9*0R{Z!Qdg7kVz6ylrg-;Rrn(k^^L<%{P~H~>u@!JcoIr9s^iWveLaLJ6ma z=9+Bhhb;|xG|l$%qSbb-q-k}dv+N1b$?P`_T;Tm+0b%D_6*pw;gzWn{I9bJY%S5YhSVF)NPp`Y zI%1Uz_%-uh3`~i&w^JeBgzZwmifMgXjlvhV@_Ax2 zT!>9&th^0#{@XHk?C{|)Qwv_9VTs^34?*{EWj~_6yRosMluhI+akTQc;qF{ZnnR{L zOz<%2IBdA)S>|!HT}Va{pwMP77c2b#r8KhAAHR zQs!3%WB^oqetY_T0G|-rJ9^bm~ zwV*$5Ejm-?1jJI42~o_83Q`OU^9t1YbjRxLlUgN?%EW3C$w$UDaJ%lS5P+prEg2l+ zI{R?+O%{Ud+rGYqwvP0Le;?4iRnK@@9+WZf5km|^cV$JF#Y&txpn}IJ==|kEPFUDO zEDY$6JH{K&O#DI?ktTXyUC1>O6%elqWqVA4_;CY?cAqG+>3k?;mO~jPvW*|8kIoL7 zPmZsqz*!@%^+p>?(hVX0J9`y6==_um5g)}x&lw4XCy;dQ(A!YqbbR)y&bIz{{NJ@X z2+oB<{B=}N;F6|8AFQ1b_%Uxr`0*CnxS}m#hAiTKkE#{cTv#BVMKu%^7k)-$54k(# z@U`W*nPmh9L9u!b->w^;*rLRNoJN^y(D5;T^jI}pZtK+ZKHOPFO7y(rV`F#~X&tBA ziL7Rf(9v|Ol45!Z;w1H}qy1iUQlgEX;nNN zh(}^3o-m`Pq4Dk0&EgyTt+l^OskKzkcVEzE)b1J#W2@L)>) z0xPQ7A8$yaE_K-tpi;74hOQsf=HEDv$b4f*4!8re$b>v9Ckx&rqp%b6Kc^h-V?7zS zreHBkmWqb7yx6kzB3D;evCY3HlZmgVt>Y=?Al59)U2cA;p(yM&%3+aJAbJ+d!=i-AYyUXX)cU zG&Io3D|ep7T$=M0#6E`_F=`dy>fE$#21pyeDG5h87R3_*@Z+!=`kE#ov!Y`>U;u!j zinwjzyU*RB~JN1 zdgK^-rNE`bcyb8NPH$lULE)Q5xOO`&fC}fI)89qUNcALn8;jD9uyh-k38g>D+hR`= zj(@AAWq~YSoTgXIQ9SW)vXSU1p0v40>SH6aW0ZJ=4!j+Aj;_rR@%%Siav01{AEuY- zO^AM*kQr)7Jg}JWAJB?SYu7yg_i%Oe;r_I%v0n^INlIP|99upwKse{OCiZjB4GN;f5PnSp|YNuz5QF8aW{gAcQfAFMLx zyM@vFKRb&9L*f3K5kTlE_C(_c9t!qvYLNcs3(3T%>&6|9<0hD-C9-I_&mF*t<$G6+ z_vByba)JSB{wYOD*^X@l-NGqYVM^!!*!c6X7KyWh*r<$vT$1B~08NNlD@MF3ufF?_ zC5KSiysd^I3HbQH>=+r+Y2dP#vs=g|CP}Ib|6zSyKD3VSW1&zC^8^iZ?`5wZPM&zl z_*w)1qb5E<4C851BD4~0$6C#wiV2Y*HI_#F&s~j^4|nqJS&jbWmu_y z*V4j4OZUCNu_R??>^+$1v9(GA{fRkKB;KOXCp8>K^arozi-B71XINYnUsCjnUYqIU z3}&M+k}eGL&HCTGEzxP6!F@NAyd*?1SyzByb(sJ8f@U=_7S&WBAp*31^6FJMbO;m~ zj!rm^uQju)85l4X7zpB%vxKQe(!cpQ=oWQ5=hCIeREm}esRJoiY|~6H5?vxn-CThV zV|rne$2)(1O|?mkH9%=;70pWX@3%LNR(i+2emyuZj|zIwV7Q8c6$qTbmO_S>e&hwOXX|jl8AsbQ&`cS?PX-x>kktq>dQ1ojgGFs1 zp5QlO(<+vXTRBaTMS(tmhd>2N;f?O{xi^FGq9`l)AxM zbq{Ss&T{?Ff*VNUQK)VTLXNVI4)r6_lYwIg%kEb2Qz$#WaIR>;787H(N}yOigsc9P z(q?^(pv4|_HR)2nPGDO9EpC{=w*cHWh{+;a}V&LFq`_!afs*x(xRAxg^8wjTA}um znF+!D_U+p*rCqHv_E5bpBqRiCde4hlL0W}e4H_Zj490GJu-eZe!gy3FCy~AuJf=oe z|BIr=09i6GV!E|d;rVBJU1Hb~7jk1K;2CBsqm}yk_sCEY9j)SYEO>8SHn^K_ZLT$vND=F=7I@jQnlnZ z3u+D8c7%K0eM3WD%o|pSM&~MEsxj;0MMFYk#*Ybu3`}scKgO01$>(;-bX5~p-GX?YR&y>uwhBT7# zXu1@Z&I%CS9b7=T^K0IV7vT{5hG75m7HT{7Y)Gbp4pnZ{zhh9aQ9Hw{ z$&n|fJ(LArD3Gr-L0sNh!TlTdad~u_&{V?Fk8TAQWh=d~rsjvp+$JII%{_ztr_2O_ zwErM@5TaP97&}qLuHs3AL+a-k&c93}3qo0aT-z+p-#^93xnn+J2%8}C{L4&^@F!7Z z_P8+0WsM8VIl1W}%F#<$BXQE@b`*Du7`p$XFdcR$Z@kGm7sgkN6QqOC%(TQ#- zg8{T`c}IX+OkYn^he6c7SqB+GZwl9Z6g(nUI+UQAC99!Ef9ymjfrfS9|NW>WHhe;` zDC(*xE+YQxrZQpnaS|60$c89DPb^wPTK}WQ=6M310v^mC4Jv8F>kTr?r)`2oS1(5e z>u{zNGzD-8^qoNWM^T9ai|Sy1y~esvp~59vFs%6d^GaBFINGa1IX$@H_ml_JXY&4! zHv~k}^O!vxQUn=$(D|91ox_L-3sXS%EDquWV$3$QdqzP|EG`NC*&0Z2f{e($<)uoK@$fADkUi?0U5VlRNgDmtQrvpP(@)Juce4F z9t-IvnskfA&;dz<#tXD12GvkNT){`6xrP90Hnmws>?!i*s!zU2r?DJo;wmb<#9k!h z%nlU+XKs8%8z+DRD?t|)Vz$tmg=)Fz*d`hfkBTpB+)Tf4zGv8u`=BUBt4N*5`@Z$R zV1c1lvvb+aZt2y7q^DRr=|Y^NK}VJW&z|kJ0o>L8#0jO(tf=ArG_0x)Ix{DTMU@^X zT0ui)#TtH76muxr-J+|jtCV?rEJdeiUu@9WM3apY59x2)L-U*TS8oYwK+$CsPgs#J zG%k0WNC{=DOO$%(_;*fQ7Gi-?w(%H;dX__bm?#e7#?UXxiE^E0jVScQb+o}RD?BH7U;yBvP*#HUAS z*i1N4iFf^7C#p;%AbTm8L9q(KLYHvq-6w;*>eNCkCu7u4YGa0UH9}<7IMi@~@x+>T z;EvzE|0aZh-G|bDw<|gKLDy+drkAiSTvAd}Erkn)HzQv7)`s63;}`HQ;Ua|5iov$; zH!B=so@<1F!LdNv2@TEE$T*t*L2Z#13{CKx9*&uFoG_9-Y#PW^zTk2TRwvAhQw#SY zvDc8uI+qQu-m)-B|GoV3)jIb*407%J$>@Z%55>~fKpFXN{w-QrF(cgNphTeKVjD`q zc@AUppbDX-KKLzE=M$-0&u$z|d@wH7@ePxcxj|g7WNt0>=i31(;Do`XuJ0GDFQlwvZ@w|)msRDjH7JF#A3&=YSH(7<^i>&j+b;b)y zM};USq{OQ{Gl$mCY65UU&kjW;aTysj(`#vIsey(DhQ;{}63b_8>+Pm1e8d)4Q3#eG z^g@g(y~IqsexFiN6}xIq4Xshoe}DlpwA`JCmTIBw3%-J?>o$GacKM5+bu-Y0yXM1# zz4Cn%uZ(Uh?t4+W2qMmMhQiqnZpzmWbAnQswY9Z@ZBABJ$fd6Jq@tp;CKZfmcNHoD zFD}|@Cd;z|vAbk%Z(qI#?PLffl~1VA%Rsw4RDsN(xCol=-CJXqays=Ek~BUkqCp~8uz21@@7SbXy`>MV$_IM!sVcz8X3d!hz>CU>OoR+ho3qkUK- zm+g|Lv?bJ!C{r87t5Yt9TFiB%tp5Sb;s9XvKUgpwBE_O;3W{vk#O{fp;x~w-uj5(q z*_#&ktLXgqttIT=ya@QqIQ2V&1(t4uScwP=8WAghpPq+|wx%X&oW|YA-YSr0=(7Ts zq@eP)26;g7&aP#Q96hCpoj9|Oj*hg?z8OhhhN$cH3%x97n|YZZ#=l&o%?dsv@3U&+%)Fa1|WGDf@^qGyeyZpD3nqH%B zBLWP^QX?eT(RZkF-}(d2t^2!|M2~z*Sj5W(#y6PCNq|yd3u}7@mr>+bgR>uY5j1m& zDu;@Goz*kF7SYWuq)AeI%j|3KKDN(K-YELrUDuXDLucvF8gNA#5%8S*y%|o+9g+l$1g2T zC4ri#ASsqpxl0RqEMnz2(655j9ND#n`kR$}zKwj(`P`iH^mS4e51jah9z8M3wpz@= zNaIAe29eZ^tN!0VqDX)s)`t9r<)1u$azY^R^91PQK1b2lX$a__0^ZfF0DxA(sf*1G?4-{dU8AOpsl+Sen2!l?KkIK&wZQ)z@Xbhhd#Jy5H zGj;tzR>gsW;kw8}71;`9MNaiFvM#RL%!}`}gWePR#xL*$*Q`Z&sU%z=>?*WPL0Rl_ z^XWv&_fK9cCx3qa$>h72*sPX%egC~@YPWjISCa)jJ$4u5wtZ~mi`X(6e)tIJvGd^~ z{l>=S5+Z3%m6Hx`w5|{Q(JcZ+j;;lXdfBWO)uH!)D#W# zSLBNmls?};uvyIlc`k;Ss<9i7@zV(GV;BS|;wBw`e@%-zljW3HaIA|6yJ12()QKxr z+S7HvZJj96+kEu(6JOqdQ)Vg~!4+%Ak^*`*&eh&|?h;$u)L}s*?S%#j8IoA5-goJP z(W%xl_>CcjUPcPFN~h3WVl_lAc8p8XARJ(iNEn5K_bbVo;)u)6?=knuB5Jd`&N=>) z!ky`>8r2S4D(zW+Sgh6}7{tmcnF%~#t^l+QC0vWEB~~|Of3PxCix_5=_FEiXv;rmG;1%LA$KNf);8&Ssh-S?Vb2hD8HSbeC7xSZD$ zJyRZe{q`^0Ef!d>o{gn=G|~JqC5Pn!(|LO0eKTV$n`LnQQY~mfn+#%Pvm#b;VI+N% z`kr!{26Wj!G@HOF2#|`(O{+-DL8eEXMk@)UGkbE4C5|exeuJjOh`w(wt&{oHk@i#K zGH2V$-bu{fob*tY`@u#XG=2GEOvQb8;PnQ2MeApJAA+sKHKtOv*Glea;uL)T*jwv# zhU#*ZwM=4V)w)Q9^4rg&;jpu}_cW&a7KI#YIG(U?J-2WVpwo>K3~Cne*`i(+%602A z1iRsaj7ckXXKtMD9X`@wODW2uUian~X+wKxtG3BPO^eF;sv+ZGu8c}2e~F}R=VGJ7 zqWp6rBE38c3Qm+QV32OJhN7N|aTRS7@P?E(+>qFn6x;nE^?9k`N3w`m|EjJ1TEvGt z*k8(k>iTk}t5nJIV_N+>*W6&6p+x-CKk6z;OS_MKu%tHo$*=wEFGuhD#$uUB@XchqAGqVpSNB&lIUT(# z(lgz;dfz|)#pfb!vti@#`6c&VR|LB*tyXgo3^(l-$5*tDzn#;h`i>f>s4)JBmU`Uo zEQdPv5B7Vprp&RF(H{nOB=si~s81JvVT(CC5b~%gw*J+p*q7px_{4~)xd9&!kt?}- z!i}yH*{ht|fz!-)&m#E&HpIXZ3qvtaq_ZmN6|)Qi@b52dEru-glz3X>L#x?7ptcS9 z^HyjCD4NwXx3Q-~IBGNNOX3K9s?!*W?y=%GFo{Z^!TEM?q@oSitatQd?WsOZ%@=7U zsG+@JL_T%Zx!C#JUOM$UZ%4mJeRHdjU*l=AhSPryu-SqPt$G5XA{G<+3I6UW?g+=wfA8(B&W|h#;gMcDbiWsqo2) zX7o~0iw@Ki+u7*}DhaxmMmtGR!Si@Gqyh_4rz#)(1tS67r!x zpAF@*DY1P5js+FuFpI|qe&2yzyq=Qac73hG$$4Io8Zqlg&&}z7lxkhR?`8XvKL3*b z>dIBmtmS00-jo*WP=il30~alDHzUcqa72`|ZjO7XvZ7vEsVeSMT+Y}iE;DN2t0Hu? zK=hR{o(ZEmRYO(WM-swQ%Y9;#ejxY!7;%kT7;%0D_%ZdzZb#&S z?y3hKlM&loH}Q8Cb0u?ET;vBQMDA`T^#buv%&uW=_ksp&AN5$PLR)!mM%RK*ndq&< zozFz-x#hA@UOoM6^oCVqbj1q+pY-R{)ZBm9`8hsm<4^1Lw&r+;)Br-fSmJ-$M=!7K z{GKg7=Bl#Jdp1NwzDL4?2UMCjuO$emsY0av{PV#zgVsJ#b$oh`nXtK&TH1q1a*47) zV+ZayW#kzSgrA4#-LvnE&l#ir51d){B7GNVDI&yDzKn){lja4sy4v))KCC0dX%=gB zvrh(yh*L!>+p7n$`u^`(*m4vLv`KO(U&>2=a_x_u4h75(xV z2+=|@Ih+QBCo<%ncn!DRX;Q!=EWOzq}w~?VED_(-TVO-U6>Mc;~~GsD7!7U_3Q;P4Gvt z&oxmK6DI^%gq5Rsn?nEoF+|qTD-yrfR=)>#M|+zzzhFmZlwN8@eHr{n)i_Vni(#`M z`s2#}>(&e>nN3Pz{5e&LX~)MQtuk zr;|!5w{;1O+v{WzqI3P#hBY58b+-myoy*~=;n%N`1b2dKCmG4!>ET6b1hh2O^7wtS zJ0Tguqm-jP`QpLJ5?2HKzinl4Hmvq>{Ve*O{i;x_r{#xMg39Pq!|n>B;d0GPx?N)e z+D#u3kF~iI!3(-ABi$GDdE^GMu&|gtiiqhj~&tMrxU zt7j5Xus)zOL_Uo%##0BFubF3MZ>DJP^s)-&4aCx>ger4#YGz#031)-s?>9DU6r;Hj zc-;mb))j+!vip4Vg;!TPEvBpTGWGP#B-*f{k`ioOL;HpHY4CKD&^Vw=iR|dJMI~@+ z1(;%s4xdlgSH=q(k|QQ8XFn0SJqI+=B7rwxZ&Ra+jgvS&B9-iirP#t~=FsQZR{w>FCr9EV~-0^aRQ5!^9gu?>gKguv0f=n`vf_Zkg7vM(8L38ja>7u zBuHw?ZTDeim8=#6a8Pp_#vSSKPTY>WXhRtm)~lE)T|LgDJPI)i70q+6bqX z3Bw~*K(MU;p?kV9Yx&_^2j_9m7qr0RJpXJ-k_wr9zikngV8b|~DFF$gT)qE> zWmb?QXg<-HL=D0GeV2J=8St!t=jUMrLa7C;Z8^b=OY&0m+N6 zTD1Z34~5TNXcGi80xjR@3;M^eklkr{LeB0FwKMcLt zIV{g76c$v#Mi>y_H$B22)=T!Drkp2&t%zfJ`O~cxwOw(AnCN0&Hyx1E?kV>{(m@(U zaq&%k)ZOxkx7ueMCt5tvTyw_i6mW8*$eHqlLk}m<$`1ZPliBQ2gHYyHx1G&Ob7yNy z-vkrWhaD2%Zs%xoN&W1wIQlRIU(!>AFHvFAIqS^>RgnzSg8$wcPKbz!iJ{FW@CF@Q z`b~cLgTB29{l^4g=YH_Es9yV@e#@9z>%wm_6%`e1o(e8r+bbAZC%h6+C&NV2F~~}m z%p<{OenXdpdrN|~#pMw=2D6!D+1PU?7?v{`Hclqbf4Yy7sqv4m6Lw3<>X&69V2#gP zGo`QN-_MsKk~5*|NbO7NEqg4N<+7*OQ)*x<6AR7p=c}1Op<7(tftL)n78o!fmU4gw z1O+n8Q2v)MAWC)9&(zn~=h^fL*^X5i`we^kdV@C96*-JW!wa^>|JfD-*3)_EYQ~T* zF&-p~is?*-RWI%_jAyWhtQ*uqnlMwS)!jdmZcpk9zl<&04&0r0*s#&cT0L-Zw=lEK zE|Xs^goJ#Xs~jm`&*Jqp&Dx;%HW--OO!E0@6W<&;f+r5IVf35YPWc7^xTsYB#_@yq zjYQp-jWiP_slYL7ha9S*ZO8~6BI1+fj)#Z04X=>Az0L=H>FL;mDQIo%`fXsFc6jB( zO*1PW{S3~w%v)304+$p55*}*nP1Sr%)R>OznfRF(-jV+L(0)BMJ#qbopsxw%v|iKf zu!%5GS4ru-`Ia9|@#F4inOGJzl?pC%L?Cl$uWRdN!#%DY%NzvoS8I3n}&3{ss zla9X^VeQz~a3?)3D=y2uZh4(+bl7bKBq#U(&*qksAZH<{M#=kz=81BQ`q1VP&e}cJ z!u&`fz(cxHbfHIDv{1rU53HtoXY+2Tj_Qb?$Kymg!F?z`C0lB#n6fm%=JS`sO{`4igk^9M-bTP2pq<@t+K*%q|E z{7tw;$dZv>e`NR7q0`QL==Se*4k~23Pq;ZRC;gyv0zZoS{G-O&!STA+7qgPRU7nsS zCpK`~(qg9#$~!}aMnkJ-m)NG`3~vil=!Ai^KEc z3xmB2hqb5tjs_A5+$~#f@?%NVnz-vayclGtv~$BZkq%J|ii`Yn!bSj3AjkQk)?Q*jMFTQrNBX8`5^;r2-J@adRy90H3xiN3=T@77_A!B3kdS)>D+p3%&o!xkY+CW%i z3o)j57~Zy6I~0C@|CjGOBU`A*8zykByM^R{W?>Yl_(nV(*O$^e@u;viB>X`v$P-*~ z#6V+f$`_)!s=xJpkQEiAM#ua5;@$q(TTu~ZFO)L4h1lc6rsy{MlWvXJmjVDW(z8Em zOz`C%z8{^-aYi`?3Vkj1!|oo+l73?HL_t&aZ}l!q>S+s`#><81HH0isva>PrbfuEL z6zBVR#g&(9-hTh^9wK{cAK9QtwqG2qOkvBZiP^i-G5*)g+e8ck!|9J|lk0iv*ZFyP zROhuj7^kJ{1y0DCV4f>mi^hDYp9#41LGkXJE_c)9>GGJox1TW?6wfED1iF3{sOIRU zrr>5I6rAF23gdJ-eW!sjZ(Z>u`Go`{0~`_Q0a8faE(hUXoT_(R*$FaWl~q=8DO=ks zXD7qqoac|ypc46I^3X1dnk~ViDOy(GUQ`$XVswF@4d6;sBSuB3Fh|$XK9nW<1_5_kq5Zs*&5lS*2HP zn8#$rSRvt=>(-DQX6t7f7O{Q~;+?PLfN2oqh~O*TGIA|va%^1xo<|5TL>b}x{5gH^ zqw4q~rxULfE(nF>wisEweUeoF^t|%x#w&G$O_-BUr%C*j3GaMV{VEu&9_w|pSIUg2 z%lvvGk-~+9l7XC^@u=3OQ=pizf?F4q#0Y^3`n}+?PyV|H%Zec<8eSIgWl8M}R`ZhA z!7D@hUwVoILvQEUi|RMdtW92iAgJ?>OvDPl{vraY+S`HmbGXtf$knO59%~Y-x!H@k z%@~S83*^sKUvBRZO5n$#zN+Gj--}awJ8AC-pL~XeUm+-6^eG{K?y4optd^|F${2O+ zXzTm4DhaOtr?K+@=d$nr{?8uSD_LbEBdZXiklC*Rvt)BkDv{6jNu72l3&u9CM3(f40o?F;T zEM+B=K6%;gs6nRmG9fb=ryJ+K{rX$-IQA_iVKw^Hp0ZoFkXdoNHP#+%;=OsFlUcUR32lW(Iul!^+}`9Hy;XYcWdD$LJXFDv_v4?h z-A{Ho`1wIF^OCHKNVz^XO?ih=W+%9s^;dc8=y0G-Mc#PSIaK6#RnC-zXlHq^A*Qk@ zbhs--``#CXU+9cPoh$T6Tc5lr?lRzbJ%@E^#N}mz`ZBpW2Iq49o+0bCKAg(1EmOOs z#$2`a{xxIck3@E>erV|AB%AT^1uYapn%NsaUEoNSxwc*VlTT+eM@SWmrhr-YDU0wl zofz7vXDv&9okzCvMTI_~i9P6M@Af5N%{EAfe&68G@6Z8yI$0OUS>1Z!y`CCY){fCEibj7|n|;!GErDqky`S^9ca}d{=ZlD7ZMi<3ax|=% zPnfMK%Si9qZk4RguGb$KM$+9;h2YN*7z9Te{x$_d78g^97FIgXp z?b2r*4jq#9u+MZK$?%}-Z+PQQ(o4{f=QbTviYwM-5@j!-O>W%d$>cU%-Y z&khz|_8uu#LcV1xP?mK`MC&Jo{SMLme?2iRDKymRW<0IR52W7EA>S%hz{s6|!GeZ{ zfa`Iz>fL(8PzQ!_0j zSWdpqL}KC$}Up2WhaC5TBApha#utS|g0>h8w~w2fUdm1%+m$pufx2U0e7b z@5YyzO3)QK{Bb9Ha^7>*7vGQEh8*2yNbWUl)B+{T?L6jLUU~j~C zhq{IA8+{~7xFkYQqVW)!;>I^{rH`l&X__FBP@hK$j)_ouYVtsIv7Gy%<9CuCEnY-n z93`bITr@={$3>ze+9b)J^zI!ND=ew7svU6E<&Toykfz}0;pk+`jEFweDoReO9kJzp zC=oD#8gGfaC2MtJmRE1&uG1;UNeHV*sG%P9E9TojC#CJFeWt$loI#pQ_dzD{UoJt{5p_S&-Jm$&3)zJEWTIXL{d2$%EJQg5=gip$D<727L?O zd+*rjd*G!udNa^yd7`{&dd0D$*~*VkKCY8S;TL>{lfw>X6^NL0g|(~j@DLjU-6c5W~d;Mt}Lts=wE#|hx1-Q z)@Ul)){bv)Ryi}tMnEQi<`%+%M3la@*LKs;qS(W9wNDdC5W)ehE!zG9R;M>Ydn@R1 zZr<9zlWEyt4+600yLxJ(_q8=sNl`jfZZ(^5_ZTkje$hP}TvI!VSrzJk9^ZKLXy$VB z_9maM0yp$97e}7)4dKvilbAuHR=xVz=Hl>Ug*C&Z%K2agQYO;L%X$>l){SE;!QVD83pNi!9!j1nj&)|x}Y*=eC@_j8SF1qJ8Ukp)e9BjHp!Xd zMVIY5qA^YKCwsI7Ydg(xPE`OB8fdwDPB9uNwS|G_dQ)x!_pD7xoMtN$;>3)D~NNv zJMpQKEo&u5#_$xKlARm$Evt1>Yx7s~{DR*xghv#eT#P+)WVo^OYV+Xho!(r7b5hhd zrG<7_@zl|dHOd$kvHT|$v`$Z`M{D7`Xo z6QupoBps3SPJOhSEas%hNIl9!l?#vE*Ju0my~Ap9{er!7?^07t9$xi#k|x=^RMRaR zFfU2)TB%(vZ{Yk=jiS4DAw>Ywp41!$)TF&DtI;B2pr?`*Rpt{n)_GbzJQa!JIXZi% zYjRjhL=nO;pwgq6*pyfkV-Y>wgWh9y>8lHl1^iUKjCzT?#xDBk4}?~;=@ilAHQ`cunSg&06;Kfls>eOKcsiS)TN0fo{qgc=e=yd z4XWs<<5PMTsh>L*OMO-M^DYZ<5iH^HC0e4$u5;MbUa}}4v&T8M^Ro`bm*_{ahAN;? zey;PgCo3(d$yjC*Z4FO&-C0$|DYJ>uo4z>6qpieWI4B%NsF7fpsGc}H>^OC~V0W6F z^mcOIB#W`Z4DC31SMOh2^7JnDI3ZL_+m-!JNrDvvfYjV1L%RLyTKtb6yuQdEVu35c zYh{&?x?J$k&vAT4ct?in+C&$fk(h}4--VjC=Ce|f!wnBDD`+oy7>kQkT2E6a$>;hs zcyB_=|9rSPw49AmI@v}P1^k=CRCKjh>id$qS^w--<|G=I%MTNz=M6a|R)2Mpf)B2e z3C&zPuw7x`^uvFNx#q8wD^?ay1#ds-!GuT^NmL{XQ3xnoQcBa916@W!HzW08Im8Y1 z7IP7c*pqizW_m8(A(!~F{^=>IZ%b4-#rnw70j-U+-PvR$rmHj(_sFsPXz|En6D%%z zejYVcY+5*fdj^h+mA;eP)*5FOE7Sb;xWHYVE$D#pdD`{+Ug%^xRJm~b`5PXZoeowZ z{=3FzOMg4-3I=k@cS?$p5$o%kLCktS_2oYK;X`jv%gd3pcohbgnyJXzM6%WYo%OH= zyzDBqTK6rRib#Cr8&bWxdUaCC%nDnEt2v@hwr-jh&BD}76R|P>Fq9#%+9SKXW)~&iTlPAsKcvfHYw{_+ zOTE=oNxH6fYH6;%CNd1r|*1A zL5v!KeoOjf8oBKq71?K|Nel_Q$JZTvAc3EncD`XMz8!UOh9}oZB&Sqi#4_G5 zu4#qvk{Axr9&mpA`mVXSJzYQ5&Xapo-X=tr9HB76%C}LIQyx40k-7Z&{yTeiatX6F z%83ipkN^I;mZ>-z)9MBx8K;vPxY(BpX5^Hl8FErzF6|1$WUQF1vM>*d1kc-)ZI2~aOJH2d z6;*khTKcK7(%YeJ5Ao&gzI?4r!e*DK@!3bFk}38pRF#N}?3W{V^$eU5j{cjErPndh zj^rz8TiBGi#1qS>NcMdEZ^NuhEGK(1v7t88s*aoedh*WM9=mhjGQ6`mpWZ5%ja^)Q$QF#wiKL&i)K4n zzuFTQ;o0{B8J_z?#%p1(4ZCzCvyjq$J^g!jn|^J1O2Ev@XxoL4uX8z;Y|f*DW!6ca zIYjjm@_Q9J+!qz8o#QGDhF^}{d}DrKrzpxM5+tNN(S~UkyC@7M={%zM5=90<0|gWZT|+Dlk0D{3=mT>lX#?c821l zsiDUSR|uQ%3YF9DdocKtmFvC5kI!qf`7UW(ADJJQt^N2UvKumRy?DzqN7(Ps#!n}9MAc ze!X@2FClvUTh!p;Chz@AZ>KcxP1z%DekQH!JfN2gju{AQU}045hf&T|AjX7%I#KNsFU{>usT5WxI;7>|H1 z1a?mYnltwDJj7W1`iDJrk-%?*^TQe)q>i~x5mFS7<({{u_A$d#)12QAvl%aRd-aju zRt?z&I&TCfYT5@u1oI%=TdY&Dza$sV%{e4aFE`~P98Cg>A4RE9_E&Z+@Hc}ub5-whIIHwE=;%`Mlz za(V8xwaY`rqG8?!XbAWvy(sJIO!YQ@xAQN!dBLpN0`L?Wnfc%oVM%3xzA^zf^7k&@=Kq! z*ElgpRQKoCf?~(Ml>sM$h%784Q)E4JM5~8iWc7E=P31=N7)p0F+n7nt0F6hStjjvT z99i`KOC!0XeFH86_#}u{!RS2r05n-)Wl_+pSup?hh24d?XYGH!dt#|#{%Y~-IQ`B+ z^90E8WGgv^vuz)sx8W+!bHdqKNK#VLJ`BW#`vw{B#wTe7$GnxERfR&`6jRrBfYyE` zmy%S!G_2k5kd1ZOheLgN$Gylj;doJK*M^ z{4qp$+13*%fJ%(JM6C!Qca8aTeluC*F=46TrGnvs6fbSWl_Fp zb?yc+4DdOE%MP0K0StzbGBHsDg|cr5AacY^EVSGpvvPwjX&XFFMXWx$KI?5lD%*df zAsVBYa9Dm4`abveyyhymBX#4IupxniFQS0R;} zADyZZ4fP?>kUFmg{>4gE!9x(ms_Xg z^QJ(mt>DW|KWY+*%j;Ftujt}lE1F9Po!bVVCJ6>TUXnJnC%FsIGN$H%j`RzkOZU( zn(jHVJG{v+uB)W}e)`!FCYQZS`6VZ;$YNOd&GhrnOWTS{ z1#F94SXpX1&)uy$7H@a#$k;>ro5^eBZ(p4*s4lGTixfUtel)z2uYl=tyP!F(V9;M% zr3+eWvw7Ali{!_G1q8{h*vagU+SESaE)U$p#L-V8T`UablPaJh5uqb=mrtYxjh}zo zLof(5kGrvt7O5DWZ~MT|w6*SC)Yg^siSYgJ&INru(tKOfuHO1d0qt*{z2WK`czIUIs^Io5F zF^zYC{sj}eOcgYmq~2v|?y`de83NZBU0uwp>n{D+gQE)QrSgDe^e060uF36WBGkC3 zSiJn>zL!W|YPu<+bl!frsK57XA@)770-xs;$`=c3EovZxf$EivguJff=dIws?JSXc z8vS0=J2rMuw1D{vm1>^f$$1|4P3f7Ya5uaaA?r(AIU)O+xg!a+=-Y@=lHc=P{z{U!8=Ik&I%GiZJ>`Co^`BJ*CXd_OV8$xZh5hM}bkgQk8(8QEFR+@#^kXMt_3( zDhyDSjncfNUBT|OC9WyX$=o5oj!+H)IlUvq;L8P9czamr4c z8HtOynA2bGSD9jc0l5hGb(SPZebztRx_|PUB3~ZDLeuyYUr%}DdX0bILop^kP6NG8 z+MSiF&ySbQ=lN9{8x51HI--_!B`#S{-!#y^cL`NGF%kRI2Sv`e#yb3UR$+zXofYHp z`NgdrUPn)JLyxQYL4G)PGgiL4FC`PlpzN*}3EXL1k}Dh?4ofE*{Us{ZgzP1*>hkk~}L^Mrl zrxcP+cj<^3d^%f*%+uPFGnxg}D5i1~^zbBll!oFk!GMxA`d#k(EH3cxV3=DSo!;_1 zZZY6qpYqUAzg&iK6$N6Q-DRw1*QbpfY7cdPnWu$*=(q~!3TOYe!yl_;Wcu#LM5tfZ zpeVGW6QqP@v*fe)Q`IfycCMGnjCB|TKUfm!RNakB3CK(JWM}c_qlh?Zq%VaYFm>|{ z7N<9k!{fe6HUfN7%+=pnz64waam3BrVW!^YbnvW5?&VvDb7Us|cWy0%`E|$H`$5T_H1XwTaRZ-uJg-QMUiZDeknlL zP%mB`ji%8#G1sq^yU(}bj%nN;nbLx`ci@V33{+^ZcsQa4A28RyJ1~WY4mu@d-#Khm zMais_%(I*OLgVu+X^9)AMy2@PvcDo!YP2py=oPQ?^rw?qw$Y=be3XExc_DZ8C8@d@ zF`QL`f5-=EZifcQdB_IesJp+M&1{X;STGGt%+XPHP4 zObI3OtUWa-)T%y4cc{{WDMB=Zp6JmCq>=7v&b%)53{7N%LhlQG> z9jfF)0}c8#`!{){u#S2+6y=>NskHm3=cJ1r{8NwJmZl~_r}Sb=*R@-$jDnQtXbJ5t zqW>B1_Wng-|JFQv(%pUW#QAoI`!)+xvL!Lx36lGA06GJQc{vzKOa9W%Q9RRfI!bD` zM5-Lu5{;X$G-Qi!FcCcY#_h50_WHgtY$A-wEZ8sYn^Nd=(^FL$599RCZe^`K+i5+f zns_LJyWAt3af^I=L?rKcq8s&{6oKtD^$lF6@v=&CQuNMIMRO;e*o}{Uj5a8|r29n? zb3eijbJlfA!mZr0&vQa*V)0VBRD0Dn*`XXmoSXrgmV1ot8c}EOF+}2*;H9YWqG)%T zLr_@p=^&qadj2N1(;A{u?`TOlL9nw!HgCs*o>SV6APey`Qo(4+q1YH}T!8P$;8L>t zlsQ0s(D^k?FKP786##&YJ z;t4dz&SLA$%y`nLT%zwbrz3F*$-$K=m%dAuxR*?zZPU^)Ml>~cQ zVy0O(a|H_=F#BnDin!VsKpe`3hxzWCIvw_K#yj*#|aj<(R!bqkEv`gYTT0na$3z-ShKCAwVI6&!$=IR`XzEW;)zhpX4pZTJXwVXw z%HytV5%cGEv7)ao0=cH-p9f2R*tb!?Bs8{A@=q9@@_6vKHvfhfSP$KAjcvbuw*K*R z<{^y@2Pg*zdDznqp}!o!#7sgmH9^U~WkksO>Zl<~&p4=FNQEIRLm3e|Uh?+zenqvSM?ry~22fC5723P? zrmqB9W{ce5qqK$9p9bS+jDJ>gftO*t19G)W9_wMG;c*rHd@a8xcvQd7@57cy+!|;p zZxq>IwHxMGeZu!uN-*emv68#8?H1YV-!M>s+JA0tVe?{pC^l#AG`_BEfzAU17aH1U zIls_$edhVwJiq|0UG!!c1tSnuX>IAvedsnbp%&z_6IyGqDU8H#B$bOlU_-U!{pT-F z9`1X6Hr_6zkit6I(m~VpM1h-mzp^TEX5?R<7l{4$Ix2IuV^Og{qQ7W>sOegmGta&u zZwAb|EZz+FXeo>As{D|^0ihY5DhJ!^ck}N1=e?9eE6eUr+csk02Wk@@$?Wfouz!9;)>Vjm#plRs$4a9p#i@wx<2cTm3*ZtH``|F8qwmG z*_#>Kx#d+U0v`X&hYb5~y*)S?1Hp|#Z2OpZ7|M00PNt$)?#7%>!&l%RK3M3BnD1k^CA0Kac z!~`t~^+^S$6Z2B1mdl}P+`m=24Q-BtdxPtEN!b65PB)58;ApH=BL`;8@rYHA%8;*H zPSqlHv&U2ORo5^wGl=^X1nDfQc-z`%abREKI_aXCM5mL;Mqb-h-eR#g`v?zIerO8C ztHknh1{j$2C>x=o{nv*wG&mr-jAE%T(~#4<&?7wZ@BjjB&T^)mn7mSpky@DS&gUR> z;S4<6p=*vEl*ITPWw3U)+7*bJ;}l)J&7F6p3O%c!y7cdQHnh~HPC?^0(-NXNHOE{+ z_ygaYH%)Rv!sdu0yi(QnuwJ4TrV234t~AtQ{D__|gWfemig}eh*CJ2d)||qX|1;B8 z)56PROJ!$EzqwG*=kvZhT~j_e;CmNyHe>oMe8(s+r`)hm061Jco=&NAx zh2T&aBq*nuT=h3^+yd`HS3y9fgPV62@?wPikZB_kz_M@%ie$tP%cbOg)uEQySy>b* zp?rEzCag(ITpsh!gGTO;4-{D-m(W0$+O}(#8IL?4=?(h;c`*IzW=d9Lm;8LciK^k2 z`72w}+|P@UA(u|Ny!PSyO@%k-5Y|KCyV%jyo_1R|k95Ou5uNOmQWZYwLhWdcM9@1< z+}9Nj44t-uM#pBg?iy1-?$a@;T{xVGo{%0J zi^J>sT;mDL>-yZc?LT{~shk@f-C%Ic$fxh}{*l&9%kLhz$92B;(VN{gS`O-u`|4g$ zWK*=aVJyZqJ=ahE$e&aJr}~nm`YTm_v9056XO0NRY}aqhRAQ%YSxZv$Fp|Icur`dQ z_aN1Mri9iX!T>pnjB?1+(;=QjD`3hAJB5;$3m<9h9IFpxl`Na@M}bxPP(OC4yi=gJw3IAX{u}f641CBNpcd6 zx|K@<5q`JMD?d8GhWG`?h{BzT_xL8rnnBhM5Ar@@AEgu1(YAfuesYHAcfFGMaC~(> zwaB%A*ZCaS+BPR%)b%{6hTt8Y(!)%N$Qv5i9;H!iBjLJBe#aH!3{PqW^iI>W6o)8sSvlpL(;pqKL9G;#rv9(S*jT4$u==<{K$Ha&EPR77-Elhg*- z&Np0m5?@~1)wfh%=(mZRBt!0)`_NBl zWNuUNq^S`8NjE`X(lGVRM3~azFOs_BE2`4588lrPDPaMKL6<+av za1&Hb>6gSDKK&JMeiNPt7Z>+h*v2BR*rs2**CnGDBE(XT`UABhxb@k8czK-w7eDbFz6hotGYIzgd>%=HfoI%mq$868vzetmVYZ6>$j7Ahs zuX@|~v~V6Rw%3SFBF4*YP@r7})pa0i>6ZR2{P+vw--Gs_BJ)?t0E1W3x$_2R@flD$ zP<%fF48n3KVGDqY?(JM5;^!~wlDTqDQbq=(+{hM3x&hCUqed{p%5tiPAwX_H0b#(> z?Y!kbS&Ia+%$Vh0kVTuHMjMdD-!MR(gm+XcAh@iXH}^X~g^NMGyJAN&u(zg$7i_gc5Ao4HeBb*!@V>!wD$j3H?!z-bQFirzd!PHZ&XLcD%1b&sj2>e1wdr%~ep>5L&Z_;9rtx5Gy zKi-Z93bI0}l`tn^-nW{0;N#cO8nK-_wT>P=8v9vcP7JVT7_$H|88i3gTiUpSin47^ z+N8n^x9tP`Pvz-|e_}LCZeE^-qoWYV#j`$pY#uBZkOu6$&t?<<{(pWn{xq^(-bsdd zaI_mc$A%Md%_WP17E?ntPT7fT}75d2{WhYgH3r=?9KARUyKSv3hWH62_$oTvytPrMX6G814t zK^S0MyT*;C6X6;M%hmlEUQ=bqitWiT7>EYglt;CWI(i$wKZgIN>FVl| zpHB~%L=2`b-@3OF&Kbv#4>v753M&grw2|H{aORsa;VuS8J{VJDC=x@JyV?w45T)7pjN&9Cx7Z(>NaMvz%49o`- zzN@fL+aCSpm+)OIS3FJ8tKwo}Aj@gOBz65;ZKQyisi`n{?K?|LOPkSN6sA$P6&56( znh)H^%GXqiQdqzeFR5Jav!-}*9NhYeaIBtamTH|H=Wl*~CJ^@hGrVg7q!GIMw%8$x zv~6W!bhK$9KdhW9)et>eQ8IPUdfIZgp23n$m79J3hmG};E2k>50ul?s9|X@^1H_v8 zclHSAR2J6`{jBPYO;9*%+J2~tD{mWv~(mFOaHt~~f zEiKDcZq5~h#DWkYV1FR$k$vG=M#Hk^l88Rp-!UvwPnLsVoXbpj?E$4&9$YBd{{WX& zU9C!3e;qAxr1DoeesfB5jR)>A!~he)DI?j#CX}#&foBVWTYo|PI}B5~w}!9F?fdo3 zG=Wc<4TcqjbtAz#zv=l*UwU(Uf3Cu?kD8U_=;)*C9aD`U+|r=O2_W;=yHf`id6uc? z$Ukd4{sU56PdBx)dN(2S_wPAiEn5h9WV)m!z*fgb1h#HvCe7R4f#s@Fh5=#YbL_s% zAP!|P!SP zvZ3Exh`ukg>K79BS5id(C#~TCHL%2uO-$ZQtint9*M}QVVY>;CA+Z=OEUpawp!wJR zjMK@{aCR2OyF&g1I3996_PlS(``gL@I=SFI(>};A~rETB;==ebGnW}XHQtVm1sDrsSe%NTyuDQv3yes4C zrXfg>goVkfGI_*5t}B1mCDRXv@NnDasN>Q>HYUePIdW6+#Yw{VvY_{!%%ki3*ZEca zX@RLD*pC#p9~EX!8vLnbcTEoGxrY9=;oNYQ<;y$!?Qm4UGO@(ovas#fN<|%~^W$US zEFA>g_(d|l+tZgYj@bsj<aTFh-$QGB|J`suCvhT4rXKU(YU2q#lxHMYsOJ+VHJ?JE(~r z5}vrcaxj=7jFn-s*bGSp|Ci8QJK>w1qMz&joCUL00#PKK5F>~Kfuc6|z&uZ(&C}A} z@NoDliVA9dKb{QtRUg>Q@FJ_*n!5l13qD@K(ua2#Es6IFmk*3avjY zV`El04Tlm0#7clziO`yG*d@H;J3C`Kotp@gU=l#R%uf~rV3>%FWvq~&iy=>HesJ=%Z}C%@p4 zCZWNwhkFCqm$uBYO)$s}e!7k?!VsewiQ@&JSTYh3c;KGe_vV{lQ*h%VspoVNPLf2> zr0gp~Fu+yu4iMgrlriV{cWU*7E!v3*&3uRZNIdasDqwP%9#-nnF5;n@N} z9-cLI+6zj!#Do2ZV;WP}B4d@*Q5t9W0mlU=S0QL=bVr$4yYdM0v*j@OBVY!WPyi85 znj5Zju&Kn$KHy5|M<9zL45*}R;}a9rrq|XBK^v@rO*d-{C6slrI3>Wc;c%~jq5OH7 z+EsF%L~4QL9hq~mq9#n}LcDdY1Lp=J&!4CMv>Zwz=yK$^I5>I1!KkJ<_y4_rC!5G=T*G literal 0 HcmV?d00001 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833