From af4662d21aa63d9e0aea3eee823f2176e5a3bd5f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 26 Apr 2026 10:33:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: open-sci/sft__ot30k_Qwen3-1.7B-Base-DPO-Tulu3-decontaminated Source: Original Platform --- .gitattributes | 36 + README.md | 63 + all_results.json | 12 + chat_template.jinja | 25 + config.json | 63 + generation_config.json | 9 + model.safetensors | 3 + run_summary.json | 12 + tokenizer.json | 3 + tokenizer_config.json | 15 + train_results.json | 12 + trainer_log.jsonl | 1176 ++++ trainer_state.json | 12972 +++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 51709 bytes 15 files changed, 14404 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 run_summary.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..bf87b81 --- /dev/null +++ b/README.md @@ -0,0 +1,63 @@ +--- +library_name: transformers +license: other +base_model: ali-elganzory/Qwen3-1.7B-Base-DPO-Tulu3-decontaminated +tags: +- llama-factory +- full +- generated_from_trainer +datasets: +- arrow +model-index: +- name: sft__f679a5c592c8dffb__e84ac435ea2b3dc4d1f4__qwen3-steps + results: [] +--- + + + +# sft__f679a5c592c8dffb__e84ac435ea2b3dc4d1f4__qwen3-steps + +This model is a fine-tuned version of [ali-elganzory/Qwen3-1.7B-Base-DPO-Tulu3-decontaminated](https://huggingface.co/ali-elganzory/Qwen3-1.7B-Base-DPO-Tulu3-decontaminated) on the /gpfs/scratch/ehpc524/ot/hf_hub/datasets/open-thoughts_open_thoughts3-1.2_m_30000_samples/default/0.0.0/f679a5c592c8dffb dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 32 +- gradient_accumulation_steps: 4 +- total_train_batch_size: 128 +- total_eval_batch_size: 256 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 5.0 + +### Training results + + + +### Framework versions + +- Transformers 5.5.0 +- Pytorch 2.10.0+cu128 +- Datasets 4.8.4 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..24632b4 --- /dev/null +++ b/all_results.json @@ -0,0 +1,12 @@ +{ + "epoch": 5.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.4691266119480133, + "total_flos": 1658037051588608.0, + "train_loss": 1.0214665260213487, + "train_runtime": 6089.571, + "train_samples_per_second": 24.632, + "train_steps_per_second": 0.193, + "valid_targets_mean": 13499.5, + "valid_targets_min": 3345 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..531b163 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,25 @@ + +{%- for message in messages -%} + {%- if message["role"] == "system" -%} + {{- "<|system|> +" + message["content"] + " +" -}} + {%- elif message["role"] == "user" -%} + {{- "<|user|> +" + message["content"] + " +" -}} + {%- elif message["role"] == "assistant" -%} + {%- if not loop.last -%} + {{- "<|assistant|> +" + message["content"] + eos_token + " +" -}} + {%- else -%} + {{- "<|assistant|> +" + message["content"] + eos_token -}} + {%- endif -%} + {%- endif -%} + {%- if loop.last and add_generation_prompt -%} + {{- "<|assistant|> +" -}} + {%- endif -%} +{%- endfor -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000..fcd964a --- /dev/null +++ b/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.5.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151680 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..e3d93ac --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "eos_token_id": [ + 151645, + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.5.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..046f548 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542a9afc50f40ab28289115cf32095dcdbef9dc2e8376a32dc7c83f68d052f5c +size 3440137032 diff --git a/run_summary.json b/run_summary.json new file mode 100644 index 0000000..570c621 --- /dev/null +++ b/run_summary.json @@ -0,0 +1,12 @@ +{ + "agent_name": "f679a5c592c8dffb", + "training_start": null, + "training_end": null, + "created_by": "DCAgent", + "base_model_name": "/gpfs/scratch/ehpc524/ot/hf_hub/models--ali-elganzory--Qwen3-1.7B-Base-DPO-Tulu3-decontaminated/snapshots/e84ac435ea2b3dc4d1f4ea7f957c43a31df30944/", + "dataset_name": "/gpfs/scratch/ehpc524/ot/hf_hub/datasets/open-thoughts_open_thoughts3-1.2_m_30000_samples/default/0.0.0/f679a5c592c8dffb", + "training_type": "SFT", + "training_parameters": "https://huggingface.co/mlfoundations-dev/sft__f679a5c592c8dffb__e84ac435ea2b3dc4d1f4__qwen3-steps/blob/main/config.json", + "wandb_link": null, + "traces_location_s3": null +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..a17e7b7 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb71699fc3ef7cacb0ce6b3d288d36e427ccb020f0ef5db77461a572d25481d +size 11423212 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..2c0952e --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": true, + "model_max_length": 16384, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..24632b4 --- /dev/null +++ b/train_results.json @@ -0,0 +1,12 @@ +{ + "epoch": 5.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.4691266119480133, + "total_flos": 1658037051588608.0, + "train_loss": 1.0214665260213487, + "train_runtime": 6089.571, + "train_samples_per_second": 24.632, + "train_steps_per_second": 0.193, + "valid_targets_mean": 13499.5, + "valid_targets_min": 3345 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..4a69bc6 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,1176 @@ +{"current_steps": 1, "total_steps": 1175, "loss": 1.3692437410354614, "lr": 0.0, "epoch": 0.0042643923240938165, "percentage": 0.09, "elapsed_time": "0:00:18", "remaining_time": "6:01:27"} +{"current_steps": 2, "total_steps": 1175, "loss": 1.3762229681015015, "lr": 3.3898305084745766e-07, "epoch": 0.008528784648187633, "percentage": 0.17, "elapsed_time": "0:00:24", "remaining_time": "4:03:28"} +{"current_steps": 3, "total_steps": 1175, "loss": 1.3203094005584717, "lr": 6.779661016949153e-07, "epoch": 0.01279317697228145, "percentage": 0.26, "elapsed_time": "0:00:30", "remaining_time": "3:20:37"} +{"current_steps": 4, "total_steps": 1175, "loss": 1.3758978843688965, "lr": 1.016949152542373e-06, "epoch": 0.017057569296375266, "percentage": 0.34, "elapsed_time": "0:00:36", "remaining_time": "2:59:52"} +{"current_steps": 5, "total_steps": 1175, "loss": 1.3438400030136108, "lr": 1.3559322033898307e-06, "epoch": 0.021321961620469083, "percentage": 0.43, "elapsed_time": "0:00:42", "remaining_time": "2:44:35"} +{"current_steps": 6, "total_steps": 1175, "loss": 1.3246915340423584, "lr": 1.6949152542372882e-06, "epoch": 0.0255863539445629, "percentage": 0.51, "elapsed_time": "0:00:47", "remaining_time": "2:34:14"} +{"current_steps": 7, "total_steps": 1175, "loss": 1.322192668914795, "lr": 2.033898305084746e-06, "epoch": 0.029850746268656716, "percentage": 0.6, "elapsed_time": "0:00:53", "remaining_time": "2:27:43"} +{"current_steps": 8, "total_steps": 1175, "loss": 1.3389173746109009, "lr": 2.372881355932204e-06, "epoch": 0.03411513859275053, "percentage": 0.68, "elapsed_time": "0:00:58", "remaining_time": "2:21:49"} +{"current_steps": 9, "total_steps": 1175, "loss": 1.3550939559936523, "lr": 2.7118644067796613e-06, "epoch": 0.03837953091684435, "percentage": 0.77, "elapsed_time": "0:01:03", "remaining_time": "2:17:05"} +{"current_steps": 10, "total_steps": 1175, "loss": 1.3024230003356934, "lr": 3.0508474576271192e-06, "epoch": 0.042643923240938165, "percentage": 0.85, "elapsed_time": "0:01:08", "remaining_time": "2:13:16"} +{"current_steps": 11, "total_steps": 1175, "loss": 1.3256170749664307, "lr": 3.3898305084745763e-06, "epoch": 0.046908315565031986, "percentage": 0.94, "elapsed_time": "0:01:13", "remaining_time": "2:10:06"} +{"current_steps": 12, "total_steps": 1175, "loss": 1.3001116514205933, "lr": 3.7288135593220342e-06, "epoch": 0.0511727078891258, "percentage": 1.02, "elapsed_time": "0:01:19", "remaining_time": "2:07:37"} +{"current_steps": 13, "total_steps": 1175, "loss": 1.3146249055862427, "lr": 4.067796610169492e-06, "epoch": 0.05543710021321962, "percentage": 1.11, "elapsed_time": "0:01:24", "remaining_time": "2:05:19"} +{"current_steps": 14, "total_steps": 1175, "loss": 1.3103572130203247, "lr": 4.40677966101695e-06, "epoch": 0.05970149253731343, "percentage": 1.19, "elapsed_time": "0:01:29", "remaining_time": "2:03:19"} +{"current_steps": 15, "total_steps": 1175, "loss": 1.3093593120574951, "lr": 4.745762711864408e-06, "epoch": 0.06396588486140725, "percentage": 1.28, "elapsed_time": "0:01:34", "remaining_time": "2:01:33"} +{"current_steps": 16, "total_steps": 1175, "loss": 1.2396540641784668, "lr": 5.084745762711865e-06, "epoch": 0.06823027718550106, "percentage": 1.36, "elapsed_time": "0:01:39", "remaining_time": "2:00:12"} +{"current_steps": 17, "total_steps": 1175, "loss": 1.2900409698486328, "lr": 5.423728813559323e-06, "epoch": 0.07249466950959488, "percentage": 1.45, "elapsed_time": "0:01:44", "remaining_time": "1:59:11"} +{"current_steps": 18, "total_steps": 1175, "loss": 1.3255032300949097, "lr": 5.7627118644067805e-06, "epoch": 0.0767590618336887, "percentage": 1.53, "elapsed_time": "0:01:50", "remaining_time": "1:57:59"} +{"current_steps": 19, "total_steps": 1175, "loss": 1.2805070877075195, "lr": 6.1016949152542385e-06, "epoch": 0.08102345415778252, "percentage": 1.62, "elapsed_time": "0:01:55", "remaining_time": "1:56:57"} +{"current_steps": 20, "total_steps": 1175, "loss": 1.3007392883300781, "lr": 6.440677966101695e-06, "epoch": 0.08528784648187633, "percentage": 1.7, "elapsed_time": "0:02:00", "remaining_time": "1:55:56"} +{"current_steps": 21, "total_steps": 1175, "loss": 1.2937368154525757, "lr": 6.779661016949153e-06, "epoch": 0.08955223880597014, "percentage": 1.79, "elapsed_time": "0:02:05", "remaining_time": "1:55:01"} +{"current_steps": 22, "total_steps": 1175, "loss": 1.265408992767334, "lr": 7.1186440677966106e-06, "epoch": 0.09381663113006397, "percentage": 1.87, "elapsed_time": "0:02:10", "remaining_time": "1:54:14"} +{"current_steps": 23, "total_steps": 1175, "loss": 1.2996220588684082, "lr": 7.4576271186440685e-06, "epoch": 0.09808102345415778, "percentage": 1.96, "elapsed_time": "0:02:15", "remaining_time": "1:53:28"} +{"current_steps": 24, "total_steps": 1175, "loss": 1.244044303894043, "lr": 7.796610169491526e-06, "epoch": 0.1023454157782516, "percentage": 2.04, "elapsed_time": "0:02:21", "remaining_time": "1:52:44"} +{"current_steps": 25, "total_steps": 1175, "loss": 1.2391921281814575, "lr": 8.135593220338983e-06, "epoch": 0.10660980810234541, "percentage": 2.13, "elapsed_time": "0:02:26", "remaining_time": "1:52:13"} +{"current_steps": 26, "total_steps": 1175, "loss": 1.2015836238861084, "lr": 8.47457627118644e-06, "epoch": 0.11087420042643924, "percentage": 2.21, "elapsed_time": "0:02:31", "remaining_time": "1:51:37"} +{"current_steps": 27, "total_steps": 1175, "loss": 1.160265326499939, "lr": 8.8135593220339e-06, "epoch": 0.11513859275053305, "percentage": 2.3, "elapsed_time": "0:02:36", "remaining_time": "1:50:59"} +{"current_steps": 28, "total_steps": 1175, "loss": 1.2556746006011963, "lr": 9.152542372881356e-06, "epoch": 0.11940298507462686, "percentage": 2.38, "elapsed_time": "0:02:41", "remaining_time": "1:50:27"} +{"current_steps": 29, "total_steps": 1175, "loss": 1.1768447160720825, "lr": 9.491525423728815e-06, "epoch": 0.12366737739872068, "percentage": 2.47, "elapsed_time": "0:02:46", "remaining_time": "1:49:54"} +{"current_steps": 30, "total_steps": 1175, "loss": 1.241949200630188, "lr": 9.830508474576272e-06, "epoch": 0.1279317697228145, "percentage": 2.55, "elapsed_time": "0:02:52", "remaining_time": "1:49:27"} +{"current_steps": 31, "total_steps": 1175, "loss": 1.1539311408996582, "lr": 1.016949152542373e-05, "epoch": 0.13219616204690832, "percentage": 2.64, "elapsed_time": "0:02:57", "remaining_time": "1:48:59"} +{"current_steps": 32, "total_steps": 1175, "loss": 1.1606169939041138, "lr": 1.0508474576271188e-05, "epoch": 0.13646055437100213, "percentage": 2.72, "elapsed_time": "0:03:02", "remaining_time": "1:48:32"} +{"current_steps": 33, "total_steps": 1175, "loss": 1.2407987117767334, "lr": 1.0847457627118645e-05, "epoch": 0.14072494669509594, "percentage": 2.81, "elapsed_time": "0:03:07", "remaining_time": "1:48:07"} +{"current_steps": 34, "total_steps": 1175, "loss": 1.2000172138214111, "lr": 1.1186440677966102e-05, "epoch": 0.14498933901918976, "percentage": 2.89, "elapsed_time": "0:03:12", "remaining_time": "1:47:41"} +{"current_steps": 35, "total_steps": 1175, "loss": 1.1847583055496216, "lr": 1.1525423728813561e-05, "epoch": 0.14925373134328357, "percentage": 2.98, "elapsed_time": "0:03:17", "remaining_time": "1:47:18"} +{"current_steps": 36, "total_steps": 1175, "loss": 1.181781530380249, "lr": 1.1864406779661018e-05, "epoch": 0.1535181236673774, "percentage": 3.06, "elapsed_time": "0:03:22", "remaining_time": "1:47:00"} +{"current_steps": 37, "total_steps": 1175, "loss": 1.1757041215896606, "lr": 1.2203389830508477e-05, "epoch": 0.15778251599147122, "percentage": 3.15, "elapsed_time": "0:03:28", "remaining_time": "1:46:39"} +{"current_steps": 38, "total_steps": 1175, "loss": 1.1842443943023682, "lr": 1.2542372881355932e-05, "epoch": 0.16204690831556504, "percentage": 3.23, "elapsed_time": "0:03:33", "remaining_time": "1:46:18"} +{"current_steps": 39, "total_steps": 1175, "loss": 1.2007079124450684, "lr": 1.288135593220339e-05, "epoch": 0.16631130063965885, "percentage": 3.32, "elapsed_time": "0:03:38", "remaining_time": "1:45:58"} +{"current_steps": 40, "total_steps": 1175, "loss": 1.1404216289520264, "lr": 1.3220338983050848e-05, "epoch": 0.17057569296375266, "percentage": 3.4, "elapsed_time": "0:03:43", "remaining_time": "1:45:39"} +{"current_steps": 41, "total_steps": 1175, "loss": 1.167313814163208, "lr": 1.3559322033898305e-05, "epoch": 0.17484008528784648, "percentage": 3.49, "elapsed_time": "0:03:48", "remaining_time": "1:45:20"} +{"current_steps": 42, "total_steps": 1175, "loss": 1.130707025527954, "lr": 1.3898305084745764e-05, "epoch": 0.1791044776119403, "percentage": 3.57, "elapsed_time": "0:03:53", "remaining_time": "1:45:02"} +{"current_steps": 43, "total_steps": 1175, "loss": 1.1759696006774902, "lr": 1.4237288135593221e-05, "epoch": 0.18336886993603413, "percentage": 3.66, "elapsed_time": "0:03:58", "remaining_time": "1:44:44"} +{"current_steps": 44, "total_steps": 1175, "loss": 1.1241289377212524, "lr": 1.4576271186440678e-05, "epoch": 0.18763326226012794, "percentage": 3.74, "elapsed_time": "0:04:03", "remaining_time": "1:44:28"} +{"current_steps": 45, "total_steps": 1175, "loss": 1.146299123764038, "lr": 1.4915254237288137e-05, "epoch": 0.19189765458422176, "percentage": 3.83, "elapsed_time": "0:04:08", "remaining_time": "1:44:12"} +{"current_steps": 46, "total_steps": 1175, "loss": 1.1436562538146973, "lr": 1.5254237288135594e-05, "epoch": 0.19616204690831557, "percentage": 3.91, "elapsed_time": "0:04:14", "remaining_time": "1:43:58"} +{"current_steps": 47, "total_steps": 1175, "loss": 1.197390079498291, "lr": 1.5593220338983053e-05, "epoch": 0.20042643923240938, "percentage": 4.0, "elapsed_time": "0:04:19", "remaining_time": "1:43:43"} +{"current_steps": 48, "total_steps": 1175, "loss": 1.1087491512298584, "lr": 1.593220338983051e-05, "epoch": 0.2046908315565032, "percentage": 4.09, "elapsed_time": "0:04:24", "remaining_time": "1:43:27"} +{"current_steps": 49, "total_steps": 1175, "loss": 1.1045202016830444, "lr": 1.6271186440677967e-05, "epoch": 0.208955223880597, "percentage": 4.17, "elapsed_time": "0:04:29", "remaining_time": "1:43:13"} +{"current_steps": 50, "total_steps": 1175, "loss": 1.1158027648925781, "lr": 1.6610169491525424e-05, "epoch": 0.21321961620469082, "percentage": 4.26, "elapsed_time": "0:04:34", "remaining_time": "1:42:58"} +{"current_steps": 51, "total_steps": 1175, "loss": 1.1375819444656372, "lr": 1.694915254237288e-05, "epoch": 0.21748400852878466, "percentage": 4.34, "elapsed_time": "0:04:39", "remaining_time": "1:42:45"} +{"current_steps": 52, "total_steps": 1175, "loss": 1.105478048324585, "lr": 1.728813559322034e-05, "epoch": 0.22174840085287847, "percentage": 4.43, "elapsed_time": "0:04:44", "remaining_time": "1:42:33"} +{"current_steps": 53, "total_steps": 1175, "loss": 1.0931549072265625, "lr": 1.76271186440678e-05, "epoch": 0.2260127931769723, "percentage": 4.51, "elapsed_time": "0:04:50", "remaining_time": "1:42:19"} +{"current_steps": 54, "total_steps": 1175, "loss": 1.1303824186325073, "lr": 1.7966101694915256e-05, "epoch": 0.2302771855010661, "percentage": 4.6, "elapsed_time": "0:04:55", "remaining_time": "1:42:07"} +{"current_steps": 55, "total_steps": 1175, "loss": 1.1525251865386963, "lr": 1.8305084745762713e-05, "epoch": 0.2345415778251599, "percentage": 4.68, "elapsed_time": "0:05:00", "remaining_time": "1:41:55"} +{"current_steps": 56, "total_steps": 1175, "loss": 1.1639981269836426, "lr": 1.864406779661017e-05, "epoch": 0.23880597014925373, "percentage": 4.77, "elapsed_time": "0:05:05", "remaining_time": "1:41:46"} +{"current_steps": 57, "total_steps": 1175, "loss": 1.1406729221343994, "lr": 1.898305084745763e-05, "epoch": 0.24307036247334754, "percentage": 4.85, "elapsed_time": "0:05:10", "remaining_time": "1:41:34"} +{"current_steps": 58, "total_steps": 1175, "loss": 1.1632907390594482, "lr": 1.9322033898305087e-05, "epoch": 0.24733475479744135, "percentage": 4.94, "elapsed_time": "0:05:15", "remaining_time": "1:41:22"} +{"current_steps": 59, "total_steps": 1175, "loss": 1.1035513877868652, "lr": 1.9661016949152545e-05, "epoch": 0.2515991471215352, "percentage": 5.02, "elapsed_time": "0:05:20", "remaining_time": "1:41:10"} +{"current_steps": 60, "total_steps": 1175, "loss": 1.117856740951538, "lr": 2e-05, "epoch": 0.255863539445629, "percentage": 5.11, "elapsed_time": "0:05:26", "remaining_time": "1:41:00"} +{"current_steps": 61, "total_steps": 1175, "loss": 1.140508770942688, "lr": 2.033898305084746e-05, "epoch": 0.2601279317697228, "percentage": 5.19, "elapsed_time": "0:05:31", "remaining_time": "1:40:49"} +{"current_steps": 62, "total_steps": 1175, "loss": 1.1198129653930664, "lr": 2.0677966101694916e-05, "epoch": 0.26439232409381663, "percentage": 5.28, "elapsed_time": "0:05:36", "remaining_time": "1:40:38"} +{"current_steps": 63, "total_steps": 1175, "loss": 1.0709550380706787, "lr": 2.1016949152542376e-05, "epoch": 0.26865671641791045, "percentage": 5.36, "elapsed_time": "0:05:41", "remaining_time": "1:40:29"} +{"current_steps": 64, "total_steps": 1175, "loss": 1.1756236553192139, "lr": 2.1355932203389833e-05, "epoch": 0.27292110874200426, "percentage": 5.45, "elapsed_time": "0:05:46", "remaining_time": "1:40:19"} +{"current_steps": 65, "total_steps": 1175, "loss": 1.143497109413147, "lr": 2.169491525423729e-05, "epoch": 0.2771855010660981, "percentage": 5.53, "elapsed_time": "0:05:51", "remaining_time": "1:40:08"} +{"current_steps": 66, "total_steps": 1175, "loss": 1.1329861879348755, "lr": 2.2033898305084748e-05, "epoch": 0.2814498933901919, "percentage": 5.62, "elapsed_time": "0:05:56", "remaining_time": "1:39:57"} +{"current_steps": 67, "total_steps": 1175, "loss": 1.1038914918899536, "lr": 2.2372881355932205e-05, "epoch": 0.2857142857142857, "percentage": 5.7, "elapsed_time": "0:06:02", "remaining_time": "1:39:47"} +{"current_steps": 68, "total_steps": 1175, "loss": 1.1428015232086182, "lr": 2.2711864406779665e-05, "epoch": 0.2899786780383795, "percentage": 5.79, "elapsed_time": "0:06:07", "remaining_time": "1:39:38"} +{"current_steps": 69, "total_steps": 1175, "loss": 1.1620957851409912, "lr": 2.3050847457627122e-05, "epoch": 0.2942430703624733, "percentage": 5.87, "elapsed_time": "0:06:12", "remaining_time": "1:39:28"} +{"current_steps": 70, "total_steps": 1175, "loss": 1.1545917987823486, "lr": 2.338983050847458e-05, "epoch": 0.29850746268656714, "percentage": 5.96, "elapsed_time": "0:06:17", "remaining_time": "1:39:19"} +{"current_steps": 71, "total_steps": 1175, "loss": 1.0535703897476196, "lr": 2.3728813559322036e-05, "epoch": 0.302771855010661, "percentage": 6.04, "elapsed_time": "0:06:22", "remaining_time": "1:39:10"} +{"current_steps": 72, "total_steps": 1175, "loss": 1.1029781103134155, "lr": 2.406779661016949e-05, "epoch": 0.3070362473347548, "percentage": 6.13, "elapsed_time": "0:06:27", "remaining_time": "1:39:00"} +{"current_steps": 73, "total_steps": 1175, "loss": 1.1120696067810059, "lr": 2.4406779661016954e-05, "epoch": 0.31130063965884863, "percentage": 6.21, "elapsed_time": "0:06:32", "remaining_time": "1:38:50"} +{"current_steps": 74, "total_steps": 1175, "loss": 1.13474440574646, "lr": 2.474576271186441e-05, "epoch": 0.31556503198294245, "percentage": 6.3, "elapsed_time": "0:06:37", "remaining_time": "1:38:40"} +{"current_steps": 75, "total_steps": 1175, "loss": 1.1316065788269043, "lr": 2.5084745762711865e-05, "epoch": 0.31982942430703626, "percentage": 6.38, "elapsed_time": "0:06:43", "remaining_time": "1:38:31"} +{"current_steps": 76, "total_steps": 1175, "loss": 1.124661922454834, "lr": 2.5423728813559322e-05, "epoch": 0.32409381663113007, "percentage": 6.47, "elapsed_time": "0:06:48", "remaining_time": "1:38:22"} +{"current_steps": 77, "total_steps": 1175, "loss": 1.075108528137207, "lr": 2.576271186440678e-05, "epoch": 0.3283582089552239, "percentage": 6.55, "elapsed_time": "0:06:53", "remaining_time": "1:38:12"} +{"current_steps": 78, "total_steps": 1175, "loss": 1.1376177072525024, "lr": 2.610169491525424e-05, "epoch": 0.3326226012793177, "percentage": 6.64, "elapsed_time": "0:06:58", "remaining_time": "1:38:04"} +{"current_steps": 79, "total_steps": 1175, "loss": 1.089780569076538, "lr": 2.6440677966101696e-05, "epoch": 0.3368869936034115, "percentage": 6.72, "elapsed_time": "0:07:03", "remaining_time": "1:37:55"} +{"current_steps": 80, "total_steps": 1175, "loss": 1.0992507934570312, "lr": 2.6779661016949153e-05, "epoch": 0.3411513859275053, "percentage": 6.81, "elapsed_time": "0:07:08", "remaining_time": "1:37:47"} +{"current_steps": 81, "total_steps": 1175, "loss": 1.1198959350585938, "lr": 2.711864406779661e-05, "epoch": 0.34541577825159914, "percentage": 6.89, "elapsed_time": "0:07:13", "remaining_time": "1:37:39"} +{"current_steps": 82, "total_steps": 1175, "loss": 1.0773565769195557, "lr": 2.7457627118644068e-05, "epoch": 0.34968017057569295, "percentage": 6.98, "elapsed_time": "0:07:18", "remaining_time": "1:37:30"} +{"current_steps": 83, "total_steps": 1175, "loss": 1.0495716333389282, "lr": 2.7796610169491528e-05, "epoch": 0.35394456289978676, "percentage": 7.06, "elapsed_time": "0:07:24", "remaining_time": "1:37:23"} +{"current_steps": 84, "total_steps": 1175, "loss": 1.125817894935608, "lr": 2.8135593220338985e-05, "epoch": 0.3582089552238806, "percentage": 7.15, "elapsed_time": "0:07:29", "remaining_time": "1:37:15"} +{"current_steps": 85, "total_steps": 1175, "loss": 1.0994623899459839, "lr": 2.8474576271186442e-05, "epoch": 0.3624733475479744, "percentage": 7.23, "elapsed_time": "0:07:34", "remaining_time": "1:37:09"} +{"current_steps": 86, "total_steps": 1175, "loss": 1.096351981163025, "lr": 2.88135593220339e-05, "epoch": 0.36673773987206826, "percentage": 7.32, "elapsed_time": "0:07:39", "remaining_time": "1:37:00"} +{"current_steps": 87, "total_steps": 1175, "loss": 1.089399814605713, "lr": 2.9152542372881356e-05, "epoch": 0.37100213219616207, "percentage": 7.4, "elapsed_time": "0:07:44", "remaining_time": "1:36:53"} +{"current_steps": 88, "total_steps": 1175, "loss": 1.143181324005127, "lr": 2.9491525423728817e-05, "epoch": 0.3752665245202559, "percentage": 7.49, "elapsed_time": "0:07:49", "remaining_time": "1:36:45"} +{"current_steps": 89, "total_steps": 1175, "loss": 1.0901545286178589, "lr": 2.9830508474576274e-05, "epoch": 0.3795309168443497, "percentage": 7.57, "elapsed_time": "0:07:55", "remaining_time": "1:36:39"} +{"current_steps": 90, "total_steps": 1175, "loss": 1.1339250802993774, "lr": 3.016949152542373e-05, "epoch": 0.3837953091684435, "percentage": 7.66, "elapsed_time": "0:08:00", "remaining_time": "1:36:30"} +{"current_steps": 91, "total_steps": 1175, "loss": 1.1457653045654297, "lr": 3.0508474576271188e-05, "epoch": 0.3880597014925373, "percentage": 7.74, "elapsed_time": "0:08:05", "remaining_time": "1:36:22"} +{"current_steps": 92, "total_steps": 1175, "loss": 1.0481932163238525, "lr": 3.084745762711865e-05, "epoch": 0.39232409381663114, "percentage": 7.83, "elapsed_time": "0:08:10", "remaining_time": "1:36:15"} +{"current_steps": 93, "total_steps": 1175, "loss": 1.1587417125701904, "lr": 3.1186440677966106e-05, "epoch": 0.39658848614072495, "percentage": 7.91, "elapsed_time": "0:08:15", "remaining_time": "1:36:07"} +{"current_steps": 94, "total_steps": 1175, "loss": 1.0834548473358154, "lr": 3.152542372881356e-05, "epoch": 0.40085287846481876, "percentage": 8.0, "elapsed_time": "0:08:20", "remaining_time": "1:35:59"} +{"current_steps": 95, "total_steps": 1175, "loss": 1.095641851425171, "lr": 3.186440677966102e-05, "epoch": 0.4051172707889126, "percentage": 8.09, "elapsed_time": "0:08:25", "remaining_time": "1:35:52"} +{"current_steps": 96, "total_steps": 1175, "loss": 1.078407883644104, "lr": 3.2203389830508473e-05, "epoch": 0.4093816631130064, "percentage": 8.17, "elapsed_time": "0:08:31", "remaining_time": "1:35:44"} +{"current_steps": 97, "total_steps": 1175, "loss": 1.0798135995864868, "lr": 3.2542372881355934e-05, "epoch": 0.4136460554371002, "percentage": 8.26, "elapsed_time": "0:08:36", "remaining_time": "1:35:36"} +{"current_steps": 98, "total_steps": 1175, "loss": 1.0568196773529053, "lr": 3.2881355932203394e-05, "epoch": 0.417910447761194, "percentage": 8.34, "elapsed_time": "0:08:41", "remaining_time": "1:35:29"} +{"current_steps": 99, "total_steps": 1175, "loss": 1.0988755226135254, "lr": 3.322033898305085e-05, "epoch": 0.42217484008528783, "percentage": 8.43, "elapsed_time": "0:08:46", "remaining_time": "1:35:23"} +{"current_steps": 100, "total_steps": 1175, "loss": 1.083425760269165, "lr": 3.355932203389831e-05, "epoch": 0.42643923240938164, "percentage": 8.51, "elapsed_time": "0:08:51", "remaining_time": "1:35:15"} +{"current_steps": 101, "total_steps": 1175, "loss": 1.1036663055419922, "lr": 3.389830508474576e-05, "epoch": 0.43070362473347545, "percentage": 8.6, "elapsed_time": "0:08:56", "remaining_time": "1:35:08"} +{"current_steps": 102, "total_steps": 1175, "loss": 1.1382055282592773, "lr": 3.423728813559322e-05, "epoch": 0.4349680170575693, "percentage": 8.68, "elapsed_time": "0:09:02", "remaining_time": "1:35:01"} +{"current_steps": 103, "total_steps": 1175, "loss": 1.1070555448532104, "lr": 3.457627118644068e-05, "epoch": 0.43923240938166314, "percentage": 8.77, "elapsed_time": "0:09:07", "remaining_time": "1:34:55"} +{"current_steps": 104, "total_steps": 1175, "loss": 1.05870521068573, "lr": 3.491525423728814e-05, "epoch": 0.44349680170575695, "percentage": 8.85, "elapsed_time": "0:09:12", "remaining_time": "1:34:47"} +{"current_steps": 105, "total_steps": 1175, "loss": 1.0540976524353027, "lr": 3.52542372881356e-05, "epoch": 0.44776119402985076, "percentage": 8.94, "elapsed_time": "0:09:17", "remaining_time": "1:34:40"} +{"current_steps": 106, "total_steps": 1175, "loss": 1.052013874053955, "lr": 3.559322033898305e-05, "epoch": 0.4520255863539446, "percentage": 9.02, "elapsed_time": "0:09:22", "remaining_time": "1:34:33"} +{"current_steps": 107, "total_steps": 1175, "loss": 1.0238397121429443, "lr": 3.593220338983051e-05, "epoch": 0.4562899786780384, "percentage": 9.11, "elapsed_time": "0:09:27", "remaining_time": "1:34:26"} +{"current_steps": 108, "total_steps": 1175, "loss": 1.1215412616729736, "lr": 3.627118644067797e-05, "epoch": 0.4605543710021322, "percentage": 9.19, "elapsed_time": "0:09:32", "remaining_time": "1:34:20"} +{"current_steps": 109, "total_steps": 1175, "loss": 1.119575023651123, "lr": 3.6610169491525426e-05, "epoch": 0.464818763326226, "percentage": 9.28, "elapsed_time": "0:09:38", "remaining_time": "1:34:13"} +{"current_steps": 110, "total_steps": 1175, "loss": 1.0607807636260986, "lr": 3.6949152542372886e-05, "epoch": 0.4690831556503198, "percentage": 9.36, "elapsed_time": "0:09:43", "remaining_time": "1:34:06"} +{"current_steps": 111, "total_steps": 1175, "loss": 1.0771763324737549, "lr": 3.728813559322034e-05, "epoch": 0.47334754797441364, "percentage": 9.45, "elapsed_time": "0:09:48", "remaining_time": "1:33:59"} +{"current_steps": 112, "total_steps": 1175, "loss": 1.1477752923965454, "lr": 3.76271186440678e-05, "epoch": 0.47761194029850745, "percentage": 9.53, "elapsed_time": "0:09:53", "remaining_time": "1:33:52"} +{"current_steps": 113, "total_steps": 1175, "loss": 1.109536051750183, "lr": 3.796610169491526e-05, "epoch": 0.48187633262260127, "percentage": 9.62, "elapsed_time": "0:09:58", "remaining_time": "1:33:44"} +{"current_steps": 114, "total_steps": 1175, "loss": 1.121962308883667, "lr": 3.8305084745762714e-05, "epoch": 0.4861407249466951, "percentage": 9.7, "elapsed_time": "0:10:03", "remaining_time": "1:33:37"} +{"current_steps": 115, "total_steps": 1175, "loss": 1.0628488063812256, "lr": 3.8644067796610175e-05, "epoch": 0.4904051172707889, "percentage": 9.79, "elapsed_time": "0:10:08", "remaining_time": "1:33:30"} +{"current_steps": 116, "total_steps": 1175, "loss": 1.0915262699127197, "lr": 3.898305084745763e-05, "epoch": 0.4946695095948827, "percentage": 9.87, "elapsed_time": "0:10:13", "remaining_time": "1:33:23"} +{"current_steps": 117, "total_steps": 1175, "loss": 1.042242169380188, "lr": 3.932203389830509e-05, "epoch": 0.4989339019189765, "percentage": 9.96, "elapsed_time": "0:10:18", "remaining_time": "1:33:17"} +{"current_steps": 118, "total_steps": 1175, "loss": 1.1005557775497437, "lr": 3.966101694915255e-05, "epoch": 0.5031982942430704, "percentage": 10.04, "elapsed_time": "0:10:24", "remaining_time": "1:33:11"} +{"current_steps": 119, "total_steps": 1175, "loss": 1.0876855850219727, "lr": 4e-05, "epoch": 0.5074626865671642, "percentage": 10.13, "elapsed_time": "0:10:29", "remaining_time": "1:33:04"} +{"current_steps": 120, "total_steps": 1175, "loss": 1.1505755186080933, "lr": 3.999991166161585e-05, "epoch": 0.511727078891258, "percentage": 10.21, "elapsed_time": "0:10:34", "remaining_time": "1:32:57"} +{"current_steps": 121, "total_steps": 1175, "loss": 1.0899534225463867, "lr": 3.999964664724376e-05, "epoch": 0.5159914712153518, "percentage": 10.3, "elapsed_time": "0:10:39", "remaining_time": "1:32:51"} +{"current_steps": 122, "total_steps": 1175, "loss": 1.0714800357818604, "lr": 3.999920495922483e-05, "epoch": 0.5202558635394456, "percentage": 10.38, "elapsed_time": "0:10:44", "remaining_time": "1:32:44"} +{"current_steps": 123, "total_steps": 1175, "loss": 1.0843017101287842, "lr": 3.999858660146085e-05, "epoch": 0.5245202558635395, "percentage": 10.47, "elapsed_time": "0:10:49", "remaining_time": "1:32:37"} +{"current_steps": 124, "total_steps": 1175, "loss": 1.070677399635315, "lr": 3.999779157941431e-05, "epoch": 0.5287846481876333, "percentage": 10.55, "elapsed_time": "0:10:54", "remaining_time": "1:32:31"} +{"current_steps": 125, "total_steps": 1175, "loss": 1.092234492301941, "lr": 3.99968199001083e-05, "epoch": 0.5330490405117271, "percentage": 10.64, "elapsed_time": "0:11:00", "remaining_time": "1:32:24"} +{"current_steps": 126, "total_steps": 1175, "loss": 1.0426599979400635, "lr": 3.999567157212646e-05, "epoch": 0.5373134328358209, "percentage": 10.72, "elapsed_time": "0:11:05", "remaining_time": "1:32:17"} +{"current_steps": 127, "total_steps": 1175, "loss": 1.053920030593872, "lr": 3.9994346605612955e-05, "epoch": 0.5415778251599147, "percentage": 10.81, "elapsed_time": "0:11:10", "remaining_time": "1:32:10"} +{"current_steps": 128, "total_steps": 1175, "loss": 1.0584911108016968, "lr": 3.999284501227232e-05, "epoch": 0.5458422174840085, "percentage": 10.89, "elapsed_time": "0:11:15", "remaining_time": "1:32:04"} +{"current_steps": 129, "total_steps": 1175, "loss": 1.1100125312805176, "lr": 3.9991166805369393e-05, "epoch": 0.5501066098081023, "percentage": 10.98, "elapsed_time": "0:11:20", "remaining_time": "1:31:57"} +{"current_steps": 130, "total_steps": 1175, "loss": 1.1049845218658447, "lr": 3.9989311999729166e-05, "epoch": 0.5543710021321961, "percentage": 11.06, "elapsed_time": "0:11:25", "remaining_time": "1:31:51"} +{"current_steps": 131, "total_steps": 1175, "loss": 1.0681297779083252, "lr": 3.99872806117367e-05, "epoch": 0.55863539445629, "percentage": 11.15, "elapsed_time": "0:11:30", "remaining_time": "1:31:45"} +{"current_steps": 132, "total_steps": 1175, "loss": 1.067273736000061, "lr": 3.998507265933696e-05, "epoch": 0.5628997867803838, "percentage": 11.23, "elapsed_time": "0:11:35", "remaining_time": "1:31:38"} +{"current_steps": 133, "total_steps": 1175, "loss": 1.1034537553787231, "lr": 3.9982688162034624e-05, "epoch": 0.5671641791044776, "percentage": 11.32, "elapsed_time": "0:11:40", "remaining_time": "1:31:31"} +{"current_steps": 134, "total_steps": 1175, "loss": 1.1013906002044678, "lr": 3.998012714089397e-05, "epoch": 0.5714285714285714, "percentage": 11.4, "elapsed_time": "0:11:46", "remaining_time": "1:31:25"} +{"current_steps": 135, "total_steps": 1175, "loss": 1.0969642400741577, "lr": 3.997738961853863e-05, "epoch": 0.5756929637526652, "percentage": 11.49, "elapsed_time": "0:11:51", "remaining_time": "1:31:19"} +{"current_steps": 136, "total_steps": 1175, "loss": 1.0559520721435547, "lr": 3.9974475619151445e-05, "epoch": 0.579957356076759, "percentage": 11.57, "elapsed_time": "0:11:56", "remaining_time": "1:31:13"} +{"current_steps": 137, "total_steps": 1175, "loss": 1.0358166694641113, "lr": 3.997138516847422e-05, "epoch": 0.5842217484008528, "percentage": 11.66, "elapsed_time": "0:12:01", "remaining_time": "1:31:06"} +{"current_steps": 138, "total_steps": 1175, "loss": 1.1016316413879395, "lr": 3.9968118293807476e-05, "epoch": 0.5884861407249466, "percentage": 11.74, "elapsed_time": "0:12:06", "remaining_time": "1:31:00"} +{"current_steps": 139, "total_steps": 1175, "loss": 1.0730235576629639, "lr": 3.996467502401028e-05, "epoch": 0.5927505330490405, "percentage": 11.83, "elapsed_time": "0:12:11", "remaining_time": "1:30:54"} +{"current_steps": 140, "total_steps": 1175, "loss": 1.038144588470459, "lr": 3.9961055389499904e-05, "epoch": 0.5970149253731343, "percentage": 11.91, "elapsed_time": "0:12:17", "remaining_time": "1:30:48"} +{"current_steps": 141, "total_steps": 1175, "loss": 1.0723166465759277, "lr": 3.995725942225162e-05, "epoch": 0.6012793176972282, "percentage": 12.0, "elapsed_time": "0:12:22", "remaining_time": "1:30:42"} +{"current_steps": 142, "total_steps": 1175, "loss": 1.0786864757537842, "lr": 3.995328715579839e-05, "epoch": 0.605543710021322, "percentage": 12.09, "elapsed_time": "0:12:27", "remaining_time": "1:30:36"} +{"current_steps": 143, "total_steps": 1175, "loss": 1.0484728813171387, "lr": 3.994913862523058e-05, "epoch": 0.6098081023454158, "percentage": 12.17, "elapsed_time": "0:12:32", "remaining_time": "1:30:30"} +{"current_steps": 144, "total_steps": 1175, "loss": 1.0812013149261475, "lr": 3.9944813867195624e-05, "epoch": 0.6140724946695096, "percentage": 12.26, "elapsed_time": "0:12:37", "remaining_time": "1:30:24"} +{"current_steps": 145, "total_steps": 1175, "loss": 1.1257681846618652, "lr": 3.9940312919897744e-05, "epoch": 0.6183368869936035, "percentage": 12.34, "elapsed_time": "0:12:42", "remaining_time": "1:30:18"} +{"current_steps": 146, "total_steps": 1175, "loss": 1.0511856079101562, "lr": 3.993563582309759e-05, "epoch": 0.6226012793176973, "percentage": 12.43, "elapsed_time": "0:12:47", "remaining_time": "1:30:12"} +{"current_steps": 147, "total_steps": 1175, "loss": 1.080320119857788, "lr": 3.993078261811186e-05, "epoch": 0.6268656716417911, "percentage": 12.51, "elapsed_time": "0:12:53", "remaining_time": "1:30:06"} +{"current_steps": 148, "total_steps": 1175, "loss": 1.130347728729248, "lr": 3.9925753347813e-05, "epoch": 0.6311300639658849, "percentage": 12.6, "elapsed_time": "0:12:58", "remaining_time": "1:29:59"} +{"current_steps": 149, "total_steps": 1175, "loss": 1.115844488143921, "lr": 3.992054805662876e-05, "epoch": 0.6353944562899787, "percentage": 12.68, "elapsed_time": "0:13:03", "remaining_time": "1:29:53"} +{"current_steps": 150, "total_steps": 1175, "loss": 1.060228943824768, "lr": 3.991516679054185e-05, "epoch": 0.6396588486140725, "percentage": 12.77, "elapsed_time": "0:13:08", "remaining_time": "1:29:46"} +{"current_steps": 151, "total_steps": 1175, "loss": 1.0674173831939697, "lr": 3.9909609597089496e-05, "epoch": 0.6439232409381663, "percentage": 12.85, "elapsed_time": "0:13:13", "remaining_time": "1:29:41"} +{"current_steps": 152, "total_steps": 1175, "loss": 1.0999696254730225, "lr": 3.9903876525363055e-05, "epoch": 0.6481876332622601, "percentage": 12.94, "elapsed_time": "0:13:18", "remaining_time": "1:29:34"} +{"current_steps": 153, "total_steps": 1175, "loss": 1.0721893310546875, "lr": 3.989796762600755e-05, "epoch": 0.652452025586354, "percentage": 13.02, "elapsed_time": "0:13:23", "remaining_time": "1:29:28"} +{"current_steps": 154, "total_steps": 1175, "loss": 1.160867691040039, "lr": 3.9891882951221246e-05, "epoch": 0.6567164179104478, "percentage": 13.11, "elapsed_time": "0:13:28", "remaining_time": "1:29:21"} +{"current_steps": 155, "total_steps": 1175, "loss": 1.0442200899124146, "lr": 3.988562255475518e-05, "epoch": 0.6609808102345416, "percentage": 13.19, "elapsed_time": "0:13:33", "remaining_time": "1:29:15"} +{"current_steps": 156, "total_steps": 1175, "loss": 1.085169792175293, "lr": 3.987918649191268e-05, "epoch": 0.6652452025586354, "percentage": 13.28, "elapsed_time": "0:13:38", "remaining_time": "1:29:09"} +{"current_steps": 157, "total_steps": 1175, "loss": 1.0835366249084473, "lr": 3.987257481954888e-05, "epoch": 0.6695095948827292, "percentage": 13.36, "elapsed_time": "0:13:44", "remaining_time": "1:29:03"} +{"current_steps": 158, "total_steps": 1175, "loss": 1.0785105228424072, "lr": 3.9865787596070236e-05, "epoch": 0.673773987206823, "percentage": 13.45, "elapsed_time": "0:13:49", "remaining_time": "1:28:57"} +{"current_steps": 159, "total_steps": 1175, "loss": 1.0924922227859497, "lr": 3.9858824881433975e-05, "epoch": 0.6780383795309168, "percentage": 13.53, "elapsed_time": "0:13:54", "remaining_time": "1:28:51"} +{"current_steps": 160, "total_steps": 1175, "loss": 1.1294423341751099, "lr": 3.9851686737147585e-05, "epoch": 0.6823027718550106, "percentage": 13.62, "elapsed_time": "0:13:59", "remaining_time": "1:28:45"} +{"current_steps": 161, "total_steps": 1175, "loss": 1.0423997640609741, "lr": 3.9844373226268305e-05, "epoch": 0.6865671641791045, "percentage": 13.7, "elapsed_time": "0:14:04", "remaining_time": "1:28:39"} +{"current_steps": 162, "total_steps": 1175, "loss": 1.1095077991485596, "lr": 3.983688441340249e-05, "epoch": 0.6908315565031983, "percentage": 13.79, "elapsed_time": "0:14:09", "remaining_time": "1:28:33"} +{"current_steps": 163, "total_steps": 1175, "loss": 1.0938866138458252, "lr": 3.98292203647051e-05, "epoch": 0.6950959488272921, "percentage": 13.87, "elapsed_time": "0:14:14", "remaining_time": "1:28:27"} +{"current_steps": 164, "total_steps": 1175, "loss": 1.0846669673919678, "lr": 3.982138114787912e-05, "epoch": 0.6993603411513859, "percentage": 13.96, "elapsed_time": "0:14:20", "remaining_time": "1:28:21"} +{"current_steps": 165, "total_steps": 1175, "loss": 1.057676911354065, "lr": 3.98133668321749e-05, "epoch": 0.7036247334754797, "percentage": 14.04, "elapsed_time": "0:14:25", "remaining_time": "1:28:15"} +{"current_steps": 166, "total_steps": 1175, "loss": 1.1554545164108276, "lr": 3.980517748838963e-05, "epoch": 0.7078891257995735, "percentage": 14.13, "elapsed_time": "0:14:30", "remaining_time": "1:28:09"} +{"current_steps": 167, "total_steps": 1175, "loss": 1.0603725910186768, "lr": 3.979681318886664e-05, "epoch": 0.7121535181236673, "percentage": 14.21, "elapsed_time": "0:14:35", "remaining_time": "1:28:03"} +{"current_steps": 168, "total_steps": 1175, "loss": 1.0979516506195068, "lr": 3.978827400749481e-05, "epoch": 0.7164179104477612, "percentage": 14.3, "elapsed_time": "0:14:40", "remaining_time": "1:27:57"} +{"current_steps": 169, "total_steps": 1175, "loss": 1.1519384384155273, "lr": 3.977956001970788e-05, "epoch": 0.720682302771855, "percentage": 14.38, "elapsed_time": "0:14:45", "remaining_time": "1:27:51"} +{"current_steps": 170, "total_steps": 1175, "loss": 1.0900096893310547, "lr": 3.977067130248381e-05, "epoch": 0.7249466950959488, "percentage": 14.47, "elapsed_time": "0:14:50", "remaining_time": "1:27:45"} +{"current_steps": 171, "total_steps": 1175, "loss": 1.0231143236160278, "lr": 3.9761607934344095e-05, "epoch": 0.7292110874200426, "percentage": 14.55, "elapsed_time": "0:14:55", "remaining_time": "1:27:40"} +{"current_steps": 172, "total_steps": 1175, "loss": 1.0472302436828613, "lr": 3.975236999535306e-05, "epoch": 0.7334754797441365, "percentage": 14.64, "elapsed_time": "0:15:01", "remaining_time": "1:27:34"} +{"current_steps": 173, "total_steps": 1175, "loss": 1.0939075946807861, "lr": 3.974295756711717e-05, "epoch": 0.7377398720682303, "percentage": 14.72, "elapsed_time": "0:15:06", "remaining_time": "1:27:29"} +{"current_steps": 174, "total_steps": 1175, "loss": 1.115445852279663, "lr": 3.9733370732784296e-05, "epoch": 0.7420042643923241, "percentage": 14.81, "elapsed_time": "0:15:11", "remaining_time": "1:27:23"} +{"current_steps": 175, "total_steps": 1175, "loss": 1.145646333694458, "lr": 3.972360957704298e-05, "epoch": 0.746268656716418, "percentage": 14.89, "elapsed_time": "0:15:16", "remaining_time": "1:27:17"} +{"current_steps": 176, "total_steps": 1175, "loss": 1.0545127391815186, "lr": 3.97136741861217e-05, "epoch": 0.7505330490405118, "percentage": 14.98, "elapsed_time": "0:15:21", "remaining_time": "1:27:11"} +{"current_steps": 177, "total_steps": 1175, "loss": 1.0895123481750488, "lr": 3.970356464778808e-05, "epoch": 0.7547974413646056, "percentage": 15.06, "elapsed_time": "0:15:26", "remaining_time": "1:27:05"} +{"current_steps": 178, "total_steps": 1175, "loss": 1.0779128074645996, "lr": 3.969328105134817e-05, "epoch": 0.7590618336886994, "percentage": 15.15, "elapsed_time": "0:15:31", "remaining_time": "1:26:59"} +{"current_steps": 179, "total_steps": 1175, "loss": 1.0953731536865234, "lr": 3.9682823487645584e-05, "epoch": 0.7633262260127932, "percentage": 15.23, "elapsed_time": "0:15:37", "remaining_time": "1:26:54"} +{"current_steps": 180, "total_steps": 1175, "loss": 1.0543200969696045, "lr": 3.9672192049060745e-05, "epoch": 0.767590618336887, "percentage": 15.32, "elapsed_time": "0:15:42", "remaining_time": "1:26:48"} +{"current_steps": 181, "total_steps": 1175, "loss": 1.091672420501709, "lr": 3.966138682951008e-05, "epoch": 0.7718550106609808, "percentage": 15.4, "elapsed_time": "0:15:47", "remaining_time": "1:26:42"} +{"current_steps": 182, "total_steps": 1175, "loss": 1.1263113021850586, "lr": 3.9650407924445147e-05, "epoch": 0.7761194029850746, "percentage": 15.49, "elapsed_time": "0:15:52", "remaining_time": "1:26:36"} +{"current_steps": 183, "total_steps": 1175, "loss": 1.0835044384002686, "lr": 3.963925543085181e-05, "epoch": 0.7803837953091685, "percentage": 15.57, "elapsed_time": "0:15:57", "remaining_time": "1:26:31"} +{"current_steps": 184, "total_steps": 1175, "loss": 1.001509428024292, "lr": 3.96279294472494e-05, "epoch": 0.7846481876332623, "percentage": 15.66, "elapsed_time": "0:16:02", "remaining_time": "1:26:25"} +{"current_steps": 185, "total_steps": 1175, "loss": 1.0588806867599487, "lr": 3.961643007368984e-05, "epoch": 0.7889125799573561, "percentage": 15.74, "elapsed_time": "0:16:07", "remaining_time": "1:26:19"} +{"current_steps": 186, "total_steps": 1175, "loss": 1.1107757091522217, "lr": 3.960475741175671e-05, "epoch": 0.7931769722814499, "percentage": 15.83, "elapsed_time": "0:16:13", "remaining_time": "1:26:14"} +{"current_steps": 187, "total_steps": 1175, "loss": 1.0544629096984863, "lr": 3.959291156456444e-05, "epoch": 0.7974413646055437, "percentage": 15.91, "elapsed_time": "0:16:18", "remaining_time": "1:26:08"} +{"current_steps": 188, "total_steps": 1175, "loss": 1.0391920804977417, "lr": 3.9580892636757334e-05, "epoch": 0.8017057569296375, "percentage": 16.0, "elapsed_time": "0:16:23", "remaining_time": "1:26:03"} +{"current_steps": 189, "total_steps": 1175, "loss": 1.0646073818206787, "lr": 3.9568700734508645e-05, "epoch": 0.8059701492537313, "percentage": 16.09, "elapsed_time": "0:16:28", "remaining_time": "1:25:57"} +{"current_steps": 190, "total_steps": 1175, "loss": 1.0984067916870117, "lr": 3.955633596551967e-05, "epoch": 0.8102345415778252, "percentage": 16.17, "elapsed_time": "0:16:33", "remaining_time": "1:25:51"} +{"current_steps": 191, "total_steps": 1175, "loss": 1.0774245262145996, "lr": 3.9543798439018776e-05, "epoch": 0.814498933901919, "percentage": 16.26, "elapsed_time": "0:16:38", "remaining_time": "1:25:45"} +{"current_steps": 192, "total_steps": 1175, "loss": 1.0559810400009155, "lr": 3.953108826576046e-05, "epoch": 0.8187633262260128, "percentage": 16.34, "elapsed_time": "0:16:43", "remaining_time": "1:25:39"} +{"current_steps": 193, "total_steps": 1175, "loss": 1.0619244575500488, "lr": 3.9518205558024334e-05, "epoch": 0.8230277185501066, "percentage": 16.43, "elapsed_time": "0:16:49", "remaining_time": "1:25:34"} +{"current_steps": 194, "total_steps": 1175, "loss": 1.0574350357055664, "lr": 3.9505150429614154e-05, "epoch": 0.8272921108742004, "percentage": 16.51, "elapsed_time": "0:16:54", "remaining_time": "1:25:28"} +{"current_steps": 195, "total_steps": 1175, "loss": 1.0607553720474243, "lr": 3.949192299585681e-05, "epoch": 0.8315565031982942, "percentage": 16.6, "elapsed_time": "0:16:59", "remaining_time": "1:25:23"} +{"current_steps": 196, "total_steps": 1175, "loss": 1.0625135898590088, "lr": 3.9478523373601325e-05, "epoch": 0.835820895522388, "percentage": 16.68, "elapsed_time": "0:17:04", "remaining_time": "1:25:17"} +{"current_steps": 197, "total_steps": 1175, "loss": 1.0609357357025146, "lr": 3.946495168121778e-05, "epoch": 0.8400852878464818, "percentage": 16.77, "elapsed_time": "0:17:09", "remaining_time": "1:25:11"} +{"current_steps": 198, "total_steps": 1175, "loss": 1.0474504232406616, "lr": 3.9451208038596325e-05, "epoch": 0.8443496801705757, "percentage": 16.85, "elapsed_time": "0:17:14", "remaining_time": "1:25:06"} +{"current_steps": 199, "total_steps": 1175, "loss": 1.0619412660598755, "lr": 3.943729256714608e-05, "epoch": 0.8486140724946695, "percentage": 16.94, "elapsed_time": "0:17:19", "remaining_time": "1:25:00"} +{"current_steps": 200, "total_steps": 1175, "loss": 1.0523178577423096, "lr": 3.942320538979408e-05, "epoch": 0.8528784648187633, "percentage": 17.02, "elapsed_time": "0:17:25", "remaining_time": "1:24:54"} +{"current_steps": 201, "total_steps": 1175, "loss": 1.0020947456359863, "lr": 3.9408946630984144e-05, "epoch": 0.8571428571428571, "percentage": 17.11, "elapsed_time": "0:17:30", "remaining_time": "1:24:48"} +{"current_steps": 202, "total_steps": 1175, "loss": 1.0410255193710327, "lr": 3.939451641667587e-05, "epoch": 0.8614072494669509, "percentage": 17.19, "elapsed_time": "0:17:35", "remaining_time": "1:24:43"} +{"current_steps": 203, "total_steps": 1175, "loss": 1.0642400979995728, "lr": 3.937991487434342e-05, "epoch": 0.8656716417910447, "percentage": 17.28, "elapsed_time": "0:17:40", "remaining_time": "1:24:37"} +{"current_steps": 204, "total_steps": 1175, "loss": 1.1306285858154297, "lr": 3.9365142132974484e-05, "epoch": 0.8699360341151386, "percentage": 17.36, "elapsed_time": "0:17:45", "remaining_time": "1:24:31"} +{"current_steps": 205, "total_steps": 1175, "loss": 1.0648304224014282, "lr": 3.935019832306905e-05, "epoch": 0.8742004264392325, "percentage": 17.45, "elapsed_time": "0:17:50", "remaining_time": "1:24:26"} +{"current_steps": 206, "total_steps": 1175, "loss": 1.0731347799301147, "lr": 3.933508357663832e-05, "epoch": 0.8784648187633263, "percentage": 17.53, "elapsed_time": "0:17:55", "remaining_time": "1:24:20"} +{"current_steps": 207, "total_steps": 1175, "loss": 1.040523886680603, "lr": 3.9319798027203544e-05, "epoch": 0.8827292110874201, "percentage": 17.62, "elapsed_time": "0:18:00", "remaining_time": "1:24:15"} +{"current_steps": 208, "total_steps": 1175, "loss": 1.0693047046661377, "lr": 3.930434180979478e-05, "epoch": 0.8869936034115139, "percentage": 17.7, "elapsed_time": "0:18:06", "remaining_time": "1:24:09"} +{"current_steps": 209, "total_steps": 1175, "loss": 1.062949538230896, "lr": 3.928871506094975e-05, "epoch": 0.8912579957356077, "percentage": 17.79, "elapsed_time": "0:18:11", "remaining_time": "1:24:03"} +{"current_steps": 210, "total_steps": 1175, "loss": 1.0810881853103638, "lr": 3.927291791871264e-05, "epoch": 0.8955223880597015, "percentage": 17.87, "elapsed_time": "0:18:16", "remaining_time": "1:23:57"} +{"current_steps": 211, "total_steps": 1175, "loss": 1.069779634475708, "lr": 3.925695052263284e-05, "epoch": 0.8997867803837953, "percentage": 17.96, "elapsed_time": "0:18:21", "remaining_time": "1:23:52"} +{"current_steps": 212, "total_steps": 1175, "loss": 1.0439661741256714, "lr": 3.924081301376375e-05, "epoch": 0.9040511727078892, "percentage": 18.04, "elapsed_time": "0:18:26", "remaining_time": "1:23:46"} +{"current_steps": 213, "total_steps": 1175, "loss": 1.0576764345169067, "lr": 3.9224505534661525e-05, "epoch": 0.908315565031983, "percentage": 18.13, "elapsed_time": "0:18:31", "remaining_time": "1:23:41"} +{"current_steps": 214, "total_steps": 1175, "loss": 1.077567458152771, "lr": 3.92080282293838e-05, "epoch": 0.9125799573560768, "percentage": 18.21, "elapsed_time": "0:18:36", "remaining_time": "1:23:35"} +{"current_steps": 215, "total_steps": 1175, "loss": 1.0571658611297607, "lr": 3.9191381243488417e-05, "epoch": 0.9168443496801706, "percentage": 18.3, "elapsed_time": "0:18:42", "remaining_time": "1:23:30"} +{"current_steps": 216, "total_steps": 1175, "loss": 1.073103427886963, "lr": 3.9174564724032167e-05, "epoch": 0.9211087420042644, "percentage": 18.38, "elapsed_time": "0:18:47", "remaining_time": "1:23:24"} +{"current_steps": 217, "total_steps": 1175, "loss": 1.0518367290496826, "lr": 3.9157578819569455e-05, "epoch": 0.9253731343283582, "percentage": 18.47, "elapsed_time": "0:18:52", "remaining_time": "1:23:18"} +{"current_steps": 218, "total_steps": 1175, "loss": 1.0468168258666992, "lr": 3.9140423680151036e-05, "epoch": 0.929637526652452, "percentage": 18.55, "elapsed_time": "0:18:57", "remaining_time": "1:23:13"} +{"current_steps": 219, "total_steps": 1175, "loss": 1.103074312210083, "lr": 3.9123099457322625e-05, "epoch": 0.9339019189765458, "percentage": 18.64, "elapsed_time": "0:19:02", "remaining_time": "1:23:07"} +{"current_steps": 220, "total_steps": 1175, "loss": 1.0753755569458008, "lr": 3.9105606304123605e-05, "epoch": 0.9381663113006397, "percentage": 18.72, "elapsed_time": "0:19:07", "remaining_time": "1:23:02"} +{"current_steps": 221, "total_steps": 1175, "loss": 1.0632359981536865, "lr": 3.908794437508567e-05, "epoch": 0.9424307036247335, "percentage": 18.81, "elapsed_time": "0:19:12", "remaining_time": "1:22:57"} +{"current_steps": 222, "total_steps": 1175, "loss": 1.0761289596557617, "lr": 3.907011382623145e-05, "epoch": 0.9466950959488273, "percentage": 18.89, "elapsed_time": "0:19:18", "remaining_time": "1:22:51"} +{"current_steps": 223, "total_steps": 1175, "loss": 1.0655196905136108, "lr": 3.905211481507313e-05, "epoch": 0.9509594882729211, "percentage": 18.98, "elapsed_time": "0:19:23", "remaining_time": "1:22:45"} +{"current_steps": 224, "total_steps": 1175, "loss": 1.0658456087112427, "lr": 3.903394750061106e-05, "epoch": 0.9552238805970149, "percentage": 19.06, "elapsed_time": "0:19:28", "remaining_time": "1:22:40"} +{"current_steps": 225, "total_steps": 1175, "loss": 1.039156198501587, "lr": 3.9015612043332375e-05, "epoch": 0.9594882729211087, "percentage": 19.15, "elapsed_time": "0:19:33", "remaining_time": "1:22:34"} +{"current_steps": 226, "total_steps": 1175, "loss": 1.038079857826233, "lr": 3.8997108605209535e-05, "epoch": 0.9637526652452025, "percentage": 19.23, "elapsed_time": "0:19:38", "remaining_time": "1:22:29"} +{"current_steps": 227, "total_steps": 1175, "loss": 1.0137856006622314, "lr": 3.897843734969891e-05, "epoch": 0.9680170575692963, "percentage": 19.32, "elapsed_time": "0:19:43", "remaining_time": "1:22:23"} +{"current_steps": 228, "total_steps": 1175, "loss": 1.06816565990448, "lr": 3.895959844173937e-05, "epoch": 0.9722814498933902, "percentage": 19.4, "elapsed_time": "0:19:48", "remaining_time": "1:22:17"} +{"current_steps": 229, "total_steps": 1175, "loss": 1.0650134086608887, "lr": 3.8940592047750774e-05, "epoch": 0.976545842217484, "percentage": 19.49, "elapsed_time": "0:19:53", "remaining_time": "1:22:12"} +{"current_steps": 230, "total_steps": 1175, "loss": 1.0774457454681396, "lr": 3.892141833563255e-05, "epoch": 0.9808102345415778, "percentage": 19.57, "elapsed_time": "0:19:59", "remaining_time": "1:22:06"} +{"current_steps": 231, "total_steps": 1175, "loss": 1.0361413955688477, "lr": 3.8902077474762155e-05, "epoch": 0.9850746268656716, "percentage": 19.66, "elapsed_time": "0:20:04", "remaining_time": "1:22:01"} +{"current_steps": 232, "total_steps": 1175, "loss": 1.0561443567276, "lr": 3.888256963599364e-05, "epoch": 0.9893390191897654, "percentage": 19.74, "elapsed_time": "0:20:09", "remaining_time": "1:21:55"} +{"current_steps": 233, "total_steps": 1175, "loss": 1.0482161045074463, "lr": 3.886289499165609e-05, "epoch": 0.9936034115138592, "percentage": 19.83, "elapsed_time": "0:20:14", "remaining_time": "1:21:50"} +{"current_steps": 234, "total_steps": 1175, "loss": 1.079267978668213, "lr": 3.884305371555215e-05, "epoch": 0.997867803837953, "percentage": 19.91, "elapsed_time": "0:20:19", "remaining_time": "1:21:44"} +{"current_steps": 235, "total_steps": 1175, "loss": 1.1089015007019043, "lr": 3.882304598295643e-05, "epoch": 1.0, "percentage": 20.0, "elapsed_time": "0:20:22", "remaining_time": "1:21:29"} +{"current_steps": 236, "total_steps": 1175, "loss": 1.0656170845031738, "lr": 3.880287197061402e-05, "epoch": 1.004264392324094, "percentage": 20.09, "elapsed_time": "0:20:29", "remaining_time": "1:21:32"} +{"current_steps": 237, "total_steps": 1175, "loss": 1.0457720756530762, "lr": 3.878253185673888e-05, "epoch": 1.0085287846481876, "percentage": 20.17, "elapsed_time": "0:20:34", "remaining_time": "1:21:26"} +{"current_steps": 238, "total_steps": 1175, "loss": 1.0488179922103882, "lr": 3.876202582101229e-05, "epoch": 1.0127931769722816, "percentage": 20.26, "elapsed_time": "0:20:39", "remaining_time": "1:21:21"} +{"current_steps": 239, "total_steps": 1175, "loss": 1.0531270503997803, "lr": 3.874135404458125e-05, "epoch": 1.0170575692963753, "percentage": 20.34, "elapsed_time": "0:20:45", "remaining_time": "1:21:16"} +{"current_steps": 240, "total_steps": 1175, "loss": 1.0718858242034912, "lr": 3.8720516710056905e-05, "epoch": 1.0213219616204692, "percentage": 20.43, "elapsed_time": "0:20:50", "remaining_time": "1:21:10"} +{"current_steps": 241, "total_steps": 1175, "loss": 1.0579508543014526, "lr": 3.8699514001512885e-05, "epoch": 1.0255863539445629, "percentage": 20.51, "elapsed_time": "0:20:55", "remaining_time": "1:21:04"} +{"current_steps": 242, "total_steps": 1175, "loss": 1.0267250537872314, "lr": 3.867834610448374e-05, "epoch": 1.0298507462686568, "percentage": 20.6, "elapsed_time": "0:21:00", "remaining_time": "1:20:59"} +{"current_steps": 243, "total_steps": 1175, "loss": 1.0431740283966064, "lr": 3.865701320596324e-05, "epoch": 1.0341151385927505, "percentage": 20.68, "elapsed_time": "0:21:05", "remaining_time": "1:20:54"} +{"current_steps": 244, "total_steps": 1175, "loss": 1.0455431938171387, "lr": 3.863551549440277e-05, "epoch": 1.0383795309168444, "percentage": 20.77, "elapsed_time": "0:21:10", "remaining_time": "1:20:48"} +{"current_steps": 245, "total_steps": 1175, "loss": 1.0151028633117676, "lr": 3.861385315970964e-05, "epoch": 1.0426439232409381, "percentage": 20.85, "elapsed_time": "0:21:15", "remaining_time": "1:20:42"} +{"current_steps": 246, "total_steps": 1175, "loss": 1.0368274450302124, "lr": 3.859202639324542e-05, "epoch": 1.046908315565032, "percentage": 20.94, "elapsed_time": "0:21:20", "remaining_time": "1:20:37"} +{"current_steps": 247, "total_steps": 1175, "loss": 1.0297768115997314, "lr": 3.8570035387824214e-05, "epoch": 1.0511727078891258, "percentage": 21.02, "elapsed_time": "0:21:26", "remaining_time": "1:20:31"} +{"current_steps": 248, "total_steps": 1175, "loss": 1.0422364473342896, "lr": 3.8547880337711036e-05, "epoch": 1.0554371002132197, "percentage": 21.11, "elapsed_time": "0:21:31", "remaining_time": "1:20:26"} +{"current_steps": 249, "total_steps": 1175, "loss": 1.0926791429519653, "lr": 3.8525561438620016e-05, "epoch": 1.0597014925373134, "percentage": 21.19, "elapsed_time": "0:21:36", "remaining_time": "1:20:21"} +{"current_steps": 250, "total_steps": 1175, "loss": 1.0230929851531982, "lr": 3.850307888771269e-05, "epoch": 1.0639658848614073, "percentage": 21.28, "elapsed_time": "0:21:41", "remaining_time": "1:20:15"} +{"current_steps": 251, "total_steps": 1175, "loss": 1.036175012588501, "lr": 3.848043288359629e-05, "epoch": 1.068230277185501, "percentage": 21.36, "elapsed_time": "0:21:46", "remaining_time": "1:20:10"} +{"current_steps": 252, "total_steps": 1175, "loss": 1.0303536653518677, "lr": 3.8457623626321944e-05, "epoch": 1.072494669509595, "percentage": 21.45, "elapsed_time": "0:21:51", "remaining_time": "1:20:04"} +{"current_steps": 253, "total_steps": 1175, "loss": 1.0456784963607788, "lr": 3.843465131738296e-05, "epoch": 1.0767590618336886, "percentage": 21.53, "elapsed_time": "0:21:57", "remaining_time": "1:19:59"} +{"current_steps": 254, "total_steps": 1175, "loss": 1.0252015590667725, "lr": 3.8411516159713e-05, "epoch": 1.0810234541577826, "percentage": 21.62, "elapsed_time": "0:22:02", "remaining_time": "1:19:54"} +{"current_steps": 255, "total_steps": 1175, "loss": 0.9940991401672363, "lr": 3.838821835768431e-05, "epoch": 1.0852878464818763, "percentage": 21.7, "elapsed_time": "0:22:07", "remaining_time": "1:19:48"} +{"current_steps": 256, "total_steps": 1175, "loss": 1.0359275341033936, "lr": 3.83647581171059e-05, "epoch": 1.0895522388059702, "percentage": 21.79, "elapsed_time": "0:22:12", "remaining_time": "1:19:43"} +{"current_steps": 257, "total_steps": 1175, "loss": 1.0185537338256836, "lr": 3.8341135645221744e-05, "epoch": 1.0938166311300639, "percentage": 21.87, "elapsed_time": "0:22:17", "remaining_time": "1:19:37"} +{"current_steps": 258, "total_steps": 1175, "loss": 1.0083509683609009, "lr": 3.831735115070895e-05, "epoch": 1.0980810234541578, "percentage": 21.96, "elapsed_time": "0:22:22", "remaining_time": "1:19:32"} +{"current_steps": 259, "total_steps": 1175, "loss": 1.0284669399261475, "lr": 3.8293404843675904e-05, "epoch": 1.1023454157782515, "percentage": 22.04, "elapsed_time": "0:22:27", "remaining_time": "1:19:27"} +{"current_steps": 260, "total_steps": 1175, "loss": 1.033240795135498, "lr": 3.8269296935660395e-05, "epoch": 1.1066098081023454, "percentage": 22.13, "elapsed_time": "0:22:32", "remaining_time": "1:19:21"} +{"current_steps": 261, "total_steps": 1175, "loss": 1.038989782333374, "lr": 3.82450276396278e-05, "epoch": 1.1108742004264391, "percentage": 22.21, "elapsed_time": "0:22:38", "remaining_time": "1:19:15"} +{"current_steps": 262, "total_steps": 1175, "loss": 1.0076414346694946, "lr": 3.822059716996916e-05, "epoch": 1.115138592750533, "percentage": 22.3, "elapsed_time": "0:22:43", "remaining_time": "1:19:10"} +{"current_steps": 263, "total_steps": 1175, "loss": 0.9889144897460938, "lr": 3.819600574249929e-05, "epoch": 1.1194029850746268, "percentage": 22.38, "elapsed_time": "0:22:48", "remaining_time": "1:19:05"} +{"current_steps": 264, "total_steps": 1175, "loss": 1.0545893907546997, "lr": 3.817125357445489e-05, "epoch": 1.1236673773987207, "percentage": 22.47, "elapsed_time": "0:22:53", "remaining_time": "1:18:59"} +{"current_steps": 265, "total_steps": 1175, "loss": 1.0141961574554443, "lr": 3.814634088449261e-05, "epoch": 1.1279317697228146, "percentage": 22.55, "elapsed_time": "0:22:58", "remaining_time": "1:18:53"} +{"current_steps": 266, "total_steps": 1175, "loss": 1.04948091506958, "lr": 3.812126789268712e-05, "epoch": 1.1321961620469083, "percentage": 22.64, "elapsed_time": "0:23:03", "remaining_time": "1:18:48"} +{"current_steps": 267, "total_steps": 1175, "loss": 1.0847911834716797, "lr": 3.80960348205292e-05, "epoch": 1.136460554371002, "percentage": 22.72, "elapsed_time": "0:23:08", "remaining_time": "1:18:42"} +{"current_steps": 268, "total_steps": 1175, "loss": 1.0932799577713013, "lr": 3.807064189092372e-05, "epoch": 1.140724946695096, "percentage": 22.81, "elapsed_time": "0:23:13", "remaining_time": "1:18:37"} +{"current_steps": 269, "total_steps": 1175, "loss": 0.9902833104133606, "lr": 3.804508932818771e-05, "epoch": 1.1449893390191899, "percentage": 22.89, "elapsed_time": "0:23:19", "remaining_time": "1:18:31"} +{"current_steps": 270, "total_steps": 1175, "loss": 1.0347496271133423, "lr": 3.801937735804838e-05, "epoch": 1.1492537313432836, "percentage": 22.98, "elapsed_time": "0:23:24", "remaining_time": "1:18:26"} +{"current_steps": 271, "total_steps": 1175, "loss": 1.0161268711090088, "lr": 3.799350620764114e-05, "epoch": 1.1535181236673775, "percentage": 23.06, "elapsed_time": "0:23:29", "remaining_time": "1:18:21"} +{"current_steps": 272, "total_steps": 1175, "loss": 1.0036935806274414, "lr": 3.7967476105507535e-05, "epoch": 1.1577825159914712, "percentage": 23.15, "elapsed_time": "0:23:34", "remaining_time": "1:18:15"} +{"current_steps": 273, "total_steps": 1175, "loss": 1.0130646228790283, "lr": 3.7941287281593284e-05, "epoch": 1.1620469083155651, "percentage": 23.23, "elapsed_time": "0:23:39", "remaining_time": "1:18:10"} +{"current_steps": 274, "total_steps": 1175, "loss": 1.050309419631958, "lr": 3.7914939967246227e-05, "epoch": 1.1663113006396588, "percentage": 23.32, "elapsed_time": "0:23:44", "remaining_time": "1:18:05"} +{"current_steps": 275, "total_steps": 1175, "loss": 1.0400540828704834, "lr": 3.7888434395214285e-05, "epoch": 1.1705756929637527, "percentage": 23.4, "elapsed_time": "0:23:49", "remaining_time": "1:17:59"} +{"current_steps": 276, "total_steps": 1175, "loss": 1.039176344871521, "lr": 3.786177079964339e-05, "epoch": 1.1748400852878464, "percentage": 23.49, "elapsed_time": "0:23:54", "remaining_time": "1:17:54"} +{"current_steps": 277, "total_steps": 1175, "loss": 1.0600132942199707, "lr": 3.783494941607544e-05, "epoch": 1.1791044776119404, "percentage": 23.57, "elapsed_time": "0:24:00", "remaining_time": "1:17:48"} +{"current_steps": 278, "total_steps": 1175, "loss": 1.0430244207382202, "lr": 3.780797048144621e-05, "epoch": 1.183368869936034, "percentage": 23.66, "elapsed_time": "0:24:05", "remaining_time": "1:17:43"} +{"current_steps": 279, "total_steps": 1175, "loss": 1.0505211353302002, "lr": 3.7780834234083236e-05, "epoch": 1.187633262260128, "percentage": 23.74, "elapsed_time": "0:24:10", "remaining_time": "1:17:37"} +{"current_steps": 280, "total_steps": 1175, "loss": 1.0167843103408813, "lr": 3.775354091370376e-05, "epoch": 1.1918976545842217, "percentage": 23.83, "elapsed_time": "0:24:15", "remaining_time": "1:17:32"} +{"current_steps": 281, "total_steps": 1175, "loss": 0.9994305968284607, "lr": 3.772609076141255e-05, "epoch": 1.1961620469083156, "percentage": 23.91, "elapsed_time": "0:24:20", "remaining_time": "1:17:26"} +{"current_steps": 282, "total_steps": 1175, "loss": 1.0300343036651611, "lr": 3.769848401969982e-05, "epoch": 1.2004264392324093, "percentage": 24.0, "elapsed_time": "0:24:25", "remaining_time": "1:17:21"} +{"current_steps": 283, "total_steps": 1175, "loss": 1.0937626361846924, "lr": 3.767072093243907e-05, "epoch": 1.2046908315565032, "percentage": 24.09, "elapsed_time": "0:24:30", "remaining_time": "1:17:15"} +{"current_steps": 284, "total_steps": 1175, "loss": 1.1199488639831543, "lr": 3.7642801744884915e-05, "epoch": 1.208955223880597, "percentage": 24.17, "elapsed_time": "0:24:35", "remaining_time": "1:17:10"} +{"current_steps": 285, "total_steps": 1175, "loss": 0.9989821910858154, "lr": 3.761472670367096e-05, "epoch": 1.2132196162046909, "percentage": 24.26, "elapsed_time": "0:24:40", "remaining_time": "1:17:04"} +{"current_steps": 286, "total_steps": 1175, "loss": 1.0034101009368896, "lr": 3.758649605680758e-05, "epoch": 1.2174840085287846, "percentage": 24.34, "elapsed_time": "0:24:46", "remaining_time": "1:16:59"} +{"current_steps": 287, "total_steps": 1175, "loss": 1.0341459512710571, "lr": 3.755811005367974e-05, "epoch": 1.2217484008528785, "percentage": 24.43, "elapsed_time": "0:24:51", "remaining_time": "1:16:53"} +{"current_steps": 288, "total_steps": 1175, "loss": 1.0364457368850708, "lr": 3.752956894504481e-05, "epoch": 1.2260127931769722, "percentage": 24.51, "elapsed_time": "0:24:56", "remaining_time": "1:16:48"} +{"current_steps": 289, "total_steps": 1175, "loss": 1.0223348140716553, "lr": 3.750087298303033e-05, "epoch": 1.2302771855010661, "percentage": 24.6, "elapsed_time": "0:25:01", "remaining_time": "1:16:43"} +{"current_steps": 290, "total_steps": 1175, "loss": 1.0401383638381958, "lr": 3.7472022421131795e-05, "epoch": 1.2345415778251598, "percentage": 24.68, "elapsed_time": "0:25:06", "remaining_time": "1:16:37"} +{"current_steps": 291, "total_steps": 1175, "loss": 1.0574973821640015, "lr": 3.7443017514210406e-05, "epoch": 1.2388059701492538, "percentage": 24.77, "elapsed_time": "0:25:11", "remaining_time": "1:16:32"} +{"current_steps": 292, "total_steps": 1175, "loss": 1.0782525539398193, "lr": 3.7413858518490825e-05, "epoch": 1.2430703624733475, "percentage": 24.85, "elapsed_time": "0:25:16", "remaining_time": "1:16:26"} +{"current_steps": 293, "total_steps": 1175, "loss": 1.0356574058532715, "lr": 3.7384545691558895e-05, "epoch": 1.2473347547974414, "percentage": 24.94, "elapsed_time": "0:25:21", "remaining_time": "1:16:21"} +{"current_steps": 294, "total_steps": 1175, "loss": 1.0234094858169556, "lr": 3.735507929235941e-05, "epoch": 1.251599147121535, "percentage": 25.02, "elapsed_time": "0:25:26", "remaining_time": "1:16:15"} +{"current_steps": 295, "total_steps": 1175, "loss": 1.0196683406829834, "lr": 3.732545958119378e-05, "epoch": 1.255863539445629, "percentage": 25.11, "elapsed_time": "0:25:32", "remaining_time": "1:16:10"} +{"current_steps": 296, "total_steps": 1175, "loss": 1.0523638725280762, "lr": 3.729568681971774e-05, "epoch": 1.260127931769723, "percentage": 25.19, "elapsed_time": "0:25:37", "remaining_time": "1:16:04"} +{"current_steps": 297, "total_steps": 1175, "loss": 1.0757787227630615, "lr": 3.726576127093905e-05, "epoch": 1.2643923240938166, "percentage": 25.28, "elapsed_time": "0:25:42", "remaining_time": "1:15:59"} +{"current_steps": 298, "total_steps": 1175, "loss": 1.0215682983398438, "lr": 3.7235683199215177e-05, "epoch": 1.2686567164179103, "percentage": 25.36, "elapsed_time": "0:25:47", "remaining_time": "1:15:53"} +{"current_steps": 299, "total_steps": 1175, "loss": 1.041092038154602, "lr": 3.7205452870250944e-05, "epoch": 1.2729211087420043, "percentage": 25.45, "elapsed_time": "0:25:52", "remaining_time": "1:15:48"} +{"current_steps": 300, "total_steps": 1175, "loss": 0.9904603362083435, "lr": 3.7175070551096204e-05, "epoch": 1.2771855010660982, "percentage": 25.53, "elapsed_time": "0:25:57", "remaining_time": "1:15:43"} +{"current_steps": 301, "total_steps": 1175, "loss": 1.0471582412719727, "lr": 3.7144536510143436e-05, "epoch": 1.2814498933901919, "percentage": 25.62, "elapsed_time": "0:26:02", "remaining_time": "1:15:37"} +{"current_steps": 302, "total_steps": 1175, "loss": 1.0415706634521484, "lr": 3.711385101712544e-05, "epoch": 1.2857142857142856, "percentage": 25.7, "elapsed_time": "0:26:07", "remaining_time": "1:15:32"} +{"current_steps": 303, "total_steps": 1175, "loss": 1.0424050092697144, "lr": 3.708301434311289e-05, "epoch": 1.2899786780383795, "percentage": 25.79, "elapsed_time": "0:26:13", "remaining_time": "1:15:26"} +{"current_steps": 304, "total_steps": 1175, "loss": 1.0039793252944946, "lr": 3.7052026760511996e-05, "epoch": 1.2942430703624734, "percentage": 25.87, "elapsed_time": "0:26:18", "remaining_time": "1:15:21"} +{"current_steps": 305, "total_steps": 1175, "loss": 1.004643440246582, "lr": 3.7020888543062046e-05, "epoch": 1.2985074626865671, "percentage": 25.96, "elapsed_time": "0:26:23", "remaining_time": "1:15:16"} +{"current_steps": 306, "total_steps": 1175, "loss": 1.0794950723648071, "lr": 3.6989599965833024e-05, "epoch": 1.302771855010661, "percentage": 26.04, "elapsed_time": "0:26:28", "remaining_time": "1:15:10"} +{"current_steps": 307, "total_steps": 1175, "loss": 1.0607266426086426, "lr": 3.695816130522317e-05, "epoch": 1.3070362473347548, "percentage": 26.13, "elapsed_time": "0:26:33", "remaining_time": "1:15:05"} +{"current_steps": 308, "total_steps": 1175, "loss": 1.0296015739440918, "lr": 3.692657283895651e-05, "epoch": 1.3113006396588487, "percentage": 26.21, "elapsed_time": "0:26:38", "remaining_time": "1:15:00"} +{"current_steps": 309, "total_steps": 1175, "loss": 1.0613747835159302, "lr": 3.689483484608048e-05, "epoch": 1.3155650319829424, "percentage": 26.3, "elapsed_time": "0:26:43", "remaining_time": "1:14:54"} +{"current_steps": 310, "total_steps": 1175, "loss": 1.0966875553131104, "lr": 3.6862947606963364e-05, "epoch": 1.3198294243070363, "percentage": 26.38, "elapsed_time": "0:26:48", "remaining_time": "1:14:49"} +{"current_steps": 311, "total_steps": 1175, "loss": 1.0385587215423584, "lr": 3.6830911403291885e-05, "epoch": 1.32409381663113, "percentage": 26.47, "elapsed_time": "0:26:54", "remaining_time": "1:14:43"} +{"current_steps": 312, "total_steps": 1175, "loss": 1.0621037483215332, "lr": 3.679872651806869e-05, "epoch": 1.328358208955224, "percentage": 26.55, "elapsed_time": "0:26:59", "remaining_time": "1:14:38"} +{"current_steps": 313, "total_steps": 1175, "loss": 1.009427785873413, "lr": 3.676639323560986e-05, "epoch": 1.3326226012793176, "percentage": 26.64, "elapsed_time": "0:27:04", "remaining_time": "1:14:33"} +{"current_steps": 314, "total_steps": 1175, "loss": 1.0218225717544556, "lr": 3.6733911841542365e-05, "epoch": 1.3368869936034116, "percentage": 26.72, "elapsed_time": "0:27:09", "remaining_time": "1:14:28"} +{"current_steps": 315, "total_steps": 1175, "loss": 1.0223846435546875, "lr": 3.6701282622801626e-05, "epoch": 1.3411513859275053, "percentage": 26.81, "elapsed_time": "0:27:14", "remaining_time": "1:14:22"} +{"current_steps": 316, "total_steps": 1175, "loss": 1.0296084880828857, "lr": 3.666850586762886e-05, "epoch": 1.3454157782515992, "percentage": 26.89, "elapsed_time": "0:27:19", "remaining_time": "1:14:17"} +{"current_steps": 317, "total_steps": 1175, "loss": 1.0241369009017944, "lr": 3.663558186556863e-05, "epoch": 1.349680170575693, "percentage": 26.98, "elapsed_time": "0:27:24", "remaining_time": "1:14:11"} +{"current_steps": 318, "total_steps": 1175, "loss": 0.994929313659668, "lr": 3.660251090746627e-05, "epoch": 1.3539445628997868, "percentage": 27.06, "elapsed_time": "0:27:29", "remaining_time": "1:14:06"} +{"current_steps": 319, "total_steps": 1175, "loss": 1.0745187997817993, "lr": 3.656929328546526e-05, "epoch": 1.3582089552238805, "percentage": 27.15, "elapsed_time": "0:27:35", "remaining_time": "1:14:01"} +{"current_steps": 320, "total_steps": 1175, "loss": 1.0499223470687866, "lr": 3.653592929300471e-05, "epoch": 1.3624733475479744, "percentage": 27.23, "elapsed_time": "0:27:40", "remaining_time": "1:13:55"} +{"current_steps": 321, "total_steps": 1175, "loss": 1.0534915924072266, "lr": 3.650241922481675e-05, "epoch": 1.3667377398720681, "percentage": 27.32, "elapsed_time": "0:27:45", "remaining_time": "1:13:50"} +{"current_steps": 322, "total_steps": 1175, "loss": 1.0507144927978516, "lr": 3.6468763376923886e-05, "epoch": 1.371002132196162, "percentage": 27.4, "elapsed_time": "0:27:50", "remaining_time": "1:13:45"} +{"current_steps": 323, "total_steps": 1175, "loss": 1.0308797359466553, "lr": 3.6434962046636464e-05, "epoch": 1.375266524520256, "percentage": 27.49, "elapsed_time": "0:27:55", "remaining_time": "1:13:39"} +{"current_steps": 324, "total_steps": 1175, "loss": 0.9938924312591553, "lr": 3.6401015532549957e-05, "epoch": 1.3795309168443497, "percentage": 27.57, "elapsed_time": "0:28:00", "remaining_time": "1:13:34"} +{"current_steps": 325, "total_steps": 1175, "loss": 1.103708028793335, "lr": 3.6366924134542386e-05, "epoch": 1.3837953091684434, "percentage": 27.66, "elapsed_time": "0:28:05", "remaining_time": "1:13:29"} +{"current_steps": 326, "total_steps": 1175, "loss": 1.0235549211502075, "lr": 3.633268815377166e-05, "epoch": 1.3880597014925373, "percentage": 27.74, "elapsed_time": "0:28:10", "remaining_time": "1:13:23"} +{"current_steps": 327, "total_steps": 1175, "loss": 1.060333013534546, "lr": 3.6298307892672895e-05, "epoch": 1.3923240938166312, "percentage": 27.83, "elapsed_time": "0:28:16", "remaining_time": "1:13:19"} +{"current_steps": 328, "total_steps": 1175, "loss": 1.00943124294281, "lr": 3.626378365495577e-05, "epoch": 1.396588486140725, "percentage": 27.91, "elapsed_time": "0:28:22", "remaining_time": "1:13:15"} +{"current_steps": 329, "total_steps": 1175, "loss": 1.0213543176651, "lr": 3.622911574560181e-05, "epoch": 1.4008528784648187, "percentage": 28.0, "elapsed_time": "0:28:27", "remaining_time": "1:13:10"} +{"current_steps": 330, "total_steps": 1175, "loss": 1.0365045070648193, "lr": 3.6194304470861744e-05, "epoch": 1.4051172707889126, "percentage": 28.09, "elapsed_time": "0:28:33", "remaining_time": "1:13:07"} +{"current_steps": 331, "total_steps": 1175, "loss": 1.033185362815857, "lr": 3.615935013825272e-05, "epoch": 1.4093816631130065, "percentage": 28.17, "elapsed_time": "0:28:38", "remaining_time": "1:13:02"} +{"current_steps": 332, "total_steps": 1175, "loss": 1.0323336124420166, "lr": 3.612425305655569e-05, "epoch": 1.4136460554371002, "percentage": 28.26, "elapsed_time": "0:28:43", "remaining_time": "1:12:57"} +{"current_steps": 333, "total_steps": 1175, "loss": 1.0168285369873047, "lr": 3.6089013535812593e-05, "epoch": 1.417910447761194, "percentage": 28.34, "elapsed_time": "0:28:48", "remaining_time": "1:12:51"} +{"current_steps": 334, "total_steps": 1175, "loss": 1.0434997081756592, "lr": 3.6053631887323656e-05, "epoch": 1.4221748400852878, "percentage": 28.43, "elapsed_time": "0:28:54", "remaining_time": "1:12:46"} +{"current_steps": 335, "total_steps": 1175, "loss": 1.0581681728363037, "lr": 3.601810842364465e-05, "epoch": 1.4264392324093818, "percentage": 28.51, "elapsed_time": "0:29:00", "remaining_time": "1:12:44"} +{"current_steps": 336, "total_steps": 1175, "loss": 1.0448601245880127, "lr": 3.598244345858412e-05, "epoch": 1.4307036247334755, "percentage": 28.6, "elapsed_time": "0:29:06", "remaining_time": "1:12:40"} +{"current_steps": 337, "total_steps": 1175, "loss": 1.0551373958587646, "lr": 3.594663730720059e-05, "epoch": 1.4349680170575694, "percentage": 28.68, "elapsed_time": "0:29:11", "remaining_time": "1:12:35"} +{"current_steps": 338, "total_steps": 1175, "loss": 1.0310451984405518, "lr": 3.591069028579982e-05, "epoch": 1.439232409381663, "percentage": 28.77, "elapsed_time": "0:29:16", "remaining_time": "1:12:30"} +{"current_steps": 339, "total_steps": 1175, "loss": 1.0190770626068115, "lr": 3.5874602711931994e-05, "epoch": 1.443496801705757, "percentage": 28.85, "elapsed_time": "0:29:22", "remaining_time": "1:12:25"} +{"current_steps": 340, "total_steps": 1175, "loss": 1.0603420734405518, "lr": 3.5838374904388904e-05, "epoch": 1.4477611940298507, "percentage": 28.94, "elapsed_time": "0:29:28", "remaining_time": "1:12:24"} +{"current_steps": 341, "total_steps": 1175, "loss": 1.0345293283462524, "lr": 3.580200718320115e-05, "epoch": 1.4520255863539446, "percentage": 29.02, "elapsed_time": "0:29:34", "remaining_time": "1:12:18"} +{"current_steps": 342, "total_steps": 1175, "loss": 1.0719603300094604, "lr": 3.576549986963531e-05, "epoch": 1.4562899786780383, "percentage": 29.11, "elapsed_time": "0:29:39", "remaining_time": "1:12:13"} +{"current_steps": 343, "total_steps": 1175, "loss": 1.0310711860656738, "lr": 3.5728853286191075e-05, "epoch": 1.4605543710021323, "percentage": 29.19, "elapsed_time": "0:29:45", "remaining_time": "1:12:10"} +{"current_steps": 344, "total_steps": 1175, "loss": 1.0853101015090942, "lr": 3.5692067756598465e-05, "epoch": 1.464818763326226, "percentage": 29.28, "elapsed_time": "0:29:50", "remaining_time": "1:12:06"} +{"current_steps": 345, "total_steps": 1175, "loss": 1.0884089469909668, "lr": 3.5655143605814885e-05, "epoch": 1.4690831556503199, "percentage": 29.36, "elapsed_time": "0:29:57", "remaining_time": "1:12:03"} +{"current_steps": 346, "total_steps": 1175, "loss": 1.0500078201293945, "lr": 3.561808116002232e-05, "epoch": 1.4733475479744136, "percentage": 29.45, "elapsed_time": "0:30:02", "remaining_time": "1:11:58"} +{"current_steps": 347, "total_steps": 1175, "loss": 1.107835292816162, "lr": 3.5580880746624444e-05, "epoch": 1.4776119402985075, "percentage": 29.53, "elapsed_time": "0:30:08", "remaining_time": "1:11:54"} +{"current_steps": 348, "total_steps": 1175, "loss": 1.0177596807479858, "lr": 3.5543542694243685e-05, "epoch": 1.4818763326226012, "percentage": 29.62, "elapsed_time": "0:30:15", "remaining_time": "1:11:53"} +{"current_steps": 349, "total_steps": 1175, "loss": 1.044450283050537, "lr": 3.5506067332718355e-05, "epoch": 1.4861407249466951, "percentage": 29.7, "elapsed_time": "0:30:20", "remaining_time": "1:11:49"} +{"current_steps": 350, "total_steps": 1175, "loss": 1.034336805343628, "lr": 3.546845499309976e-05, "epoch": 1.4904051172707888, "percentage": 29.79, "elapsed_time": "0:30:25", "remaining_time": "1:11:43"} +{"current_steps": 351, "total_steps": 1175, "loss": 1.010349154472351, "lr": 3.5430706007649225e-05, "epoch": 1.4946695095948828, "percentage": 29.87, "elapsed_time": "0:30:31", "remaining_time": "1:11:39"} +{"current_steps": 352, "total_steps": 1175, "loss": 0.9864077568054199, "lr": 3.539282070983518e-05, "epoch": 1.4989339019189765, "percentage": 29.96, "elapsed_time": "0:30:36", "remaining_time": "1:11:34"} +{"current_steps": 353, "total_steps": 1175, "loss": 1.0978214740753174, "lr": 3.535479943433023e-05, "epoch": 1.5031982942430704, "percentage": 30.04, "elapsed_time": "0:30:41", "remaining_time": "1:11:28"} +{"current_steps": 354, "total_steps": 1175, "loss": 1.014693260192871, "lr": 3.5316642517008184e-05, "epoch": 1.5074626865671643, "percentage": 30.13, "elapsed_time": "0:30:47", "remaining_time": "1:11:24"} +{"current_steps": 355, "total_steps": 1175, "loss": 1.0278730392456055, "lr": 3.5278350294941074e-05, "epoch": 1.511727078891258, "percentage": 30.21, "elapsed_time": "0:30:52", "remaining_time": "1:11:18"} +{"current_steps": 356, "total_steps": 1175, "loss": 1.0605480670928955, "lr": 3.523992310639622e-05, "epoch": 1.5159914712153517, "percentage": 30.3, "elapsed_time": "0:30:57", "remaining_time": "1:11:14"} +{"current_steps": 357, "total_steps": 1175, "loss": 1.0404666662216187, "lr": 3.5201361290833165e-05, "epoch": 1.5202558635394456, "percentage": 30.38, "elapsed_time": "0:31:03", "remaining_time": "1:11:09"} +{"current_steps": 358, "total_steps": 1175, "loss": 1.0552990436553955, "lr": 3.516266518890079e-05, "epoch": 1.5245202558635396, "percentage": 30.47, "elapsed_time": "0:31:08", "remaining_time": "1:11:03"} +{"current_steps": 359, "total_steps": 1175, "loss": 0.9892454147338867, "lr": 3.512383514243419e-05, "epoch": 1.5287846481876333, "percentage": 30.55, "elapsed_time": "0:31:13", "remaining_time": "1:10:58"} +{"current_steps": 360, "total_steps": 1175, "loss": 1.0410898923873901, "lr": 3.5084871494451716e-05, "epoch": 1.533049040511727, "percentage": 30.64, "elapsed_time": "0:31:18", "remaining_time": "1:10:52"} +{"current_steps": 361, "total_steps": 1175, "loss": 1.080854892730713, "lr": 3.5045774589151955e-05, "epoch": 1.537313432835821, "percentage": 30.72, "elapsed_time": "0:31:23", "remaining_time": "1:10:47"} +{"current_steps": 362, "total_steps": 1175, "loss": 1.0591765642166138, "lr": 3.500654477191064e-05, "epoch": 1.5415778251599148, "percentage": 30.81, "elapsed_time": "0:31:28", "remaining_time": "1:10:42"} +{"current_steps": 363, "total_steps": 1175, "loss": 1.0314967632293701, "lr": 3.496718238927764e-05, "epoch": 1.5458422174840085, "percentage": 30.89, "elapsed_time": "0:31:33", "remaining_time": "1:10:36"} +{"current_steps": 364, "total_steps": 1175, "loss": 1.032379150390625, "lr": 3.492768778897388e-05, "epoch": 1.5501066098081022, "percentage": 30.98, "elapsed_time": "0:31:39", "remaining_time": "1:10:31"} +{"current_steps": 365, "total_steps": 1175, "loss": 1.0461351871490479, "lr": 3.4888061319888276e-05, "epoch": 1.5543710021321961, "percentage": 31.06, "elapsed_time": "0:31:44", "remaining_time": "1:10:25"} +{"current_steps": 366, "total_steps": 1175, "loss": 1.0037732124328613, "lr": 3.484830333207466e-05, "epoch": 1.55863539445629, "percentage": 31.15, "elapsed_time": "0:31:49", "remaining_time": "1:10:20"} +{"current_steps": 367, "total_steps": 1175, "loss": 1.0115573406219482, "lr": 3.4808414176748666e-05, "epoch": 1.5628997867803838, "percentage": 31.23, "elapsed_time": "0:31:54", "remaining_time": "1:10:15"} +{"current_steps": 368, "total_steps": 1175, "loss": 1.0734195709228516, "lr": 3.476839420628466e-05, "epoch": 1.5671641791044775, "percentage": 31.32, "elapsed_time": "0:31:59", "remaining_time": "1:10:09"} +{"current_steps": 369, "total_steps": 1175, "loss": 1.048018217086792, "lr": 3.472824377421257e-05, "epoch": 1.5714285714285714, "percentage": 31.4, "elapsed_time": "0:32:04", "remaining_time": "1:10:04"} +{"current_steps": 370, "total_steps": 1175, "loss": 1.048305630683899, "lr": 3.4687963235214845e-05, "epoch": 1.5756929637526653, "percentage": 31.49, "elapsed_time": "0:32:09", "remaining_time": "1:09:58"} +{"current_steps": 371, "total_steps": 1175, "loss": 1.0167198181152344, "lr": 3.464755294512325e-05, "epoch": 1.579957356076759, "percentage": 31.57, "elapsed_time": "0:32:15", "remaining_time": "1:09:53"} +{"current_steps": 372, "total_steps": 1175, "loss": 1.0565170049667358, "lr": 3.4607013260915765e-05, "epoch": 1.5842217484008527, "percentage": 31.66, "elapsed_time": "0:32:20", "remaining_time": "1:09:48"} +{"current_steps": 373, "total_steps": 1175, "loss": 0.9865789413452148, "lr": 3.4566344540713404e-05, "epoch": 1.5884861407249466, "percentage": 31.74, "elapsed_time": "0:32:25", "remaining_time": "1:09:42"} +{"current_steps": 374, "total_steps": 1175, "loss": 1.0232092142105103, "lr": 3.452554714377706e-05, "epoch": 1.5927505330490406, "percentage": 31.83, "elapsed_time": "0:32:30", "remaining_time": "1:09:37"} +{"current_steps": 375, "total_steps": 1175, "loss": 1.0132498741149902, "lr": 3.448462143050436e-05, "epoch": 1.5970149253731343, "percentage": 31.91, "elapsed_time": "0:32:35", "remaining_time": "1:09:32"} +{"current_steps": 376, "total_steps": 1175, "loss": 1.0428814888000488, "lr": 3.4443567762426444e-05, "epoch": 1.6012793176972282, "percentage": 32.0, "elapsed_time": "0:32:40", "remaining_time": "1:09:26"} +{"current_steps": 377, "total_steps": 1175, "loss": 1.042824387550354, "lr": 3.440238650220477e-05, "epoch": 1.6055437100213221, "percentage": 32.09, "elapsed_time": "0:32:45", "remaining_time": "1:09:21"} +{"current_steps": 378, "total_steps": 1175, "loss": 1.0216984748840332, "lr": 3.4361078013627945e-05, "epoch": 1.6098081023454158, "percentage": 32.17, "elapsed_time": "0:32:51", "remaining_time": "1:09:15"} +{"current_steps": 379, "total_steps": 1175, "loss": 1.041244387626648, "lr": 3.4319642661608474e-05, "epoch": 1.6140724946695095, "percentage": 32.26, "elapsed_time": "0:32:56", "remaining_time": "1:09:10"} +{"current_steps": 380, "total_steps": 1175, "loss": 1.0834057331085205, "lr": 3.427808081217957e-05, "epoch": 1.6183368869936035, "percentage": 32.34, "elapsed_time": "0:33:01", "remaining_time": "1:09:05"} +{"current_steps": 381, "total_steps": 1175, "loss": 0.9997847676277161, "lr": 3.423639283249189e-05, "epoch": 1.6226012793176974, "percentage": 32.43, "elapsed_time": "0:33:06", "remaining_time": "1:08:59"} +{"current_steps": 382, "total_steps": 1175, "loss": 1.012846827507019, "lr": 3.419457909081032e-05, "epoch": 1.626865671641791, "percentage": 32.51, "elapsed_time": "0:33:11", "remaining_time": "1:08:54"} +{"current_steps": 383, "total_steps": 1175, "loss": 1.0155653953552246, "lr": 3.415263995651069e-05, "epoch": 1.6311300639658848, "percentage": 32.6, "elapsed_time": "0:33:16", "remaining_time": "1:08:49"} +{"current_steps": 384, "total_steps": 1175, "loss": 1.0519380569458008, "lr": 3.411057580007653e-05, "epoch": 1.6353944562899787, "percentage": 32.68, "elapsed_time": "0:33:21", "remaining_time": "1:08:43"} +{"current_steps": 385, "total_steps": 1175, "loss": 1.0342265367507935, "lr": 3.4068386993095806e-05, "epoch": 1.6396588486140726, "percentage": 32.77, "elapsed_time": "0:33:26", "remaining_time": "1:08:38"} +{"current_steps": 386, "total_steps": 1175, "loss": 1.0449402332305908, "lr": 3.402607390825762e-05, "epoch": 1.6439232409381663, "percentage": 32.85, "elapsed_time": "0:33:32", "remaining_time": "1:08:32"} +{"current_steps": 387, "total_steps": 1175, "loss": 1.0454330444335938, "lr": 3.398363691934894e-05, "epoch": 1.64818763326226, "percentage": 32.94, "elapsed_time": "0:33:37", "remaining_time": "1:08:27"} +{"current_steps": 388, "total_steps": 1175, "loss": 1.0002706050872803, "lr": 3.3941076401251244e-05, "epoch": 1.652452025586354, "percentage": 33.02, "elapsed_time": "0:33:42", "remaining_time": "1:08:22"} +{"current_steps": 389, "total_steps": 1175, "loss": 1.023524522781372, "lr": 3.3898392729937295e-05, "epoch": 1.6567164179104479, "percentage": 33.11, "elapsed_time": "0:33:47", "remaining_time": "1:08:16"} +{"current_steps": 390, "total_steps": 1175, "loss": 1.0359125137329102, "lr": 3.385558628246774e-05, "epoch": 1.6609808102345416, "percentage": 33.19, "elapsed_time": "0:33:52", "remaining_time": "1:08:10"} +{"current_steps": 391, "total_steps": 1175, "loss": 1.0573993921279907, "lr": 3.381265743698781e-05, "epoch": 1.6652452025586353, "percentage": 33.28, "elapsed_time": "0:33:57", "remaining_time": "1:08:05"} +{"current_steps": 392, "total_steps": 1175, "loss": 1.0520474910736084, "lr": 3.3769606572724e-05, "epoch": 1.6695095948827292, "percentage": 33.36, "elapsed_time": "0:34:02", "remaining_time": "1:08:00"} +{"current_steps": 393, "total_steps": 1175, "loss": 1.032330870628357, "lr": 3.3726434069980686e-05, "epoch": 1.6737739872068231, "percentage": 33.45, "elapsed_time": "0:34:07", "remaining_time": "1:07:54"} +{"current_steps": 394, "total_steps": 1175, "loss": 1.020857810974121, "lr": 3.368314031013678e-05, "epoch": 1.6780383795309168, "percentage": 33.53, "elapsed_time": "0:34:13", "remaining_time": "1:07:49"} +{"current_steps": 395, "total_steps": 1175, "loss": 0.9919549226760864, "lr": 3.363972567564236e-05, "epoch": 1.6823027718550105, "percentage": 33.62, "elapsed_time": "0:34:18", "remaining_time": "1:07:44"} +{"current_steps": 396, "total_steps": 1175, "loss": 1.008888840675354, "lr": 3.35961905500153e-05, "epoch": 1.6865671641791045, "percentage": 33.7, "elapsed_time": "0:34:23", "remaining_time": "1:07:38"} +{"current_steps": 397, "total_steps": 1175, "loss": 0.9874848127365112, "lr": 3.3552535317837855e-05, "epoch": 1.6908315565031984, "percentage": 33.79, "elapsed_time": "0:34:28", "remaining_time": "1:07:33"} +{"current_steps": 398, "total_steps": 1175, "loss": 1.0086314678192139, "lr": 3.35087603647533e-05, "epoch": 1.695095948827292, "percentage": 33.87, "elapsed_time": "0:34:33", "remaining_time": "1:07:28"} +{"current_steps": 399, "total_steps": 1175, "loss": 1.0424044132232666, "lr": 3.346486607746249e-05, "epoch": 1.6993603411513858, "percentage": 33.96, "elapsed_time": "0:34:38", "remaining_time": "1:07:22"} +{"current_steps": 400, "total_steps": 1175, "loss": 1.019155740737915, "lr": 3.342085284372047e-05, "epoch": 1.7036247334754797, "percentage": 34.04, "elapsed_time": "0:34:43", "remaining_time": "1:07:17"} +{"current_steps": 401, "total_steps": 1175, "loss": 1.0167568922042847, "lr": 3.337672105233303e-05, "epoch": 1.7078891257995736, "percentage": 34.13, "elapsed_time": "0:34:49", "remaining_time": "1:07:12"} +{"current_steps": 402, "total_steps": 1175, "loss": 1.0180636644363403, "lr": 3.3332471093153296e-05, "epoch": 1.7121535181236673, "percentage": 34.21, "elapsed_time": "0:34:54", "remaining_time": "1:07:06"} +{"current_steps": 403, "total_steps": 1175, "loss": 1.0330071449279785, "lr": 3.3288103357078244e-05, "epoch": 1.716417910447761, "percentage": 34.3, "elapsed_time": "0:34:59", "remaining_time": "1:07:01"} +{"current_steps": 404, "total_steps": 1175, "loss": 0.9663311243057251, "lr": 3.324361823604529e-05, "epoch": 1.720682302771855, "percentage": 34.38, "elapsed_time": "0:35:04", "remaining_time": "1:06:56"} +{"current_steps": 405, "total_steps": 1175, "loss": 1.0393340587615967, "lr": 3.319901612302881e-05, "epoch": 1.724946695095949, "percentage": 34.47, "elapsed_time": "0:35:09", "remaining_time": "1:06:50"} +{"current_steps": 406, "total_steps": 1175, "loss": 1.0534725189208984, "lr": 3.315429741203666e-05, "epoch": 1.7292110874200426, "percentage": 34.55, "elapsed_time": "0:35:14", "remaining_time": "1:06:45"} +{"current_steps": 407, "total_steps": 1175, "loss": 1.0199532508850098, "lr": 3.3109462498106705e-05, "epoch": 1.7334754797441365, "percentage": 34.64, "elapsed_time": "0:35:19", "remaining_time": "1:06:40"} +{"current_steps": 408, "total_steps": 1175, "loss": 1.0455772876739502, "lr": 3.306451177730333e-05, "epoch": 1.7377398720682304, "percentage": 34.72, "elapsed_time": "0:35:25", "remaining_time": "1:06:34"} +{"current_steps": 409, "total_steps": 1175, "loss": 1.0095460414886475, "lr": 3.301944564671394e-05, "epoch": 1.7420042643923241, "percentage": 34.81, "elapsed_time": "0:35:30", "remaining_time": "1:06:29"} +{"current_steps": 410, "total_steps": 1175, "loss": 1.0763204097747803, "lr": 3.297426450444546e-05, "epoch": 1.7462686567164178, "percentage": 34.89, "elapsed_time": "0:35:35", "remaining_time": "1:06:24"} +{"current_steps": 411, "total_steps": 1175, "loss": 1.0004827976226807, "lr": 3.292896874962078e-05, "epoch": 1.7505330490405118, "percentage": 34.98, "elapsed_time": "0:35:40", "remaining_time": "1:06:19"} +{"current_steps": 412, "total_steps": 1175, "loss": 1.060294270515442, "lr": 3.2883558782375294e-05, "epoch": 1.7547974413646057, "percentage": 35.06, "elapsed_time": "0:35:45", "remaining_time": "1:06:13"} +{"current_steps": 413, "total_steps": 1175, "loss": 1.043828010559082, "lr": 3.283803500385332e-05, "epoch": 1.7590618336886994, "percentage": 35.15, "elapsed_time": "0:35:50", "remaining_time": "1:06:08"} +{"current_steps": 414, "total_steps": 1175, "loss": 1.03984534740448, "lr": 3.2792397816204546e-05, "epoch": 1.763326226012793, "percentage": 35.23, "elapsed_time": "0:35:56", "remaining_time": "1:06:03"} +{"current_steps": 415, "total_steps": 1175, "loss": 0.9981644153594971, "lr": 3.2746647622580524e-05, "epoch": 1.767590618336887, "percentage": 35.32, "elapsed_time": "0:36:01", "remaining_time": "1:05:57"} +{"current_steps": 416, "total_steps": 1175, "loss": 1.0081028938293457, "lr": 3.270078482713106e-05, "epoch": 1.771855010660981, "percentage": 35.4, "elapsed_time": "0:36:06", "remaining_time": "1:05:52"} +{"current_steps": 417, "total_steps": 1175, "loss": 1.0340535640716553, "lr": 3.265480983500069e-05, "epoch": 1.7761194029850746, "percentage": 35.49, "elapsed_time": "0:36:11", "remaining_time": "1:05:47"} +{"current_steps": 418, "total_steps": 1175, "loss": 1.0008809566497803, "lr": 3.260872305232507e-05, "epoch": 1.7803837953091683, "percentage": 35.57, "elapsed_time": "0:36:16", "remaining_time": "1:05:41"} +{"current_steps": 419, "total_steps": 1175, "loss": 1.0124982595443726, "lr": 3.256252488622738e-05, "epoch": 1.7846481876332623, "percentage": 35.66, "elapsed_time": "0:36:21", "remaining_time": "1:05:36"} +{"current_steps": 420, "total_steps": 1175, "loss": 1.06607985496521, "lr": 3.251621574481475e-05, "epoch": 1.7889125799573562, "percentage": 35.74, "elapsed_time": "0:36:26", "remaining_time": "1:05:31"} +{"current_steps": 421, "total_steps": 1175, "loss": 0.9925919771194458, "lr": 3.246979603717467e-05, "epoch": 1.79317697228145, "percentage": 35.83, "elapsed_time": "0:36:31", "remaining_time": "1:05:25"} +{"current_steps": 422, "total_steps": 1175, "loss": 1.019084095954895, "lr": 3.242326617337133e-05, "epoch": 1.7974413646055436, "percentage": 35.91, "elapsed_time": "0:36:37", "remaining_time": "1:05:20"} +{"current_steps": 423, "total_steps": 1175, "loss": 1.0439693927764893, "lr": 3.2376626564442016e-05, "epoch": 1.8017057569296375, "percentage": 36.0, "elapsed_time": "0:36:42", "remaining_time": "1:05:15"} +{"current_steps": 424, "total_steps": 1175, "loss": 1.0550795793533325, "lr": 3.2329877622393515e-05, "epoch": 1.8059701492537314, "percentage": 36.09, "elapsed_time": "0:36:47", "remaining_time": "1:05:09"} +{"current_steps": 425, "total_steps": 1175, "loss": 0.9771716594696045, "lr": 3.228301976019841e-05, "epoch": 1.8102345415778252, "percentage": 36.17, "elapsed_time": "0:36:52", "remaining_time": "1:05:04"} +{"current_steps": 426, "total_steps": 1175, "loss": 0.9905974268913269, "lr": 3.22360533917915e-05, "epoch": 1.8144989339019189, "percentage": 36.26, "elapsed_time": "0:36:57", "remaining_time": "1:04:59"} +{"current_steps": 427, "total_steps": 1175, "loss": 1.0660550594329834, "lr": 3.218897893206608e-05, "epoch": 1.8187633262260128, "percentage": 36.34, "elapsed_time": "0:37:02", "remaining_time": "1:04:53"} +{"current_steps": 428, "total_steps": 1175, "loss": 0.9783576130867004, "lr": 3.2141796796870335e-05, "epoch": 1.8230277185501067, "percentage": 36.43, "elapsed_time": "0:37:07", "remaining_time": "1:04:48"} +{"current_steps": 429, "total_steps": 1175, "loss": 1.0031273365020752, "lr": 3.2094507403003614e-05, "epoch": 1.8272921108742004, "percentage": 36.51, "elapsed_time": "0:37:13", "remaining_time": "1:04:43"} +{"current_steps": 430, "total_steps": 1175, "loss": 0.9881079196929932, "lr": 3.2047111168212785e-05, "epoch": 1.831556503198294, "percentage": 36.6, "elapsed_time": "0:37:18", "remaining_time": "1:04:37"} +{"current_steps": 431, "total_steps": 1175, "loss": 1.0298049449920654, "lr": 3.1999608511188524e-05, "epoch": 1.835820895522388, "percentage": 36.68, "elapsed_time": "0:37:23", "remaining_time": "1:04:32"} +{"current_steps": 432, "total_steps": 1175, "loss": 1.0437463521957397, "lr": 3.1951999851561625e-05, "epoch": 1.840085287846482, "percentage": 36.77, "elapsed_time": "0:37:28", "remaining_time": "1:04:27"} +{"current_steps": 433, "total_steps": 1175, "loss": 1.0183122158050537, "lr": 3.190428560989931e-05, "epoch": 1.8443496801705757, "percentage": 36.85, "elapsed_time": "0:37:33", "remaining_time": "1:04:22"} +{"current_steps": 434, "total_steps": 1175, "loss": 1.0450854301452637, "lr": 3.185646620770146e-05, "epoch": 1.8486140724946694, "percentage": 36.94, "elapsed_time": "0:37:38", "remaining_time": "1:04:16"} +{"current_steps": 435, "total_steps": 1175, "loss": 1.0416991710662842, "lr": 3.180854206739696e-05, "epoch": 1.8528784648187633, "percentage": 37.02, "elapsed_time": "0:37:43", "remaining_time": "1:04:11"} +{"current_steps": 436, "total_steps": 1175, "loss": 1.0079805850982666, "lr": 3.176051361233991e-05, "epoch": 1.8571428571428572, "percentage": 37.11, "elapsed_time": "0:37:49", "remaining_time": "1:04:06"} +{"current_steps": 437, "total_steps": 1175, "loss": 1.0385366678237915, "lr": 3.171238126680594e-05, "epoch": 1.861407249466951, "percentage": 37.19, "elapsed_time": "0:37:54", "remaining_time": "1:04:00"} +{"current_steps": 438, "total_steps": 1175, "loss": 1.0549908876419067, "lr": 3.166414545598839e-05, "epoch": 1.8656716417910446, "percentage": 37.28, "elapsed_time": "0:37:59", "remaining_time": "1:03:55"} +{"current_steps": 439, "total_steps": 1175, "loss": 1.0517973899841309, "lr": 3.161580660599464e-05, "epoch": 1.8699360341151388, "percentage": 37.36, "elapsed_time": "0:38:04", "remaining_time": "1:03:49"} +{"current_steps": 440, "total_steps": 1175, "loss": 1.0060558319091797, "lr": 3.1567365143842264e-05, "epoch": 1.8742004264392325, "percentage": 37.45, "elapsed_time": "0:38:09", "remaining_time": "1:03:44"} +{"current_steps": 441, "total_steps": 1175, "loss": 1.019770622253418, "lr": 3.1518821497455326e-05, "epoch": 1.8784648187633262, "percentage": 37.53, "elapsed_time": "0:38:14", "remaining_time": "1:03:39"} +{"current_steps": 442, "total_steps": 1175, "loss": 1.0181442499160767, "lr": 3.147017609566054e-05, "epoch": 1.88272921108742, "percentage": 37.62, "elapsed_time": "0:38:19", "remaining_time": "1:03:33"} +{"current_steps": 443, "total_steps": 1175, "loss": 1.0328328609466553, "lr": 3.142142936818353e-05, "epoch": 1.886993603411514, "percentage": 37.7, "elapsed_time": "0:38:24", "remaining_time": "1:03:28"} +{"current_steps": 444, "total_steps": 1175, "loss": 0.9993445873260498, "lr": 3.137258174564501e-05, "epoch": 1.8912579957356077, "percentage": 37.79, "elapsed_time": "0:38:30", "remaining_time": "1:03:23"} +{"current_steps": 445, "total_steps": 1175, "loss": 1.0545213222503662, "lr": 3.1323633659556986e-05, "epoch": 1.8955223880597014, "percentage": 37.87, "elapsed_time": "0:38:35", "remaining_time": "1:03:17"} +{"current_steps": 446, "total_steps": 1175, "loss": 1.0254485607147217, "lr": 3.127458554231894e-05, "epoch": 1.8997867803837953, "percentage": 37.96, "elapsed_time": "0:38:40", "remaining_time": "1:03:12"} +{"current_steps": 447, "total_steps": 1175, "loss": 1.01595139503479, "lr": 3.122543782721402e-05, "epoch": 1.9040511727078893, "percentage": 38.04, "elapsed_time": "0:38:45", "remaining_time": "1:03:07"} +{"current_steps": 448, "total_steps": 1175, "loss": 1.069765567779541, "lr": 3.1176190948405194e-05, "epoch": 1.908315565031983, "percentage": 38.13, "elapsed_time": "0:38:50", "remaining_time": "1:03:01"} +{"current_steps": 449, "total_steps": 1175, "loss": 1.0053722858428955, "lr": 3.112684534093142e-05, "epoch": 1.9125799573560767, "percentage": 38.21, "elapsed_time": "0:38:55", "remaining_time": "1:02:56"} +{"current_steps": 450, "total_steps": 1175, "loss": 1.0424801111221313, "lr": 3.107740144070385e-05, "epoch": 1.9168443496801706, "percentage": 38.3, "elapsed_time": "0:39:00", "remaining_time": "1:02:51"} +{"current_steps": 451, "total_steps": 1175, "loss": 1.0229108333587646, "lr": 3.102785968450188e-05, "epoch": 1.9211087420042645, "percentage": 38.38, "elapsed_time": "0:39:05", "remaining_time": "1:02:45"} +{"current_steps": 452, "total_steps": 1175, "loss": 1.017193078994751, "lr": 3.09782205099694e-05, "epoch": 1.9253731343283582, "percentage": 38.47, "elapsed_time": "0:39:10", "remaining_time": "1:02:40"} +{"current_steps": 453, "total_steps": 1175, "loss": 1.0102355480194092, "lr": 3.092848435561084e-05, "epoch": 1.929637526652452, "percentage": 38.55, "elapsed_time": "0:39:16", "remaining_time": "1:02:35"} +{"current_steps": 454, "total_steps": 1175, "loss": 1.0602593421936035, "lr": 3.0878651660787376e-05, "epoch": 1.9339019189765458, "percentage": 38.64, "elapsed_time": "0:39:21", "remaining_time": "1:02:29"} +{"current_steps": 455, "total_steps": 1175, "loss": 1.0430220365524292, "lr": 3.082872286571295e-05, "epoch": 1.9381663113006398, "percentage": 38.72, "elapsed_time": "0:39:26", "remaining_time": "1:02:24"} +{"current_steps": 456, "total_steps": 1175, "loss": 1.0674012899398804, "lr": 3.077869841145049e-05, "epoch": 1.9424307036247335, "percentage": 38.81, "elapsed_time": "0:39:31", "remaining_time": "1:02:19"} +{"current_steps": 457, "total_steps": 1175, "loss": 1.0135924816131592, "lr": 3.0728578739907934e-05, "epoch": 1.9466950959488272, "percentage": 38.89, "elapsed_time": "0:39:36", "remaining_time": "1:02:13"} +{"current_steps": 458, "total_steps": 1175, "loss": 1.0494167804718018, "lr": 3.067836429383437e-05, "epoch": 1.950959488272921, "percentage": 38.98, "elapsed_time": "0:39:41", "remaining_time": "1:02:08"} +{"current_steps": 459, "total_steps": 1175, "loss": 1.0064584016799927, "lr": 3.062805551681609e-05, "epoch": 1.955223880597015, "percentage": 39.06, "elapsed_time": "0:39:46", "remaining_time": "1:02:03"} +{"current_steps": 460, "total_steps": 1175, "loss": 1.0187773704528809, "lr": 3.057765285327271e-05, "epoch": 1.9594882729211087, "percentage": 39.15, "elapsed_time": "0:39:52", "remaining_time": "1:01:58"} +{"current_steps": 461, "total_steps": 1175, "loss": 1.0559675693511963, "lr": 3.0527156748453214e-05, "epoch": 1.9637526652452024, "percentage": 39.23, "elapsed_time": "0:39:57", "remaining_time": "1:01:52"} +{"current_steps": 462, "total_steps": 1175, "loss": 0.9742813110351562, "lr": 3.047656764843203e-05, "epoch": 1.9680170575692963, "percentage": 39.32, "elapsed_time": "0:40:02", "remaining_time": "1:01:47"} +{"current_steps": 463, "total_steps": 1175, "loss": 1.0286858081817627, "lr": 3.0425886000105094e-05, "epoch": 1.9722814498933903, "percentage": 39.4, "elapsed_time": "0:40:07", "remaining_time": "1:01:42"} +{"current_steps": 464, "total_steps": 1175, "loss": 1.0114942789077759, "lr": 3.0375112251185892e-05, "epoch": 1.976545842217484, "percentage": 39.49, "elapsed_time": "0:40:12", "remaining_time": "1:01:36"} +{"current_steps": 465, "total_steps": 1175, "loss": 1.0314910411834717, "lr": 3.0324246850201527e-05, "epoch": 1.9808102345415777, "percentage": 39.57, "elapsed_time": "0:40:17", "remaining_time": "1:01:31"} +{"current_steps": 466, "total_steps": 1175, "loss": 1.0470383167266846, "lr": 3.0273290246488732e-05, "epoch": 1.9850746268656716, "percentage": 39.66, "elapsed_time": "0:40:22", "remaining_time": "1:01:26"} +{"current_steps": 467, "total_steps": 1175, "loss": 1.022276759147644, "lr": 3.0222242890189904e-05, "epoch": 1.9893390191897655, "percentage": 39.74, "elapsed_time": "0:40:28", "remaining_time": "1:01:21"} +{"current_steps": 468, "total_steps": 1175, "loss": 0.9854072332382202, "lr": 3.017110523224914e-05, "epoch": 1.9936034115138592, "percentage": 39.83, "elapsed_time": "0:40:33", "remaining_time": "1:01:15"} +{"current_steps": 469, "total_steps": 1175, "loss": 1.0170570611953735, "lr": 3.011987772440825e-05, "epoch": 1.997867803837953, "percentage": 39.91, "elapsed_time": "0:40:38", "remaining_time": "1:01:10"} +{"current_steps": 470, "total_steps": 1175, "loss": 1.0269068479537964, "lr": 3.006856081920277e-05, "epoch": 2.0, "percentage": 40.0, "elapsed_time": "0:40:40", "remaining_time": "1:01:01"} +{"current_steps": 471, "total_steps": 1175, "loss": 0.9987869262695312, "lr": 3.001715496995793e-05, "epoch": 2.0042643923240937, "percentage": 40.09, "elapsed_time": "0:40:46", "remaining_time": "1:00:56"} +{"current_steps": 472, "total_steps": 1175, "loss": 1.017713189125061, "lr": 2.9965660630784715e-05, "epoch": 2.008528784648188, "percentage": 40.17, "elapsed_time": "0:40:51", "remaining_time": "1:00:51"} +{"current_steps": 473, "total_steps": 1175, "loss": 1.0301311016082764, "lr": 2.9914078256575782e-05, "epoch": 2.0127931769722816, "percentage": 40.26, "elapsed_time": "0:40:56", "remaining_time": "1:00:45"} +{"current_steps": 474, "total_steps": 1175, "loss": 1.07619047164917, "lr": 2.9862408303001492e-05, "epoch": 2.0170575692963753, "percentage": 40.34, "elapsed_time": "0:41:01", "remaining_time": "1:00:40"} +{"current_steps": 475, "total_steps": 1175, "loss": 1.036402702331543, "lr": 2.9810651226505875e-05, "epoch": 2.021321961620469, "percentage": 40.43, "elapsed_time": "0:41:06", "remaining_time": "1:00:35"} +{"current_steps": 476, "total_steps": 1175, "loss": 1.0324018001556396, "lr": 2.9758807484302566e-05, "epoch": 2.025586353944563, "percentage": 40.51, "elapsed_time": "0:41:12", "remaining_time": "1:00:30"} +{"current_steps": 477, "total_steps": 1175, "loss": 1.0386693477630615, "lr": 2.9706877534370822e-05, "epoch": 2.029850746268657, "percentage": 40.6, "elapsed_time": "0:41:17", "remaining_time": "1:00:25"} +{"current_steps": 478, "total_steps": 1175, "loss": 1.0114332437515259, "lr": 2.965486183545142e-05, "epoch": 2.0341151385927505, "percentage": 40.68, "elapsed_time": "0:41:22", "remaining_time": "1:00:19"} +{"current_steps": 479, "total_steps": 1175, "loss": 0.9994747042655945, "lr": 2.9602760847042645e-05, "epoch": 2.038379530916844, "percentage": 40.77, "elapsed_time": "0:41:27", "remaining_time": "1:00:14"} +{"current_steps": 480, "total_steps": 1175, "loss": 0.9988273978233337, "lr": 2.955057502939621e-05, "epoch": 2.0426439232409384, "percentage": 40.85, "elapsed_time": "0:41:32", "remaining_time": "1:00:09"} +{"current_steps": 481, "total_steps": 1175, "loss": 1.0198397636413574, "lr": 2.9498304843513193e-05, "epoch": 2.046908315565032, "percentage": 40.94, "elapsed_time": "0:41:37", "remaining_time": "1:00:03"} +{"current_steps": 482, "total_steps": 1175, "loss": 0.9783532023429871, "lr": 2.9445950751139957e-05, "epoch": 2.0511727078891258, "percentage": 41.02, "elapsed_time": "0:41:42", "remaining_time": "0:59:58"} +{"current_steps": 483, "total_steps": 1175, "loss": 0.988930344581604, "lr": 2.939351321476412e-05, "epoch": 2.0554371002132195, "percentage": 41.11, "elapsed_time": "0:41:48", "remaining_time": "0:59:53"} +{"current_steps": 484, "total_steps": 1175, "loss": 0.9587956666946411, "lr": 2.9340992697610393e-05, "epoch": 2.0597014925373136, "percentage": 41.19, "elapsed_time": "0:41:53", "remaining_time": "0:59:48"} +{"current_steps": 485, "total_steps": 1175, "loss": 0.943556010723114, "lr": 2.9288389663636537e-05, "epoch": 2.0639658848614073, "percentage": 41.28, "elapsed_time": "0:41:58", "remaining_time": "0:59:42"} +{"current_steps": 486, "total_steps": 1175, "loss": 0.9887169599533081, "lr": 2.923570457752925e-05, "epoch": 2.068230277185501, "percentage": 41.36, "elapsed_time": "0:42:03", "remaining_time": "0:59:37"} +{"current_steps": 487, "total_steps": 1175, "loss": 0.9575746655464172, "lr": 2.9182937904700078e-05, "epoch": 2.0724946695095947, "percentage": 41.45, "elapsed_time": "0:42:08", "remaining_time": "0:59:32"} +{"current_steps": 488, "total_steps": 1175, "loss": 1.036177158355713, "lr": 2.9130090111281278e-05, "epoch": 2.076759061833689, "percentage": 41.53, "elapsed_time": "0:42:13", "remaining_time": "0:59:26"} +{"current_steps": 489, "total_steps": 1175, "loss": 0.9981597661972046, "lr": 2.9077161664121722e-05, "epoch": 2.0810234541577826, "percentage": 41.62, "elapsed_time": "0:42:18", "remaining_time": "0:59:21"} +{"current_steps": 490, "total_steps": 1175, "loss": 1.001094102859497, "lr": 2.902415303078275e-05, "epoch": 2.0852878464818763, "percentage": 41.7, "elapsed_time": "0:42:23", "remaining_time": "0:59:16"} +{"current_steps": 491, "total_steps": 1175, "loss": 0.9861602187156677, "lr": 2.8971064679534072e-05, "epoch": 2.08955223880597, "percentage": 41.79, "elapsed_time": "0:42:29", "remaining_time": "0:59:10"} +{"current_steps": 492, "total_steps": 1175, "loss": 1.0067569017410278, "lr": 2.8917897079349604e-05, "epoch": 2.093816631130064, "percentage": 41.87, "elapsed_time": "0:42:34", "remaining_time": "0:59:05"} +{"current_steps": 493, "total_steps": 1175, "loss": 0.9881401062011719, "lr": 2.8864650699903336e-05, "epoch": 2.098081023454158, "percentage": 41.96, "elapsed_time": "0:42:39", "remaining_time": "0:59:00"} +{"current_steps": 494, "total_steps": 1175, "loss": 0.9695771932601929, "lr": 2.881132601156518e-05, "epoch": 2.1023454157782515, "percentage": 42.04, "elapsed_time": "0:42:44", "remaining_time": "0:58:55"} +{"current_steps": 495, "total_steps": 1175, "loss": 0.9951672554016113, "lr": 2.8757923485396805e-05, "epoch": 2.106609808102345, "percentage": 42.13, "elapsed_time": "0:42:49", "remaining_time": "0:58:50"} +{"current_steps": 496, "total_steps": 1175, "loss": 0.9793565273284912, "lr": 2.8704443593147517e-05, "epoch": 2.1108742004264394, "percentage": 42.21, "elapsed_time": "0:42:54", "remaining_time": "0:58:44"} +{"current_steps": 497, "total_steps": 1175, "loss": 1.01462984085083, "lr": 2.8650886807250024e-05, "epoch": 2.115138592750533, "percentage": 42.3, "elapsed_time": "0:42:59", "remaining_time": "0:58:39"} +{"current_steps": 498, "total_steps": 1175, "loss": 0.9523487687110901, "lr": 2.8597253600816332e-05, "epoch": 2.1194029850746268, "percentage": 42.38, "elapsed_time": "0:43:04", "remaining_time": "0:58:34"} +{"current_steps": 499, "total_steps": 1175, "loss": 1.0122535228729248, "lr": 2.8543544447633517e-05, "epoch": 2.1236673773987205, "percentage": 42.47, "elapsed_time": "0:43:10", "remaining_time": "0:58:28"} +{"current_steps": 500, "total_steps": 1175, "loss": 1.0259451866149902, "lr": 2.8489759822159558e-05, "epoch": 2.1279317697228146, "percentage": 42.55, "elapsed_time": "0:43:15", "remaining_time": "0:58:23"} +{"current_steps": 501, "total_steps": 1175, "loss": 0.9697072505950928, "lr": 2.843590019951914e-05, "epoch": 2.1321961620469083, "percentage": 42.64, "elapsed_time": "0:43:24", "remaining_time": "0:58:24"} +{"current_steps": 502, "total_steps": 1175, "loss": 1.0216162204742432, "lr": 2.838196605549948e-05, "epoch": 2.136460554371002, "percentage": 42.72, "elapsed_time": "0:43:29", "remaining_time": "0:58:18"} +{"current_steps": 503, "total_steps": 1175, "loss": 1.0324145555496216, "lr": 2.8327957866546082e-05, "epoch": 2.140724946695096, "percentage": 42.81, "elapsed_time": "0:43:35", "remaining_time": "0:58:13"} +{"current_steps": 504, "total_steps": 1175, "loss": 0.9820647239685059, "lr": 2.8273876109758568e-05, "epoch": 2.14498933901919, "percentage": 42.89, "elapsed_time": "0:43:40", "remaining_time": "0:58:08"} +{"current_steps": 505, "total_steps": 1175, "loss": 0.9940178990364075, "lr": 2.8219721262886427e-05, "epoch": 2.1492537313432836, "percentage": 42.98, "elapsed_time": "0:43:45", "remaining_time": "0:58:03"} +{"current_steps": 506, "total_steps": 1175, "loss": 0.9699217081069946, "lr": 2.816549380432483e-05, "epoch": 2.1535181236673773, "percentage": 43.06, "elapsed_time": "0:43:50", "remaining_time": "0:57:57"} +{"current_steps": 507, "total_steps": 1175, "loss": 0.9914301633834839, "lr": 2.8111194213110386e-05, "epoch": 2.1577825159914714, "percentage": 43.15, "elapsed_time": "0:43:55", "remaining_time": "0:57:52"} +{"current_steps": 508, "total_steps": 1175, "loss": 1.034879207611084, "lr": 2.805682296891691e-05, "epoch": 2.162046908315565, "percentage": 43.23, "elapsed_time": "0:44:00", "remaining_time": "0:57:47"} +{"current_steps": 509, "total_steps": 1175, "loss": 1.0013360977172852, "lr": 2.8002380552051186e-05, "epoch": 2.166311300639659, "percentage": 43.32, "elapsed_time": "0:44:05", "remaining_time": "0:57:42"} +{"current_steps": 510, "total_steps": 1175, "loss": 1.050952672958374, "lr": 2.7947867443448728e-05, "epoch": 2.1705756929637525, "percentage": 43.4, "elapsed_time": "0:44:11", "remaining_time": "0:57:36"} +{"current_steps": 511, "total_steps": 1175, "loss": 0.9996070265769958, "lr": 2.789328412466953e-05, "epoch": 2.1748400852878467, "percentage": 43.49, "elapsed_time": "0:44:16", "remaining_time": "0:57:31"} +{"current_steps": 512, "total_steps": 1175, "loss": 1.026340126991272, "lr": 2.7838631077893813e-05, "epoch": 2.1791044776119404, "percentage": 43.57, "elapsed_time": "0:44:21", "remaining_time": "0:57:26"} +{"current_steps": 513, "total_steps": 1175, "loss": 1.010487675666809, "lr": 2.7783908785917753e-05, "epoch": 2.183368869936034, "percentage": 43.66, "elapsed_time": "0:44:26", "remaining_time": "0:57:20"} +{"current_steps": 514, "total_steps": 1175, "loss": 1.008512258529663, "lr": 2.7729117732149244e-05, "epoch": 2.1876332622601278, "percentage": 43.74, "elapsed_time": "0:44:31", "remaining_time": "0:57:15"} +{"current_steps": 515, "total_steps": 1175, "loss": 1.0182232856750488, "lr": 2.7674258400603587e-05, "epoch": 2.191897654584222, "percentage": 43.83, "elapsed_time": "0:44:36", "remaining_time": "0:57:10"} +{"current_steps": 516, "total_steps": 1175, "loss": 0.9878981709480286, "lr": 2.761933127589927e-05, "epoch": 2.1961620469083156, "percentage": 43.91, "elapsed_time": "0:44:41", "remaining_time": "0:57:05"} +{"current_steps": 517, "total_steps": 1175, "loss": 1.009298324584961, "lr": 2.7564336843253633e-05, "epoch": 2.2004264392324093, "percentage": 44.0, "elapsed_time": "0:44:47", "remaining_time": "0:56:59"} +{"current_steps": 518, "total_steps": 1175, "loss": 0.9518311023712158, "lr": 2.7509275588478606e-05, "epoch": 2.204690831556503, "percentage": 44.09, "elapsed_time": "0:44:52", "remaining_time": "0:56:54"} +{"current_steps": 519, "total_steps": 1175, "loss": 1.0131120681762695, "lr": 2.7454147997976404e-05, "epoch": 2.208955223880597, "percentage": 44.17, "elapsed_time": "0:44:57", "remaining_time": "0:56:49"} +{"current_steps": 520, "total_steps": 1175, "loss": 1.0273219347000122, "lr": 2.7398954558735272e-05, "epoch": 2.213219616204691, "percentage": 44.26, "elapsed_time": "0:45:02", "remaining_time": "0:56:43"} +{"current_steps": 521, "total_steps": 1175, "loss": 1.034562587738037, "lr": 2.7343695758325125e-05, "epoch": 2.2174840085287846, "percentage": 44.34, "elapsed_time": "0:45:07", "remaining_time": "0:56:38"} +{"current_steps": 522, "total_steps": 1175, "loss": 0.9665502309799194, "lr": 2.7288372084893282e-05, "epoch": 2.2217484008528783, "percentage": 44.43, "elapsed_time": "0:45:12", "remaining_time": "0:56:33"} +{"current_steps": 523, "total_steps": 1175, "loss": 0.990398645401001, "lr": 2.7232984027160126e-05, "epoch": 2.2260127931769724, "percentage": 44.51, "elapsed_time": "0:45:17", "remaining_time": "0:56:28"} +{"current_steps": 524, "total_steps": 1175, "loss": 1.001986026763916, "lr": 2.7177532074414822e-05, "epoch": 2.230277185501066, "percentage": 44.6, "elapsed_time": "0:45:22", "remaining_time": "0:56:22"} +{"current_steps": 525, "total_steps": 1175, "loss": 1.0094494819641113, "lr": 2.712201671651094e-05, "epoch": 2.23454157782516, "percentage": 44.68, "elapsed_time": "0:45:27", "remaining_time": "0:56:17"} +{"current_steps": 526, "total_steps": 1175, "loss": 0.9911002516746521, "lr": 2.7066438443862205e-05, "epoch": 2.2388059701492535, "percentage": 44.77, "elapsed_time": "0:45:33", "remaining_time": "0:56:12"} +{"current_steps": 527, "total_steps": 1175, "loss": 0.9487998485565186, "lr": 2.701079774743808e-05, "epoch": 2.2430703624733477, "percentage": 44.85, "elapsed_time": "0:45:38", "remaining_time": "0:56:06"} +{"current_steps": 528, "total_steps": 1175, "loss": 1.0225987434387207, "lr": 2.6955095118759496e-05, "epoch": 2.2473347547974414, "percentage": 44.94, "elapsed_time": "0:45:43", "remaining_time": "0:56:01"} +{"current_steps": 529, "total_steps": 1175, "loss": 1.0039013624191284, "lr": 2.689933104989447e-05, "epoch": 2.251599147121535, "percentage": 45.02, "elapsed_time": "0:45:48", "remaining_time": "0:55:56"} +{"current_steps": 530, "total_steps": 1175, "loss": 0.9687084555625916, "lr": 2.6843506033453777e-05, "epoch": 2.2558635394456292, "percentage": 45.11, "elapsed_time": "0:45:53", "remaining_time": "0:55:51"} +{"current_steps": 531, "total_steps": 1175, "loss": 0.9959279298782349, "lr": 2.6787620562586587e-05, "epoch": 2.260127931769723, "percentage": 45.19, "elapsed_time": "0:45:58", "remaining_time": "0:55:45"} +{"current_steps": 532, "total_steps": 1175, "loss": 0.978769838809967, "lr": 2.673167513097613e-05, "epoch": 2.2643923240938166, "percentage": 45.28, "elapsed_time": "0:46:03", "remaining_time": "0:55:40"} +{"current_steps": 533, "total_steps": 1175, "loss": 0.9460316300392151, "lr": 2.6675670232835297e-05, "epoch": 2.2686567164179103, "percentage": 45.36, "elapsed_time": "0:46:09", "remaining_time": "0:55:35"} +{"current_steps": 534, "total_steps": 1175, "loss": 0.9993689060211182, "lr": 2.661960636290231e-05, "epoch": 2.272921108742004, "percentage": 45.45, "elapsed_time": "0:46:14", "remaining_time": "0:55:30"} +{"current_steps": 535, "total_steps": 1175, "loss": 1.0264701843261719, "lr": 2.6563484016436346e-05, "epoch": 2.277185501066098, "percentage": 45.53, "elapsed_time": "0:46:19", "remaining_time": "0:55:24"} +{"current_steps": 536, "total_steps": 1175, "loss": 1.0258426666259766, "lr": 2.6507303689213143e-05, "epoch": 2.281449893390192, "percentage": 45.62, "elapsed_time": "0:46:24", "remaining_time": "0:55:19"} +{"current_steps": 537, "total_steps": 1175, "loss": 0.9969546794891357, "lr": 2.6451065877520634e-05, "epoch": 2.2857142857142856, "percentage": 45.7, "elapsed_time": "0:46:29", "remaining_time": "0:55:14"} +{"current_steps": 538, "total_steps": 1175, "loss": 0.9487636089324951, "lr": 2.639477107815455e-05, "epoch": 2.2899786780383797, "percentage": 45.79, "elapsed_time": "0:46:34", "remaining_time": "0:55:08"} +{"current_steps": 539, "total_steps": 1175, "loss": 0.9727267622947693, "lr": 2.633841978841406e-05, "epoch": 2.2942430703624734, "percentage": 45.87, "elapsed_time": "0:46:39", "remaining_time": "0:55:03"} +{"current_steps": 540, "total_steps": 1175, "loss": 1.0068211555480957, "lr": 2.6282012506097347e-05, "epoch": 2.298507462686567, "percentage": 45.96, "elapsed_time": "0:46:44", "remaining_time": "0:54:58"} +{"current_steps": 541, "total_steps": 1175, "loss": 1.0443518161773682, "lr": 2.622554972949724e-05, "epoch": 2.302771855010661, "percentage": 46.04, "elapsed_time": "0:46:50", "remaining_time": "0:54:53"} +{"current_steps": 542, "total_steps": 1175, "loss": 1.0184926986694336, "lr": 2.6169031957396778e-05, "epoch": 2.307036247334755, "percentage": 46.13, "elapsed_time": "0:46:55", "remaining_time": "0:54:47"} +{"current_steps": 543, "total_steps": 1175, "loss": 0.9821817874908447, "lr": 2.611245968906482e-05, "epoch": 2.3113006396588487, "percentage": 46.21, "elapsed_time": "0:47:00", "remaining_time": "0:54:42"} +{"current_steps": 544, "total_steps": 1175, "loss": 0.9992858171463013, "lr": 2.605583342425165e-05, "epoch": 2.3155650319829424, "percentage": 46.3, "elapsed_time": "0:47:05", "remaining_time": "0:54:37"} +{"current_steps": 545, "total_steps": 1175, "loss": 1.0641541481018066, "lr": 2.5999153663184546e-05, "epoch": 2.319829424307036, "percentage": 46.38, "elapsed_time": "0:47:10", "remaining_time": "0:54:32"} +{"current_steps": 546, "total_steps": 1175, "loss": 0.9965769052505493, "lr": 2.594242090656335e-05, "epoch": 2.3240938166311302, "percentage": 46.47, "elapsed_time": "0:47:15", "remaining_time": "0:54:26"} +{"current_steps": 547, "total_steps": 1175, "loss": 0.9888902306556702, "lr": 2.5885635655556075e-05, "epoch": 2.328358208955224, "percentage": 46.55, "elapsed_time": "0:47:21", "remaining_time": "0:54:21"} +{"current_steps": 548, "total_steps": 1175, "loss": 1.0172688961029053, "lr": 2.5828798411794443e-05, "epoch": 2.3326226012793176, "percentage": 46.64, "elapsed_time": "0:47:26", "remaining_time": "0:54:16"} +{"current_steps": 549, "total_steps": 1175, "loss": 0.9836137294769287, "lr": 2.5771909677369484e-05, "epoch": 2.3368869936034113, "percentage": 46.72, "elapsed_time": "0:47:31", "remaining_time": "0:54:11"} +{"current_steps": 550, "total_steps": 1175, "loss": 1.0368796586990356, "lr": 2.571496995482709e-05, "epoch": 2.3411513859275055, "percentage": 46.81, "elapsed_time": "0:47:36", "remaining_time": "0:54:05"} +{"current_steps": 551, "total_steps": 1175, "loss": 1.0212513208389282, "lr": 2.565797974716357e-05, "epoch": 2.345415778251599, "percentage": 46.89, "elapsed_time": "0:47:41", "remaining_time": "0:54:00"} +{"current_steps": 552, "total_steps": 1175, "loss": 0.9742347002029419, "lr": 2.5600939557821205e-05, "epoch": 2.349680170575693, "percentage": 46.98, "elapsed_time": "0:47:46", "remaining_time": "0:53:55"} +{"current_steps": 553, "total_steps": 1175, "loss": 0.9749837517738342, "lr": 2.5543849890683813e-05, "epoch": 2.3539445628997866, "percentage": 47.06, "elapsed_time": "0:47:52", "remaining_time": "0:53:50"} +{"current_steps": 554, "total_steps": 1175, "loss": 0.9855685830116272, "lr": 2.548671125007229e-05, "epoch": 2.3582089552238807, "percentage": 47.15, "elapsed_time": "0:47:57", "remaining_time": "0:53:45"} +{"current_steps": 555, "total_steps": 1175, "loss": 1.0194594860076904, "lr": 2.5429524140740155e-05, "epoch": 2.3624733475479744, "percentage": 47.23, "elapsed_time": "0:48:02", "remaining_time": "0:53:39"} +{"current_steps": 556, "total_steps": 1175, "loss": 1.0033053159713745, "lr": 2.537228906786908e-05, "epoch": 2.366737739872068, "percentage": 47.32, "elapsed_time": "0:48:07", "remaining_time": "0:53:34"} +{"current_steps": 557, "total_steps": 1175, "loss": 0.9970245361328125, "lr": 2.5315006537064473e-05, "epoch": 2.3710021321961623, "percentage": 47.4, "elapsed_time": "0:48:12", "remaining_time": "0:53:29"} +{"current_steps": 558, "total_steps": 1175, "loss": 0.9785336852073669, "lr": 2.5257677054350927e-05, "epoch": 2.375266524520256, "percentage": 47.49, "elapsed_time": "0:48:17", "remaining_time": "0:53:23"} +{"current_steps": 559, "total_steps": 1175, "loss": 0.9779709577560425, "lr": 2.5200301126167857e-05, "epoch": 2.3795309168443497, "percentage": 47.57, "elapsed_time": "0:48:22", "remaining_time": "0:53:18"} +{"current_steps": 560, "total_steps": 1175, "loss": 1.02138090133667, "lr": 2.514287925936492e-05, "epoch": 2.3837953091684434, "percentage": 47.66, "elapsed_time": "0:48:27", "remaining_time": "0:53:13"} +{"current_steps": 561, "total_steps": 1175, "loss": 1.0374722480773926, "lr": 2.5085411961197626e-05, "epoch": 2.388059701492537, "percentage": 47.74, "elapsed_time": "0:48:33", "remaining_time": "0:53:08"} +{"current_steps": 562, "total_steps": 1175, "loss": 1.000402569770813, "lr": 2.502789973932278e-05, "epoch": 2.3923240938166312, "percentage": 47.83, "elapsed_time": "0:48:38", "remaining_time": "0:53:02"} +{"current_steps": 563, "total_steps": 1175, "loss": 1.0033669471740723, "lr": 2.4970343101794073e-05, "epoch": 2.396588486140725, "percentage": 47.91, "elapsed_time": "0:48:43", "remaining_time": "0:52:57"} +{"current_steps": 564, "total_steps": 1175, "loss": 0.9911777973175049, "lr": 2.4912742557057538e-05, "epoch": 2.4008528784648187, "percentage": 48.0, "elapsed_time": "0:48:48", "remaining_time": "0:52:52"} +{"current_steps": 565, "total_steps": 1175, "loss": 1.0348443984985352, "lr": 2.485509861394708e-05, "epoch": 2.405117270788913, "percentage": 48.09, "elapsed_time": "0:48:53", "remaining_time": "0:52:47"} +{"current_steps": 566, "total_steps": 1175, "loss": 0.9520940780639648, "lr": 2.4797411781679975e-05, "epoch": 2.4093816631130065, "percentage": 48.17, "elapsed_time": "0:48:58", "remaining_time": "0:52:41"} +{"current_steps": 567, "total_steps": 1175, "loss": 1.0032382011413574, "lr": 2.473968256985238e-05, "epoch": 2.4136460554371, "percentage": 48.26, "elapsed_time": "0:49:03", "remaining_time": "0:52:36"} +{"current_steps": 568, "total_steps": 1175, "loss": 1.034733533859253, "lr": 2.4681911488434825e-05, "epoch": 2.417910447761194, "percentage": 48.34, "elapsed_time": "0:49:08", "remaining_time": "0:52:31"} +{"current_steps": 569, "total_steps": 1175, "loss": 1.0115569829940796, "lr": 2.4624099047767702e-05, "epoch": 2.4221748400852876, "percentage": 48.43, "elapsed_time": "0:49:14", "remaining_time": "0:52:26"} +{"current_steps": 570, "total_steps": 1175, "loss": 0.9684585928916931, "lr": 2.4566245758556787e-05, "epoch": 2.4264392324093818, "percentage": 48.51, "elapsed_time": "0:49:19", "remaining_time": "0:52:20"} +{"current_steps": 571, "total_steps": 1175, "loss": 1.007417917251587, "lr": 2.4508352131868664e-05, "epoch": 2.4307036247334755, "percentage": 48.6, "elapsed_time": "0:49:24", "remaining_time": "0:52:15"} +{"current_steps": 572, "total_steps": 1175, "loss": 0.9651800394058228, "lr": 2.445041867912629e-05, "epoch": 2.434968017057569, "percentage": 48.68, "elapsed_time": "0:49:29", "remaining_time": "0:52:10"} +{"current_steps": 573, "total_steps": 1175, "loss": 0.9608060717582703, "lr": 2.439244591210443e-05, "epoch": 2.4392324093816633, "percentage": 48.77, "elapsed_time": "0:49:34", "remaining_time": "0:52:05"} +{"current_steps": 574, "total_steps": 1175, "loss": 0.9872702360153198, "lr": 2.4334434342925133e-05, "epoch": 2.443496801705757, "percentage": 48.85, "elapsed_time": "0:49:39", "remaining_time": "0:51:59"} +{"current_steps": 575, "total_steps": 1175, "loss": 0.973964512348175, "lr": 2.4276384484053227e-05, "epoch": 2.4477611940298507, "percentage": 48.94, "elapsed_time": "0:49:44", "remaining_time": "0:51:54"} +{"current_steps": 576, "total_steps": 1175, "loss": 1.0351622104644775, "lr": 2.4218296848291795e-05, "epoch": 2.4520255863539444, "percentage": 49.02, "elapsed_time": "0:49:49", "remaining_time": "0:51:49"} +{"current_steps": 577, "total_steps": 1175, "loss": 0.990182638168335, "lr": 2.4160171948777603e-05, "epoch": 2.4562899786780386, "percentage": 49.11, "elapsed_time": "0:49:55", "remaining_time": "0:51:44"} +{"current_steps": 578, "total_steps": 1175, "loss": 1.0633823871612549, "lr": 2.410201029897665e-05, "epoch": 2.4605543710021323, "percentage": 49.19, "elapsed_time": "0:50:00", "remaining_time": "0:51:38"} +{"current_steps": 579, "total_steps": 1175, "loss": 0.9817286729812622, "lr": 2.4043812412679532e-05, "epoch": 2.464818763326226, "percentage": 49.28, "elapsed_time": "0:50:05", "remaining_time": "0:51:33"} +{"current_steps": 580, "total_steps": 1175, "loss": 1.0299785137176514, "lr": 2.3985578803996985e-05, "epoch": 2.4690831556503197, "percentage": 49.36, "elapsed_time": "0:50:10", "remaining_time": "0:51:28"} +{"current_steps": 581, "total_steps": 1175, "loss": 1.0362637042999268, "lr": 2.392730998735529e-05, "epoch": 2.473347547974414, "percentage": 49.45, "elapsed_time": "0:50:15", "remaining_time": "0:51:23"} +{"current_steps": 582, "total_steps": 1175, "loss": 1.0011943578720093, "lr": 2.3869006477491755e-05, "epoch": 2.4776119402985075, "percentage": 49.53, "elapsed_time": "0:50:20", "remaining_time": "0:51:17"} +{"current_steps": 583, "total_steps": 1175, "loss": 0.9859625101089478, "lr": 2.381066878945017e-05, "epoch": 2.481876332622601, "percentage": 49.62, "elapsed_time": "0:50:25", "remaining_time": "0:51:12"} +{"current_steps": 584, "total_steps": 1175, "loss": 0.9823155403137207, "lr": 2.3752297438576257e-05, "epoch": 2.486140724946695, "percentage": 49.7, "elapsed_time": "0:50:30", "remaining_time": "0:51:07"} +{"current_steps": 585, "total_steps": 1175, "loss": 1.051724910736084, "lr": 2.3693892940513074e-05, "epoch": 2.490405117270789, "percentage": 49.79, "elapsed_time": "0:50:36", "remaining_time": "0:51:01"} +{"current_steps": 586, "total_steps": 1175, "loss": 1.0154004096984863, "lr": 2.3635455811196536e-05, "epoch": 2.4946695095948828, "percentage": 49.87, "elapsed_time": "0:50:41", "remaining_time": "0:50:56"} +{"current_steps": 587, "total_steps": 1175, "loss": 1.0354974269866943, "lr": 2.3576986566850796e-05, "epoch": 2.4989339019189765, "percentage": 49.96, "elapsed_time": "0:50:46", "remaining_time": "0:50:51"} +{"current_steps": 588, "total_steps": 1175, "loss": 0.9651156663894653, "lr": 2.351848572398371e-05, "epoch": 2.50319829424307, "percentage": 50.04, "elapsed_time": "0:50:51", "remaining_time": "0:50:46"} +{"current_steps": 589, "total_steps": 1175, "loss": 0.9886672496795654, "lr": 2.3459953799382276e-05, "epoch": 2.5074626865671643, "percentage": 50.13, "elapsed_time": "0:50:56", "remaining_time": "0:50:41"} +{"current_steps": 590, "total_steps": 1175, "loss": 1.002341866493225, "lr": 2.3401391310108054e-05, "epoch": 2.511727078891258, "percentage": 50.21, "elapsed_time": "0:51:01", "remaining_time": "0:50:35"} +{"current_steps": 591, "total_steps": 1175, "loss": 0.9635980129241943, "lr": 2.3342798773492602e-05, "epoch": 2.5159914712153517, "percentage": 50.3, "elapsed_time": "0:51:07", "remaining_time": "0:50:30"} +{"current_steps": 592, "total_steps": 1175, "loss": 1.0279370546340942, "lr": 2.328417670713294e-05, "epoch": 2.520255863539446, "percentage": 50.38, "elapsed_time": "0:51:12", "remaining_time": "0:50:25"} +{"current_steps": 593, "total_steps": 1175, "loss": 1.007649540901184, "lr": 2.3225525628886918e-05, "epoch": 2.5245202558635396, "percentage": 50.47, "elapsed_time": "0:51:17", "remaining_time": "0:50:20"} +{"current_steps": 594, "total_steps": 1175, "loss": 1.058523416519165, "lr": 2.3166846056868687e-05, "epoch": 2.5287846481876333, "percentage": 50.55, "elapsed_time": "0:51:22", "remaining_time": "0:50:15"} +{"current_steps": 595, "total_steps": 1175, "loss": 1.0509214401245117, "lr": 2.31081385094441e-05, "epoch": 2.533049040511727, "percentage": 50.64, "elapsed_time": "0:51:27", "remaining_time": "0:50:09"} +{"current_steps": 596, "total_steps": 1175, "loss": 0.9791812896728516, "lr": 2.304940350522615e-05, "epoch": 2.5373134328358207, "percentage": 50.72, "elapsed_time": "0:51:32", "remaining_time": "0:50:04"} +{"current_steps": 597, "total_steps": 1175, "loss": 0.9640069603919983, "lr": 2.299064156307037e-05, "epoch": 2.541577825159915, "percentage": 50.81, "elapsed_time": "0:51:37", "remaining_time": "0:49:59"} +{"current_steps": 598, "total_steps": 1175, "loss": 1.0128238201141357, "lr": 2.2931853202070275e-05, "epoch": 2.5458422174840085, "percentage": 50.89, "elapsed_time": "0:51:42", "remaining_time": "0:49:54"} +{"current_steps": 599, "total_steps": 1175, "loss": 0.9940244555473328, "lr": 2.2873038941552724e-05, "epoch": 2.550106609808102, "percentage": 50.98, "elapsed_time": "0:51:48", "remaining_time": "0:49:48"} +{"current_steps": 600, "total_steps": 1175, "loss": 0.9789392948150635, "lr": 2.2814199301073412e-05, "epoch": 2.5543710021321964, "percentage": 51.06, "elapsed_time": "0:51:53", "remaining_time": "0:49:43"} +{"current_steps": 601, "total_steps": 1175, "loss": 1.0233306884765625, "lr": 2.27553348004122e-05, "epoch": 2.55863539445629, "percentage": 51.15, "elapsed_time": "0:51:58", "remaining_time": "0:49:38"} +{"current_steps": 602, "total_steps": 1175, "loss": 0.9874115586280823, "lr": 2.2696445959568577e-05, "epoch": 2.5628997867803838, "percentage": 51.23, "elapsed_time": "0:52:03", "remaining_time": "0:49:33"} +{"current_steps": 603, "total_steps": 1175, "loss": 1.02969229221344, "lr": 2.2637533298757064e-05, "epoch": 2.5671641791044775, "percentage": 51.32, "elapsed_time": "0:52:08", "remaining_time": "0:49:27"} +{"current_steps": 604, "total_steps": 1175, "loss": 1.0304715633392334, "lr": 2.2578597338402567e-05, "epoch": 2.571428571428571, "percentage": 51.4, "elapsed_time": "0:52:13", "remaining_time": "0:49:22"} +{"current_steps": 605, "total_steps": 1175, "loss": 0.9955989122390747, "lr": 2.2519638599135844e-05, "epoch": 2.5756929637526653, "percentage": 51.49, "elapsed_time": "0:52:18", "remaining_time": "0:49:17"} +{"current_steps": 606, "total_steps": 1175, "loss": 1.0015254020690918, "lr": 2.2460657601788875e-05, "epoch": 2.579957356076759, "percentage": 51.57, "elapsed_time": "0:52:24", "remaining_time": "0:49:12"} +{"current_steps": 607, "total_steps": 1175, "loss": 1.0049234628677368, "lr": 2.2401654867390256e-05, "epoch": 2.5842217484008527, "percentage": 51.66, "elapsed_time": "0:52:29", "remaining_time": "0:49:06"} +{"current_steps": 608, "total_steps": 1175, "loss": 0.9980335831642151, "lr": 2.2342630917160605e-05, "epoch": 2.588486140724947, "percentage": 51.74, "elapsed_time": "0:52:34", "remaining_time": "0:49:01"} +{"current_steps": 609, "total_steps": 1175, "loss": 1.0358186960220337, "lr": 2.2283586272507975e-05, "epoch": 2.5927505330490406, "percentage": 51.83, "elapsed_time": "0:52:39", "remaining_time": "0:48:56"} +{"current_steps": 610, "total_steps": 1175, "loss": 1.0231435298919678, "lr": 2.2224521455023193e-05, "epoch": 2.5970149253731343, "percentage": 51.91, "elapsed_time": "0:52:44", "remaining_time": "0:48:51"} +{"current_steps": 611, "total_steps": 1175, "loss": 1.0015376806259155, "lr": 2.216543698647534e-05, "epoch": 2.6012793176972284, "percentage": 52.0, "elapsed_time": "0:52:49", "remaining_time": "0:48:45"} +{"current_steps": 612, "total_steps": 1175, "loss": 0.9889682531356812, "lr": 2.210633338880704e-05, "epoch": 2.605543710021322, "percentage": 52.09, "elapsed_time": "0:52:54", "remaining_time": "0:48:40"} +{"current_steps": 613, "total_steps": 1175, "loss": 0.9636353254318237, "lr": 2.204721118412994e-05, "epoch": 2.609808102345416, "percentage": 52.17, "elapsed_time": "0:53:00", "remaining_time": "0:48:35"} +{"current_steps": 614, "total_steps": 1175, "loss": 0.9970721006393433, "lr": 2.1988070894720037e-05, "epoch": 2.6140724946695095, "percentage": 52.26, "elapsed_time": "0:53:05", "remaining_time": "0:48:30"} +{"current_steps": 615, "total_steps": 1175, "loss": 1.0155706405639648, "lr": 2.192891304301309e-05, "epoch": 2.6183368869936032, "percentage": 52.34, "elapsed_time": "0:53:10", "remaining_time": "0:48:24"} +{"current_steps": 616, "total_steps": 1175, "loss": 0.9873601198196411, "lr": 2.18697381516e-05, "epoch": 2.6226012793176974, "percentage": 52.43, "elapsed_time": "0:53:15", "remaining_time": "0:48:19"} +{"current_steps": 617, "total_steps": 1175, "loss": 1.0182379484176636, "lr": 2.181054674322221e-05, "epoch": 2.626865671641791, "percentage": 52.51, "elapsed_time": "0:53:20", "remaining_time": "0:48:14"} +{"current_steps": 618, "total_steps": 1175, "loss": 0.9708336591720581, "lr": 2.1751339340767043e-05, "epoch": 2.631130063965885, "percentage": 52.6, "elapsed_time": "0:53:25", "remaining_time": "0:48:09"} +{"current_steps": 619, "total_steps": 1175, "loss": 1.016640305519104, "lr": 2.169211646726313e-05, "epoch": 2.635394456289979, "percentage": 52.68, "elapsed_time": "0:53:30", "remaining_time": "0:48:03"} +{"current_steps": 620, "total_steps": 1175, "loss": 1.0126334428787231, "lr": 2.163287864587576e-05, "epoch": 2.6396588486140726, "percentage": 52.77, "elapsed_time": "0:53:35", "remaining_time": "0:47:58"} +{"current_steps": 621, "total_steps": 1175, "loss": 0.9722011089324951, "lr": 2.157362639990229e-05, "epoch": 2.6439232409381663, "percentage": 52.85, "elapsed_time": "0:53:40", "remaining_time": "0:47:53"} +{"current_steps": 622, "total_steps": 1175, "loss": 1.019566297531128, "lr": 2.151436025276747e-05, "epoch": 2.64818763326226, "percentage": 52.94, "elapsed_time": "0:53:46", "remaining_time": "0:47:48"} +{"current_steps": 623, "total_steps": 1175, "loss": 1.0274235010147095, "lr": 2.145508072801888e-05, "epoch": 2.6524520255863537, "percentage": 53.02, "elapsed_time": "0:53:51", "remaining_time": "0:47:42"} +{"current_steps": 624, "total_steps": 1175, "loss": 1.0347164869308472, "lr": 2.1395788349322256e-05, "epoch": 2.656716417910448, "percentage": 53.11, "elapsed_time": "0:53:56", "remaining_time": "0:47:37"} +{"current_steps": 625, "total_steps": 1175, "loss": 0.9720939993858337, "lr": 2.133648364045689e-05, "epoch": 2.6609808102345416, "percentage": 53.19, "elapsed_time": "0:54:01", "remaining_time": "0:47:32"} +{"current_steps": 626, "total_steps": 1175, "loss": 0.9728649854660034, "lr": 2.1277167125310996e-05, "epoch": 2.6652452025586353, "percentage": 53.28, "elapsed_time": "0:54:06", "remaining_time": "0:47:27"} +{"current_steps": 627, "total_steps": 1175, "loss": 0.9938322305679321, "lr": 2.1217839327877098e-05, "epoch": 2.6695095948827294, "percentage": 53.36, "elapsed_time": "0:54:11", "remaining_time": "0:47:22"} +{"current_steps": 628, "total_steps": 1175, "loss": 1.0284380912780762, "lr": 2.1158500772247352e-05, "epoch": 2.673773987206823, "percentage": 53.45, "elapsed_time": "0:54:16", "remaining_time": "0:47:16"} +{"current_steps": 629, "total_steps": 1175, "loss": 0.9960503578186035, "lr": 2.1099151982608985e-05, "epoch": 2.678038379530917, "percentage": 53.53, "elapsed_time": "0:54:22", "remaining_time": "0:47:11"} +{"current_steps": 630, "total_steps": 1175, "loss": 1.0126702785491943, "lr": 2.1039793483239607e-05, "epoch": 2.6823027718550105, "percentage": 53.62, "elapsed_time": "0:54:27", "remaining_time": "0:47:06"} +{"current_steps": 631, "total_steps": 1175, "loss": 0.9994568228721619, "lr": 2.0980425798502616e-05, "epoch": 2.6865671641791042, "percentage": 53.7, "elapsed_time": "0:54:32", "remaining_time": "0:47:01"} +{"current_steps": 632, "total_steps": 1175, "loss": 0.9778339862823486, "lr": 2.092104945284255e-05, "epoch": 2.6908315565031984, "percentage": 53.79, "elapsed_time": "0:54:37", "remaining_time": "0:46:55"} +{"current_steps": 633, "total_steps": 1175, "loss": 1.016330599784851, "lr": 2.0861664970780434e-05, "epoch": 2.695095948827292, "percentage": 53.87, "elapsed_time": "0:54:42", "remaining_time": "0:46:50"} +{"current_steps": 634, "total_steps": 1175, "loss": 1.007723093032837, "lr": 2.08022728769092e-05, "epoch": 2.699360341151386, "percentage": 53.96, "elapsed_time": "0:54:47", "remaining_time": "0:46:45"} +{"current_steps": 635, "total_steps": 1175, "loss": 0.9847657680511475, "lr": 2.0742873695889005e-05, "epoch": 2.70362473347548, "percentage": 54.04, "elapsed_time": "0:54:52", "remaining_time": "0:46:40"} +{"current_steps": 636, "total_steps": 1175, "loss": 1.0043309926986694, "lr": 2.0683467952442626e-05, "epoch": 2.7078891257995736, "percentage": 54.13, "elapsed_time": "0:54:57", "remaining_time": "0:46:34"} +{"current_steps": 637, "total_steps": 1175, "loss": 1.0011863708496094, "lr": 2.0624056171350785e-05, "epoch": 2.7121535181236673, "percentage": 54.21, "elapsed_time": "0:55:03", "remaining_time": "0:46:29"} +{"current_steps": 638, "total_steps": 1175, "loss": 1.0156689882278442, "lr": 2.0564638877447566e-05, "epoch": 2.716417910447761, "percentage": 54.3, "elapsed_time": "0:55:08", "remaining_time": "0:46:24"} +{"current_steps": 639, "total_steps": 1175, "loss": 1.0246028900146484, "lr": 2.0505216595615742e-05, "epoch": 2.7206823027718547, "percentage": 54.38, "elapsed_time": "0:55:13", "remaining_time": "0:46:19"} +{"current_steps": 640, "total_steps": 1175, "loss": 1.0243080854415894, "lr": 2.044578985078215e-05, "epoch": 2.724946695095949, "percentage": 54.47, "elapsed_time": "0:55:18", "remaining_time": "0:46:14"} +{"current_steps": 641, "total_steps": 1175, "loss": 0.9641498923301697, "lr": 2.0386359167913046e-05, "epoch": 2.7292110874200426, "percentage": 54.55, "elapsed_time": "0:55:23", "remaining_time": "0:46:08"} +{"current_steps": 642, "total_steps": 1175, "loss": 0.9665191173553467, "lr": 2.0326925072009485e-05, "epoch": 2.7334754797441363, "percentage": 54.64, "elapsed_time": "0:55:28", "remaining_time": "0:46:03"} +{"current_steps": 643, "total_steps": 1175, "loss": 1.0037891864776611, "lr": 2.0267488088102657e-05, "epoch": 2.7377398720682304, "percentage": 54.72, "elapsed_time": "0:55:33", "remaining_time": "0:45:58"} +{"current_steps": 644, "total_steps": 1175, "loss": 0.9691023230552673, "lr": 2.0208048741249288e-05, "epoch": 2.742004264392324, "percentage": 54.81, "elapsed_time": "0:55:39", "remaining_time": "0:45:53"} +{"current_steps": 645, "total_steps": 1175, "loss": 1.047473669052124, "lr": 2.014860755652695e-05, "epoch": 2.746268656716418, "percentage": 54.89, "elapsed_time": "0:55:44", "remaining_time": "0:45:47"} +{"current_steps": 646, "total_steps": 1175, "loss": 1.0118706226348877, "lr": 2.0089165059029477e-05, "epoch": 2.750533049040512, "percentage": 54.98, "elapsed_time": "0:55:49", "remaining_time": "0:45:42"} +{"current_steps": 647, "total_steps": 1175, "loss": 0.9921021461486816, "lr": 2.0029721773862277e-05, "epoch": 2.7547974413646057, "percentage": 55.06, "elapsed_time": "0:55:54", "remaining_time": "0:45:37"} +{"current_steps": 648, "total_steps": 1175, "loss": 0.9913533926010132, "lr": 1.997027822613773e-05, "epoch": 2.7590618336886994, "percentage": 55.15, "elapsed_time": "0:55:59", "remaining_time": "0:45:32"} +{"current_steps": 649, "total_steps": 1175, "loss": 1.014221429824829, "lr": 1.9910834940970533e-05, "epoch": 2.763326226012793, "percentage": 55.23, "elapsed_time": "0:56:04", "remaining_time": "0:45:27"} +{"current_steps": 650, "total_steps": 1175, "loss": 1.0247479677200317, "lr": 1.985139244347305e-05, "epoch": 2.767590618336887, "percentage": 55.32, "elapsed_time": "0:56:09", "remaining_time": "0:45:21"} +{"current_steps": 651, "total_steps": 1175, "loss": 1.024149775505066, "lr": 1.979195125875072e-05, "epoch": 2.771855010660981, "percentage": 55.4, "elapsed_time": "0:56:14", "remaining_time": "0:45:16"} +{"current_steps": 652, "total_steps": 1175, "loss": 0.9888455867767334, "lr": 1.9732511911897353e-05, "epoch": 2.7761194029850746, "percentage": 55.49, "elapsed_time": "0:56:20", "remaining_time": "0:45:11"} +{"current_steps": 653, "total_steps": 1175, "loss": 0.9766222238540649, "lr": 1.9673074927990525e-05, "epoch": 2.7803837953091683, "percentage": 55.57, "elapsed_time": "0:56:25", "remaining_time": "0:45:06"} +{"current_steps": 654, "total_steps": 1175, "loss": 1.0178096294403076, "lr": 1.9613640832086957e-05, "epoch": 2.7846481876332625, "percentage": 55.66, "elapsed_time": "0:56:30", "remaining_time": "0:45:00"} +{"current_steps": 655, "total_steps": 1175, "loss": 0.9603986144065857, "lr": 1.9554210149217855e-05, "epoch": 2.788912579957356, "percentage": 55.74, "elapsed_time": "0:56:35", "remaining_time": "0:44:55"} +{"current_steps": 656, "total_steps": 1175, "loss": 0.9861732721328735, "lr": 1.9494783404384265e-05, "epoch": 2.79317697228145, "percentage": 55.83, "elapsed_time": "0:56:40", "remaining_time": "0:44:50"} +{"current_steps": 657, "total_steps": 1175, "loss": 1.0003434419631958, "lr": 1.9435361122552437e-05, "epoch": 2.7974413646055436, "percentage": 55.91, "elapsed_time": "0:56:45", "remaining_time": "0:44:45"} +{"current_steps": 658, "total_steps": 1175, "loss": 1.0127019882202148, "lr": 1.9375943828649215e-05, "epoch": 2.8017057569296373, "percentage": 56.0, "elapsed_time": "0:56:50", "remaining_time": "0:44:39"} +{"current_steps": 659, "total_steps": 1175, "loss": 0.9938580393791199, "lr": 1.9316532047557378e-05, "epoch": 2.8059701492537314, "percentage": 56.09, "elapsed_time": "0:56:55", "remaining_time": "0:44:34"} +{"current_steps": 660, "total_steps": 1175, "loss": 0.9841893315315247, "lr": 1.9257126304110998e-05, "epoch": 2.810234541577825, "percentage": 56.17, "elapsed_time": "0:57:00", "remaining_time": "0:44:29"} +{"current_steps": 661, "total_steps": 1175, "loss": 1.0039091110229492, "lr": 1.919772712309081e-05, "epoch": 2.814498933901919, "percentage": 56.26, "elapsed_time": "0:57:06", "remaining_time": "0:44:24"} +{"current_steps": 662, "total_steps": 1175, "loss": 0.9993230104446411, "lr": 1.9138335029219572e-05, "epoch": 2.818763326226013, "percentage": 56.34, "elapsed_time": "0:57:11", "remaining_time": "0:44:18"} +{"current_steps": 663, "total_steps": 1175, "loss": 1.046058177947998, "lr": 1.9078950547157458e-05, "epoch": 2.8230277185501067, "percentage": 56.43, "elapsed_time": "0:57:16", "remaining_time": "0:44:13"} +{"current_steps": 664, "total_steps": 1175, "loss": 0.9924590587615967, "lr": 1.9019574201497387e-05, "epoch": 2.8272921108742004, "percentage": 56.51, "elapsed_time": "0:57:21", "remaining_time": "0:44:08"} +{"current_steps": 665, "total_steps": 1175, "loss": 1.040102481842041, "lr": 1.8960206516760396e-05, "epoch": 2.831556503198294, "percentage": 56.6, "elapsed_time": "0:57:26", "remaining_time": "0:44:03"} +{"current_steps": 666, "total_steps": 1175, "loss": 0.9552997350692749, "lr": 1.890084801739102e-05, "epoch": 2.835820895522388, "percentage": 56.68, "elapsed_time": "0:57:31", "remaining_time": "0:43:58"} +{"current_steps": 667, "total_steps": 1175, "loss": 0.9848830699920654, "lr": 1.884149922775265e-05, "epoch": 2.840085287846482, "percentage": 56.77, "elapsed_time": "0:57:36", "remaining_time": "0:43:52"} +{"current_steps": 668, "total_steps": 1175, "loss": 1.000566005706787, "lr": 1.878216067212291e-05, "epoch": 2.8443496801705757, "percentage": 56.85, "elapsed_time": "0:57:42", "remaining_time": "0:43:47"} +{"current_steps": 669, "total_steps": 1175, "loss": 1.0311607122421265, "lr": 1.8722832874689007e-05, "epoch": 2.8486140724946694, "percentage": 56.94, "elapsed_time": "0:57:47", "remaining_time": "0:43:42"} +{"current_steps": 670, "total_steps": 1175, "loss": 0.9967955350875854, "lr": 1.8663516359543123e-05, "epoch": 2.8528784648187635, "percentage": 57.02, "elapsed_time": "0:57:52", "remaining_time": "0:43:37"} +{"current_steps": 671, "total_steps": 1175, "loss": 1.0099653005599976, "lr": 1.860421165067775e-05, "epoch": 2.857142857142857, "percentage": 57.11, "elapsed_time": "0:57:57", "remaining_time": "0:43:31"} +{"current_steps": 672, "total_steps": 1175, "loss": 0.9845088124275208, "lr": 1.8544919271981125e-05, "epoch": 2.861407249466951, "percentage": 57.19, "elapsed_time": "0:58:02", "remaining_time": "0:43:26"} +{"current_steps": 673, "total_steps": 1175, "loss": 1.0051112174987793, "lr": 1.8485639747232535e-05, "epoch": 2.8656716417910446, "percentage": 57.28, "elapsed_time": "0:58:07", "remaining_time": "0:43:21"} +{"current_steps": 674, "total_steps": 1175, "loss": 1.0177416801452637, "lr": 1.8426373600097723e-05, "epoch": 2.8699360341151388, "percentage": 57.36, "elapsed_time": "0:58:12", "remaining_time": "0:43:16"} +{"current_steps": 675, "total_steps": 1175, "loss": 1.0024807453155518, "lr": 1.836712135412424e-05, "epoch": 2.8742004264392325, "percentage": 57.45, "elapsed_time": "0:58:18", "remaining_time": "0:43:11"} +{"current_steps": 676, "total_steps": 1175, "loss": 1.0101498365402222, "lr": 1.8307883532736878e-05, "epoch": 2.878464818763326, "percentage": 57.53, "elapsed_time": "0:58:23", "remaining_time": "0:43:05"} +{"current_steps": 677, "total_steps": 1175, "loss": 0.9696506857872009, "lr": 1.8248660659232964e-05, "epoch": 2.88272921108742, "percentage": 57.62, "elapsed_time": "0:58:28", "remaining_time": "0:43:00"} +{"current_steps": 678, "total_steps": 1175, "loss": 1.0135741233825684, "lr": 1.8189453256777798e-05, "epoch": 2.886993603411514, "percentage": 57.7, "elapsed_time": "0:58:33", "remaining_time": "0:42:55"} +{"current_steps": 679, "total_steps": 1175, "loss": 0.9844275712966919, "lr": 1.8130261848399996e-05, "epoch": 2.8912579957356077, "percentage": 57.79, "elapsed_time": "0:58:38", "remaining_time": "0:42:50"} +{"current_steps": 680, "total_steps": 1175, "loss": 0.9562913179397583, "lr": 1.8071086956986916e-05, "epoch": 2.8955223880597014, "percentage": 57.87, "elapsed_time": "0:58:43", "remaining_time": "0:42:45"} +{"current_steps": 681, "total_steps": 1175, "loss": 0.9911601543426514, "lr": 1.8011929105279967e-05, "epoch": 2.8997867803837956, "percentage": 57.96, "elapsed_time": "0:58:48", "remaining_time": "0:42:39"} +{"current_steps": 682, "total_steps": 1175, "loss": 0.9530655145645142, "lr": 1.795278881587007e-05, "epoch": 2.9040511727078893, "percentage": 58.04, "elapsed_time": "0:58:53", "remaining_time": "0:42:34"} +{"current_steps": 683, "total_steps": 1175, "loss": 1.001355767250061, "lr": 1.7893666611192962e-05, "epoch": 2.908315565031983, "percentage": 58.13, "elapsed_time": "0:58:59", "remaining_time": "0:42:29"} +{"current_steps": 684, "total_steps": 1175, "loss": 1.0324132442474365, "lr": 1.783456301352467e-05, "epoch": 2.9125799573560767, "percentage": 58.21, "elapsed_time": "0:59:04", "remaining_time": "0:42:24"} +{"current_steps": 685, "total_steps": 1175, "loss": 0.9583367705345154, "lr": 1.7775478544976813e-05, "epoch": 2.9168443496801704, "percentage": 58.3, "elapsed_time": "0:59:09", "remaining_time": "0:42:19"} +{"current_steps": 686, "total_steps": 1175, "loss": 1.0138423442840576, "lr": 1.7716413727492035e-05, "epoch": 2.9211087420042645, "percentage": 58.38, "elapsed_time": "0:59:14", "remaining_time": "0:42:13"} +{"current_steps": 687, "total_steps": 1175, "loss": 1.0201077461242676, "lr": 1.7657369082839392e-05, "epoch": 2.925373134328358, "percentage": 58.47, "elapsed_time": "0:59:19", "remaining_time": "0:42:08"} +{"current_steps": 688, "total_steps": 1175, "loss": 1.0258088111877441, "lr": 1.7598345132609747e-05, "epoch": 2.929637526652452, "percentage": 58.55, "elapsed_time": "0:59:24", "remaining_time": "0:42:03"} +{"current_steps": 689, "total_steps": 1175, "loss": 1.0020571947097778, "lr": 1.7539342398211132e-05, "epoch": 2.933901918976546, "percentage": 58.64, "elapsed_time": "0:59:29", "remaining_time": "0:41:58"} +{"current_steps": 690, "total_steps": 1175, "loss": 1.014739990234375, "lr": 1.748036140086416e-05, "epoch": 2.9381663113006398, "percentage": 58.72, "elapsed_time": "0:59:35", "remaining_time": "0:41:52"} +{"current_steps": 691, "total_steps": 1175, "loss": 0.9970999956130981, "lr": 1.742140266159744e-05, "epoch": 2.9424307036247335, "percentage": 58.81, "elapsed_time": "0:59:40", "remaining_time": "0:41:47"} +{"current_steps": 692, "total_steps": 1175, "loss": 1.0036377906799316, "lr": 1.7362466701242943e-05, "epoch": 2.946695095948827, "percentage": 58.89, "elapsed_time": "0:59:45", "remaining_time": "0:41:42"} +{"current_steps": 693, "total_steps": 1175, "loss": 1.001044750213623, "lr": 1.7303554040431426e-05, "epoch": 2.950959488272921, "percentage": 58.98, "elapsed_time": "0:59:51", "remaining_time": "0:41:38"} +{"current_steps": 694, "total_steps": 1175, "loss": 0.9943997859954834, "lr": 1.7244665199587812e-05, "epoch": 2.955223880597015, "percentage": 59.06, "elapsed_time": "0:59:56", "remaining_time": "0:41:32"} +{"current_steps": 695, "total_steps": 1175, "loss": 1.0259474515914917, "lr": 1.7185800698926594e-05, "epoch": 2.9594882729211087, "percentage": 59.15, "elapsed_time": "1:00:02", "remaining_time": "0:41:27"} +{"current_steps": 696, "total_steps": 1175, "loss": 0.9935315251350403, "lr": 1.7126961058447276e-05, "epoch": 2.9637526652452024, "percentage": 59.23, "elapsed_time": "1:00:08", "remaining_time": "0:41:23"} +{"current_steps": 697, "total_steps": 1175, "loss": 1.0332754850387573, "lr": 1.706814679792973e-05, "epoch": 2.9680170575692966, "percentage": 59.32, "elapsed_time": "1:00:13", "remaining_time": "0:41:17"} +{"current_steps": 698, "total_steps": 1175, "loss": 0.9843980669975281, "lr": 1.7009358436929632e-05, "epoch": 2.9722814498933903, "percentage": 59.4, "elapsed_time": "1:00:18", "remaining_time": "0:41:12"} +{"current_steps": 699, "total_steps": 1175, "loss": 1.0147424936294556, "lr": 1.6950596494773855e-05, "epoch": 2.976545842217484, "percentage": 59.49, "elapsed_time": "1:00:23", "remaining_time": "0:41:07"} +{"current_steps": 700, "total_steps": 1175, "loss": 1.0428764820098877, "lr": 1.6891861490555906e-05, "epoch": 2.9808102345415777, "percentage": 59.57, "elapsed_time": "1:00:29", "remaining_time": "0:41:02"} +{"current_steps": 701, "total_steps": 1175, "loss": 0.9809987545013428, "lr": 1.683315394313132e-05, "epoch": 2.9850746268656714, "percentage": 59.66, "elapsed_time": "1:00:34", "remaining_time": "0:40:57"} +{"current_steps": 702, "total_steps": 1175, "loss": 0.9754353761672974, "lr": 1.677447437111309e-05, "epoch": 2.9893390191897655, "percentage": 59.74, "elapsed_time": "1:00:39", "remaining_time": "0:40:52"} +{"current_steps": 703, "total_steps": 1175, "loss": 1.025224208831787, "lr": 1.671582329286707e-05, "epoch": 2.9936034115138592, "percentage": 59.83, "elapsed_time": "1:00:45", "remaining_time": "0:40:47"} +{"current_steps": 704, "total_steps": 1175, "loss": 1.017598032951355, "lr": 1.66572012265074e-05, "epoch": 2.997867803837953, "percentage": 59.91, "elapsed_time": "1:00:51", "remaining_time": "0:40:42"} +{"current_steps": 705, "total_steps": 1175, "loss": 0.9181628227233887, "lr": 1.6598608689891953e-05, "epoch": 3.0, "percentage": 60.0, "elapsed_time": "1:00:53", "remaining_time": "0:40:35"} +{"current_steps": 706, "total_steps": 1175, "loss": 0.9820230007171631, "lr": 1.654004620061773e-05, "epoch": 3.0042643923240937, "percentage": 60.09, "elapsed_time": "1:01:01", "remaining_time": "0:40:32"} +{"current_steps": 707, "total_steps": 1175, "loss": 0.9564608931541443, "lr": 1.6481514276016297e-05, "epoch": 3.008528784648188, "percentage": 60.17, "elapsed_time": "1:01:06", "remaining_time": "0:40:27"} +{"current_steps": 708, "total_steps": 1175, "loss": 0.9883919954299927, "lr": 1.6423013433149207e-05, "epoch": 3.0127931769722816, "percentage": 60.26, "elapsed_time": "1:01:11", "remaining_time": "0:40:21"} +{"current_steps": 709, "total_steps": 1175, "loss": 0.9924779534339905, "lr": 1.636454418880347e-05, "epoch": 3.0170575692963753, "percentage": 60.34, "elapsed_time": "1:01:17", "remaining_time": "0:40:16"} +{"current_steps": 710, "total_steps": 1175, "loss": 0.9875859618186951, "lr": 1.630610705948693e-05, "epoch": 3.021321961620469, "percentage": 60.43, "elapsed_time": "1:01:22", "remaining_time": "0:40:11"} +{"current_steps": 711, "total_steps": 1175, "loss": 1.0232622623443604, "lr": 1.6247702561423753e-05, "epoch": 3.025586353944563, "percentage": 60.51, "elapsed_time": "1:01:27", "remaining_time": "0:40:06"} +{"current_steps": 712, "total_steps": 1175, "loss": 0.9841704368591309, "lr": 1.6189331210549828e-05, "epoch": 3.029850746268657, "percentage": 60.6, "elapsed_time": "1:01:33", "remaining_time": "0:40:01"} +{"current_steps": 713, "total_steps": 1175, "loss": 0.9825332164764404, "lr": 1.613099352250825e-05, "epoch": 3.0341151385927505, "percentage": 60.68, "elapsed_time": "1:01:38", "remaining_time": "0:39:56"} +{"current_steps": 714, "total_steps": 1175, "loss": 0.9862507581710815, "lr": 1.6072690012644717e-05, "epoch": 3.038379530916844, "percentage": 60.77, "elapsed_time": "1:01:44", "remaining_time": "0:39:51"} +{"current_steps": 715, "total_steps": 1175, "loss": 0.9499908685684204, "lr": 1.6014421196003022e-05, "epoch": 3.0426439232409384, "percentage": 60.85, "elapsed_time": "1:01:49", "remaining_time": "0:39:46"} +{"current_steps": 716, "total_steps": 1175, "loss": 0.9644094705581665, "lr": 1.5956187587320468e-05, "epoch": 3.046908315565032, "percentage": 60.94, "elapsed_time": "1:01:54", "remaining_time": "0:39:41"} +{"current_steps": 717, "total_steps": 1175, "loss": 0.9658697843551636, "lr": 1.5897989701023355e-05, "epoch": 3.0511727078891258, "percentage": 61.02, "elapsed_time": "1:01:59", "remaining_time": "0:39:35"} +{"current_steps": 718, "total_steps": 1175, "loss": 0.9798915386199951, "lr": 1.58398280512224e-05, "epoch": 3.0554371002132195, "percentage": 61.11, "elapsed_time": "1:02:04", "remaining_time": "0:39:30"} +{"current_steps": 719, "total_steps": 1175, "loss": 0.9843848943710327, "lr": 1.5781703151708215e-05, "epoch": 3.0597014925373136, "percentage": 61.19, "elapsed_time": "1:02:10", "remaining_time": "0:39:25"} +{"current_steps": 720, "total_steps": 1175, "loss": 0.9665852785110474, "lr": 1.5723615515946773e-05, "epoch": 3.0639658848614073, "percentage": 61.28, "elapsed_time": "1:02:16", "remaining_time": "0:39:21"} +{"current_steps": 721, "total_steps": 1175, "loss": 0.9475533962249756, "lr": 1.5665565657074874e-05, "epoch": 3.068230277185501, "percentage": 61.36, "elapsed_time": "1:02:21", "remaining_time": "0:39:16"} +{"current_steps": 722, "total_steps": 1175, "loss": 0.9628059267997742, "lr": 1.560755408789558e-05, "epoch": 3.0724946695095947, "percentage": 61.45, "elapsed_time": "1:02:27", "remaining_time": "0:39:11"} +{"current_steps": 723, "total_steps": 1175, "loss": 1.009767770767212, "lr": 1.5549581320873715e-05, "epoch": 3.076759061833689, "percentage": 61.53, "elapsed_time": "1:02:32", "remaining_time": "0:39:06"} +{"current_steps": 724, "total_steps": 1175, "loss": 1.0204286575317383, "lr": 1.5491647868131343e-05, "epoch": 3.0810234541577826, "percentage": 61.62, "elapsed_time": "1:02:38", "remaining_time": "0:39:01"} +{"current_steps": 725, "total_steps": 1175, "loss": 0.9512866735458374, "lr": 1.5433754241443223e-05, "epoch": 3.0852878464818763, "percentage": 61.7, "elapsed_time": "1:02:43", "remaining_time": "0:38:56"} +{"current_steps": 726, "total_steps": 1175, "loss": 1.012444019317627, "lr": 1.53759009522323e-05, "epoch": 3.08955223880597, "percentage": 61.79, "elapsed_time": "1:02:49", "remaining_time": "0:38:51"} +{"current_steps": 727, "total_steps": 1175, "loss": 1.000159740447998, "lr": 1.5318088511565185e-05, "epoch": 3.093816631130064, "percentage": 61.87, "elapsed_time": "1:02:54", "remaining_time": "0:38:45"} +{"current_steps": 728, "total_steps": 1175, "loss": 0.9853755831718445, "lr": 1.5260317430147627e-05, "epoch": 3.098081023454158, "percentage": 61.96, "elapsed_time": "1:02:59", "remaining_time": "0:38:40"} +{"current_steps": 729, "total_steps": 1175, "loss": 1.0070561170578003, "lr": 1.5202588218320024e-05, "epoch": 3.1023454157782515, "percentage": 62.04, "elapsed_time": "1:03:04", "remaining_time": "0:38:35"} +{"current_steps": 730, "total_steps": 1175, "loss": 0.9886671304702759, "lr": 1.5144901386052924e-05, "epoch": 3.106609808102345, "percentage": 62.13, "elapsed_time": "1:03:09", "remaining_time": "0:38:30"} +{"current_steps": 731, "total_steps": 1175, "loss": 0.995284914970398, "lr": 1.5087257442942467e-05, "epoch": 3.1108742004264394, "percentage": 62.21, "elapsed_time": "1:03:15", "remaining_time": "0:38:25"} +{"current_steps": 732, "total_steps": 1175, "loss": 0.994063138961792, "lr": 1.502965689820593e-05, "epoch": 3.115138592750533, "percentage": 62.3, "elapsed_time": "1:03:20", "remaining_time": "0:38:20"} +{"current_steps": 733, "total_steps": 1175, "loss": 0.9742772579193115, "lr": 1.4972100260677222e-05, "epoch": 3.1194029850746268, "percentage": 62.38, "elapsed_time": "1:03:25", "remaining_time": "0:38:14"} +{"current_steps": 734, "total_steps": 1175, "loss": 0.953723132610321, "lr": 1.4914588038802383e-05, "epoch": 3.1236673773987205, "percentage": 62.47, "elapsed_time": "1:03:31", "remaining_time": "0:38:10"} +{"current_steps": 735, "total_steps": 1175, "loss": 0.9636922478675842, "lr": 1.4857120740635084e-05, "epoch": 3.1279317697228146, "percentage": 62.55, "elapsed_time": "1:03:36", "remaining_time": "0:38:04"} +{"current_steps": 736, "total_steps": 1175, "loss": 0.970176100730896, "lr": 1.4799698873832153e-05, "epoch": 3.1321961620469083, "percentage": 62.64, "elapsed_time": "1:03:41", "remaining_time": "0:37:59"} +{"current_steps": 737, "total_steps": 1175, "loss": 0.9687221050262451, "lr": 1.4742322945649073e-05, "epoch": 3.136460554371002, "percentage": 62.72, "elapsed_time": "1:03:47", "remaining_time": "0:37:54"} +{"current_steps": 738, "total_steps": 1175, "loss": 1.0161759853363037, "lr": 1.4684993462935532e-05, "epoch": 3.140724946695096, "percentage": 62.81, "elapsed_time": "1:03:52", "remaining_time": "0:37:49"} +{"current_steps": 739, "total_steps": 1175, "loss": 0.9936240911483765, "lr": 1.462771093213092e-05, "epoch": 3.14498933901919, "percentage": 62.89, "elapsed_time": "1:03:57", "remaining_time": "0:37:43"} +{"current_steps": 740, "total_steps": 1175, "loss": 1.0184738636016846, "lr": 1.4570475859259856e-05, "epoch": 3.1492537313432836, "percentage": 62.98, "elapsed_time": "1:04:02", "remaining_time": "0:37:38"} +{"current_steps": 741, "total_steps": 1175, "loss": 0.9626487493515015, "lr": 1.4513288749927714e-05, "epoch": 3.1535181236673773, "percentage": 63.06, "elapsed_time": "1:04:07", "remaining_time": "0:37:33"} +{"current_steps": 742, "total_steps": 1175, "loss": 1.0105798244476318, "lr": 1.4456150109316192e-05, "epoch": 3.1577825159914714, "percentage": 63.15, "elapsed_time": "1:04:13", "remaining_time": "0:37:28"} +{"current_steps": 743, "total_steps": 1175, "loss": 1.0012047290802002, "lr": 1.4399060442178798e-05, "epoch": 3.162046908315565, "percentage": 63.23, "elapsed_time": "1:04:18", "remaining_time": "0:37:23"} +{"current_steps": 744, "total_steps": 1175, "loss": 0.9481156468391418, "lr": 1.4342020252836437e-05, "epoch": 3.166311300639659, "percentage": 63.32, "elapsed_time": "1:04:23", "remaining_time": "0:37:18"} +{"current_steps": 745, "total_steps": 1175, "loss": 0.9632688760757446, "lr": 1.4285030045172913e-05, "epoch": 3.1705756929637525, "percentage": 63.4, "elapsed_time": "1:04:28", "remaining_time": "0:37:12"} +{"current_steps": 746, "total_steps": 1175, "loss": 0.9745003581047058, "lr": 1.422809032263052e-05, "epoch": 3.1748400852878467, "percentage": 63.49, "elapsed_time": "1:04:33", "remaining_time": "0:37:07"} +{"current_steps": 747, "total_steps": 1175, "loss": 0.9516160488128662, "lr": 1.4171201588205566e-05, "epoch": 3.1791044776119404, "percentage": 63.57, "elapsed_time": "1:04:38", "remaining_time": "0:37:02"} +{"current_steps": 748, "total_steps": 1175, "loss": 0.9666727781295776, "lr": 1.4114364344443935e-05, "epoch": 3.183368869936034, "percentage": 63.66, "elapsed_time": "1:04:43", "remaining_time": "0:36:57"} +{"current_steps": 749, "total_steps": 1175, "loss": 0.9781205058097839, "lr": 1.4057579093436653e-05, "epoch": 3.1876332622601278, "percentage": 63.74, "elapsed_time": "1:04:49", "remaining_time": "0:36:51"} +{"current_steps": 750, "total_steps": 1175, "loss": 0.9583656191825867, "lr": 1.400084633681546e-05, "epoch": 3.191897654584222, "percentage": 63.83, "elapsed_time": "1:04:54", "remaining_time": "0:36:46"} +{"current_steps": 751, "total_steps": 1175, "loss": 1.0064042806625366, "lr": 1.3944166575748355e-05, "epoch": 3.1961620469083156, "percentage": 63.91, "elapsed_time": "1:04:59", "remaining_time": "0:36:41"} +{"current_steps": 752, "total_steps": 1175, "loss": 0.9470230937004089, "lr": 1.3887540310935187e-05, "epoch": 3.2004264392324093, "percentage": 64.0, "elapsed_time": "1:05:04", "remaining_time": "0:36:36"} +{"current_steps": 753, "total_steps": 1175, "loss": 0.9944400191307068, "lr": 1.3830968042603226e-05, "epoch": 3.204690831556503, "percentage": 64.09, "elapsed_time": "1:05:09", "remaining_time": "0:36:31"} +{"current_steps": 754, "total_steps": 1175, "loss": 0.935854971408844, "lr": 1.3774450270502762e-05, "epoch": 3.208955223880597, "percentage": 64.17, "elapsed_time": "1:05:14", "remaining_time": "0:36:25"} +{"current_steps": 755, "total_steps": 1175, "loss": 0.9580754041671753, "lr": 1.3717987493902656e-05, "epoch": 3.213219616204691, "percentage": 64.26, "elapsed_time": "1:05:19", "remaining_time": "0:36:20"} +{"current_steps": 756, "total_steps": 1175, "loss": 1.0013339519500732, "lr": 1.3661580211585947e-05, "epoch": 3.2174840085287846, "percentage": 64.34, "elapsed_time": "1:05:24", "remaining_time": "0:36:15"} +{"current_steps": 757, "total_steps": 1175, "loss": 0.9701914191246033, "lr": 1.3605228921845457e-05, "epoch": 3.2217484008528783, "percentage": 64.43, "elapsed_time": "1:05:30", "remaining_time": "0:36:10"} +{"current_steps": 758, "total_steps": 1175, "loss": 0.9925574064254761, "lr": 1.3548934122479373e-05, "epoch": 3.2260127931769724, "percentage": 64.51, "elapsed_time": "1:05:35", "remaining_time": "0:36:04"} +{"current_steps": 759, "total_steps": 1175, "loss": 0.970876932144165, "lr": 1.349269631078686e-05, "epoch": 3.230277185501066, "percentage": 64.6, "elapsed_time": "1:05:40", "remaining_time": "0:35:59"} +{"current_steps": 760, "total_steps": 1175, "loss": 1.0265617370605469, "lr": 1.3436515983563659e-05, "epoch": 3.23454157782516, "percentage": 64.68, "elapsed_time": "1:05:45", "remaining_time": "0:35:54"} +{"current_steps": 761, "total_steps": 1175, "loss": 0.9264395236968994, "lr": 1.3380393637097692e-05, "epoch": 3.2388059701492535, "percentage": 64.77, "elapsed_time": "1:05:50", "remaining_time": "0:35:49"} +{"current_steps": 762, "total_steps": 1175, "loss": 0.9605574607849121, "lr": 1.3324329767164708e-05, "epoch": 3.2430703624733477, "percentage": 64.85, "elapsed_time": "1:05:55", "remaining_time": "0:35:44"} +{"current_steps": 763, "total_steps": 1175, "loss": 0.976763129234314, "lr": 1.3268324869023878e-05, "epoch": 3.2473347547974414, "percentage": 64.94, "elapsed_time": "1:06:01", "remaining_time": "0:35:38"} +{"current_steps": 764, "total_steps": 1175, "loss": 1.008936882019043, "lr": 1.3212379437413421e-05, "epoch": 3.251599147121535, "percentage": 65.02, "elapsed_time": "1:06:06", "remaining_time": "0:35:33"} +{"current_steps": 765, "total_steps": 1175, "loss": 0.9604157209396362, "lr": 1.3156493966546236e-05, "epoch": 3.2558635394456292, "percentage": 65.11, "elapsed_time": "1:06:11", "remaining_time": "0:35:28"} +{"current_steps": 766, "total_steps": 1175, "loss": 0.9801679849624634, "lr": 1.3100668950105534e-05, "epoch": 3.260127931769723, "percentage": 65.19, "elapsed_time": "1:06:16", "remaining_time": "0:35:23"} +{"current_steps": 767, "total_steps": 1175, "loss": 0.9167968034744263, "lr": 1.3044904881240507e-05, "epoch": 3.2643923240938166, "percentage": 65.28, "elapsed_time": "1:06:21", "remaining_time": "0:35:17"} +{"current_steps": 768, "total_steps": 1175, "loss": 0.9942984580993652, "lr": 1.2989202252561926e-05, "epoch": 3.2686567164179103, "percentage": 65.36, "elapsed_time": "1:06:26", "remaining_time": "0:35:12"} +{"current_steps": 769, "total_steps": 1175, "loss": 0.9890280961990356, "lr": 1.2933561556137806e-05, "epoch": 3.272921108742004, "percentage": 65.45, "elapsed_time": "1:06:31", "remaining_time": "0:35:07"} +{"current_steps": 770, "total_steps": 1175, "loss": 0.9520249366760254, "lr": 1.2877983283489062e-05, "epoch": 3.277185501066098, "percentage": 65.53, "elapsed_time": "1:06:37", "remaining_time": "0:35:02"} +{"current_steps": 771, "total_steps": 1175, "loss": 0.997904360294342, "lr": 1.2822467925585186e-05, "epoch": 3.281449893390192, "percentage": 65.62, "elapsed_time": "1:06:42", "remaining_time": "0:34:57"} +{"current_steps": 772, "total_steps": 1175, "loss": 0.9394642114639282, "lr": 1.2767015972839879e-05, "epoch": 3.2857142857142856, "percentage": 65.7, "elapsed_time": "1:06:47", "remaining_time": "0:34:51"} +{"current_steps": 773, "total_steps": 1175, "loss": 0.9754142165184021, "lr": 1.2711627915106728e-05, "epoch": 3.2899786780383797, "percentage": 65.79, "elapsed_time": "1:06:52", "remaining_time": "0:34:46"} +{"current_steps": 774, "total_steps": 1175, "loss": 0.9717386364936829, "lr": 1.2656304241674877e-05, "epoch": 3.2942430703624734, "percentage": 65.87, "elapsed_time": "1:06:57", "remaining_time": "0:34:41"} +{"current_steps": 775, "total_steps": 1175, "loss": 0.9691619873046875, "lr": 1.2601045441264734e-05, "epoch": 3.298507462686567, "percentage": 65.96, "elapsed_time": "1:07:02", "remaining_time": "0:34:36"} +{"current_steps": 776, "total_steps": 1175, "loss": 0.9814898371696472, "lr": 1.2545852002023599e-05, "epoch": 3.302771855010661, "percentage": 66.04, "elapsed_time": "1:07:07", "remaining_time": "0:34:31"} +{"current_steps": 777, "total_steps": 1175, "loss": 1.0499846935272217, "lr": 1.2490724411521406e-05, "epoch": 3.307036247334755, "percentage": 66.13, "elapsed_time": "1:07:13", "remaining_time": "0:34:25"} +{"current_steps": 778, "total_steps": 1175, "loss": 0.9678056240081787, "lr": 1.243566315674637e-05, "epoch": 3.3113006396588487, "percentage": 66.21, "elapsed_time": "1:07:18", "remaining_time": "0:34:20"} +{"current_steps": 779, "total_steps": 1175, "loss": 1.0484224557876587, "lr": 1.238066872410073e-05, "epoch": 3.3155650319829424, "percentage": 66.3, "elapsed_time": "1:07:23", "remaining_time": "0:34:15"} +{"current_steps": 780, "total_steps": 1175, "loss": 0.9865918159484863, "lr": 1.2325741599396418e-05, "epoch": 3.319829424307036, "percentage": 66.38, "elapsed_time": "1:07:28", "remaining_time": "0:34:10"} +{"current_steps": 781, "total_steps": 1175, "loss": 0.9287204146385193, "lr": 1.2270882267850765e-05, "epoch": 3.3240938166311302, "percentage": 66.47, "elapsed_time": "1:07:33", "remaining_time": "0:34:05"} +{"current_steps": 782, "total_steps": 1175, "loss": 0.9274210929870605, "lr": 1.2216091214082248e-05, "epoch": 3.328358208955224, "percentage": 66.55, "elapsed_time": "1:07:38", "remaining_time": "0:33:59"} +{"current_steps": 783, "total_steps": 1175, "loss": 0.9926104545593262, "lr": 1.2161368922106192e-05, "epoch": 3.3326226012793176, "percentage": 66.64, "elapsed_time": "1:07:44", "remaining_time": "0:33:54"} +{"current_steps": 784, "total_steps": 1175, "loss": 0.9968762397766113, "lr": 1.2106715875330475e-05, "epoch": 3.3368869936034113, "percentage": 66.72, "elapsed_time": "1:07:49", "remaining_time": "0:33:49"} +{"current_steps": 785, "total_steps": 1175, "loss": 1.0421247482299805, "lr": 1.2052132556551275e-05, "epoch": 3.3411513859275055, "percentage": 66.81, "elapsed_time": "1:07:54", "remaining_time": "0:33:44"} +{"current_steps": 786, "total_steps": 1175, "loss": 0.9955551624298096, "lr": 1.1997619447948814e-05, "epoch": 3.345415778251599, "percentage": 66.89, "elapsed_time": "1:07:59", "remaining_time": "0:33:38"} +{"current_steps": 787, "total_steps": 1175, "loss": 1.0184731483459473, "lr": 1.1943177031083094e-05, "epoch": 3.349680170575693, "percentage": 66.98, "elapsed_time": "1:08:04", "remaining_time": "0:33:33"} +{"current_steps": 788, "total_steps": 1175, "loss": 1.0131577253341675, "lr": 1.1888805786889621e-05, "epoch": 3.3539445628997866, "percentage": 67.06, "elapsed_time": "1:08:09", "remaining_time": "0:33:28"} +{"current_steps": 789, "total_steps": 1175, "loss": 0.9787472486495972, "lr": 1.183450619567518e-05, "epoch": 3.3582089552238807, "percentage": 67.15, "elapsed_time": "1:08:14", "remaining_time": "0:33:23"} +{"current_steps": 790, "total_steps": 1175, "loss": 1.0121639966964722, "lr": 1.1780278737113581e-05, "epoch": 3.3624733475479744, "percentage": 67.23, "elapsed_time": "1:08:19", "remaining_time": "0:33:18"} +{"current_steps": 791, "total_steps": 1175, "loss": 0.9977049231529236, "lr": 1.1726123890241439e-05, "epoch": 3.366737739872068, "percentage": 67.32, "elapsed_time": "1:08:25", "remaining_time": "0:33:12"} +{"current_steps": 792, "total_steps": 1175, "loss": 0.9836759567260742, "lr": 1.1672042133453925e-05, "epoch": 3.3710021321961623, "percentage": 67.4, "elapsed_time": "1:08:30", "remaining_time": "0:33:07"} +{"current_steps": 793, "total_steps": 1175, "loss": 0.9230258464813232, "lr": 1.1618033944500527e-05, "epoch": 3.375266524520256, "percentage": 67.49, "elapsed_time": "1:08:35", "remaining_time": "0:33:02"} +{"current_steps": 794, "total_steps": 1175, "loss": 0.9660372734069824, "lr": 1.1564099800480864e-05, "epoch": 3.3795309168443497, "percentage": 67.57, "elapsed_time": "1:08:40", "remaining_time": "0:32:57"} +{"current_steps": 795, "total_steps": 1175, "loss": 0.9783912897109985, "lr": 1.151024017784045e-05, "epoch": 3.3837953091684434, "percentage": 67.66, "elapsed_time": "1:08:45", "remaining_time": "0:32:51"} +{"current_steps": 796, "total_steps": 1175, "loss": 0.9620133638381958, "lr": 1.1456455552366488e-05, "epoch": 3.388059701492537, "percentage": 67.74, "elapsed_time": "1:08:50", "remaining_time": "0:32:46"} +{"current_steps": 797, "total_steps": 1175, "loss": 0.9715530872344971, "lr": 1.1402746399183671e-05, "epoch": 3.3923240938166312, "percentage": 67.83, "elapsed_time": "1:08:55", "remaining_time": "0:32:41"} +{"current_steps": 798, "total_steps": 1175, "loss": 0.9797306060791016, "lr": 1.1349113192749986e-05, "epoch": 3.396588486140725, "percentage": 67.91, "elapsed_time": "1:09:00", "remaining_time": "0:32:36"} +{"current_steps": 799, "total_steps": 1175, "loss": 0.9969871044158936, "lr": 1.1295556406852488e-05, "epoch": 3.4008528784648187, "percentage": 68.0, "elapsed_time": "1:09:06", "remaining_time": "0:32:31"} +{"current_steps": 800, "total_steps": 1175, "loss": 0.955880343914032, "lr": 1.1242076514603201e-05, "epoch": 3.405117270788913, "percentage": 68.09, "elapsed_time": "1:09:11", "remaining_time": "0:32:25"} +{"current_steps": 801, "total_steps": 1175, "loss": 0.9920408725738525, "lr": 1.1188673988434831e-05, "epoch": 3.4093816631130065, "percentage": 68.17, "elapsed_time": "1:09:16", "remaining_time": "0:32:20"} +{"current_steps": 802, "total_steps": 1175, "loss": 0.9661373496055603, "lr": 1.1135349300096667e-05, "epoch": 3.4136460554371, "percentage": 68.26, "elapsed_time": "1:09:21", "remaining_time": "0:32:15"} +{"current_steps": 803, "total_steps": 1175, "loss": 0.9824184775352478, "lr": 1.1082102920650397e-05, "epoch": 3.417910447761194, "percentage": 68.34, "elapsed_time": "1:09:26", "remaining_time": "0:32:10"} +{"current_steps": 804, "total_steps": 1175, "loss": 1.001957654953003, "lr": 1.102893532046593e-05, "epoch": 3.4221748400852876, "percentage": 68.43, "elapsed_time": "1:09:31", "remaining_time": "0:32:05"} +{"current_steps": 805, "total_steps": 1175, "loss": 0.9685598611831665, "lr": 1.0975846969217258e-05, "epoch": 3.4264392324093818, "percentage": 68.51, "elapsed_time": "1:09:36", "remaining_time": "0:31:59"} +{"current_steps": 806, "total_steps": 1175, "loss": 0.9834060668945312, "lr": 1.092283833587829e-05, "epoch": 3.4307036247334755, "percentage": 68.6, "elapsed_time": "1:09:42", "remaining_time": "0:31:54"} +{"current_steps": 807, "total_steps": 1175, "loss": 0.9687243103981018, "lr": 1.086990988871873e-05, "epoch": 3.434968017057569, "percentage": 68.68, "elapsed_time": "1:09:47", "remaining_time": "0:31:49"} +{"current_steps": 808, "total_steps": 1175, "loss": 0.9997534155845642, "lr": 1.0817062095299929e-05, "epoch": 3.4392324093816633, "percentage": 68.77, "elapsed_time": "1:09:52", "remaining_time": "0:31:44"} +{"current_steps": 809, "total_steps": 1175, "loss": 0.9745993614196777, "lr": 1.0764295422470755e-05, "epoch": 3.443496801705757, "percentage": 68.85, "elapsed_time": "1:09:57", "remaining_time": "0:31:38"} +{"current_steps": 810, "total_steps": 1175, "loss": 0.9948844909667969, "lr": 1.0711610336363477e-05, "epoch": 3.4477611940298507, "percentage": 68.94, "elapsed_time": "1:10:02", "remaining_time": "0:31:33"} +{"current_steps": 811, "total_steps": 1175, "loss": 0.9197704792022705, "lr": 1.065900730238961e-05, "epoch": 3.4520255863539444, "percentage": 69.02, "elapsed_time": "1:10:07", "remaining_time": "0:31:28"} +{"current_steps": 812, "total_steps": 1175, "loss": 0.9850577116012573, "lr": 1.0606486785235879e-05, "epoch": 3.4562899786780386, "percentage": 69.11, "elapsed_time": "1:10:12", "remaining_time": "0:31:23"} +{"current_steps": 813, "total_steps": 1175, "loss": 1.0188957452774048, "lr": 1.0554049248860045e-05, "epoch": 3.4605543710021323, "percentage": 69.19, "elapsed_time": "1:10:17", "remaining_time": "0:31:18"} +{"current_steps": 814, "total_steps": 1175, "loss": 0.9842403531074524, "lr": 1.0501695156486819e-05, "epoch": 3.464818763326226, "percentage": 69.28, "elapsed_time": "1:10:23", "remaining_time": "0:31:12"} +{"current_steps": 815, "total_steps": 1175, "loss": 0.9469051361083984, "lr": 1.0449424970603796e-05, "epoch": 3.4690831556503197, "percentage": 69.36, "elapsed_time": "1:10:28", "remaining_time": "0:31:07"} +{"current_steps": 816, "total_steps": 1175, "loss": 0.9637795686721802, "lr": 1.0397239152957356e-05, "epoch": 3.473347547974414, "percentage": 69.45, "elapsed_time": "1:10:33", "remaining_time": "0:31:02"} +{"current_steps": 817, "total_steps": 1175, "loss": 1.032134771347046, "lr": 1.034513816454858e-05, "epoch": 3.4776119402985075, "percentage": 69.53, "elapsed_time": "1:10:38", "remaining_time": "0:30:57"} +{"current_steps": 818, "total_steps": 1175, "loss": 0.9562536478042603, "lr": 1.0293122465629186e-05, "epoch": 3.481876332622601, "percentage": 69.62, "elapsed_time": "1:10:43", "remaining_time": "0:30:52"} +{"current_steps": 819, "total_steps": 1175, "loss": 0.9867624640464783, "lr": 1.0241192515697432e-05, "epoch": 3.486140724946695, "percentage": 69.7, "elapsed_time": "1:10:48", "remaining_time": "0:30:46"} +{"current_steps": 820, "total_steps": 1175, "loss": 1.0202937126159668, "lr": 1.0189348773494135e-05, "epoch": 3.490405117270789, "percentage": 69.79, "elapsed_time": "1:10:53", "remaining_time": "0:30:41"} +{"current_steps": 821, "total_steps": 1175, "loss": 0.9820396900177002, "lr": 1.0137591696998514e-05, "epoch": 3.4946695095948828, "percentage": 69.87, "elapsed_time": "1:10:59", "remaining_time": "0:30:36"} +{"current_steps": 822, "total_steps": 1175, "loss": 0.964117169380188, "lr": 1.0085921743424225e-05, "epoch": 3.4989339019189765, "percentage": 69.96, "elapsed_time": "1:11:04", "remaining_time": "0:30:31"} +{"current_steps": 823, "total_steps": 1175, "loss": 1.014388918876648, "lr": 1.0034339369215288e-05, "epoch": 3.50319829424307, "percentage": 70.04, "elapsed_time": "1:11:09", "remaining_time": "0:30:26"} +{"current_steps": 824, "total_steps": 1175, "loss": 0.9517983198165894, "lr": 9.982845030042068e-06, "epoch": 3.5074626865671643, "percentage": 70.13, "elapsed_time": "1:11:14", "remaining_time": "0:30:20"} +{"current_steps": 825, "total_steps": 1175, "loss": 1.000589370727539, "lr": 9.931439180797237e-06, "epoch": 3.511727078891258, "percentage": 70.21, "elapsed_time": "1:11:19", "remaining_time": "0:30:15"} +{"current_steps": 826, "total_steps": 1175, "loss": 0.9344038963317871, "lr": 9.880122275591752e-06, "epoch": 3.5159914712153517, "percentage": 70.3, "elapsed_time": "1:11:24", "remaining_time": "0:30:10"} +{"current_steps": 827, "total_steps": 1175, "loss": 1.036057472229004, "lr": 9.828894767750865e-06, "epoch": 3.520255863539446, "percentage": 70.38, "elapsed_time": "1:11:29", "remaining_time": "0:30:05"} +{"current_steps": 828, "total_steps": 1175, "loss": 0.968199610710144, "lr": 9.777757109810102e-06, "epoch": 3.5245202558635396, "percentage": 70.47, "elapsed_time": "1:11:35", "remaining_time": "0:29:59"} +{"current_steps": 829, "total_steps": 1175, "loss": 0.9408011436462402, "lr": 9.726709753511275e-06, "epoch": 3.5287846481876333, "percentage": 70.55, "elapsed_time": "1:11:40", "remaining_time": "0:29:54"} +{"current_steps": 830, "total_steps": 1175, "loss": 0.9770376682281494, "lr": 9.675753149798474e-06, "epoch": 3.533049040511727, "percentage": 70.64, "elapsed_time": "1:11:45", "remaining_time": "0:29:49"} +{"current_steps": 831, "total_steps": 1175, "loss": 1.0216107368469238, "lr": 9.624887748814118e-06, "epoch": 3.5373134328358207, "percentage": 70.72, "elapsed_time": "1:11:50", "remaining_time": "0:29:44"} +{"current_steps": 832, "total_steps": 1175, "loss": 0.9992193579673767, "lr": 9.574113999894909e-06, "epoch": 3.541577825159915, "percentage": 70.81, "elapsed_time": "1:11:55", "remaining_time": "0:29:39"} +{"current_steps": 833, "total_steps": 1175, "loss": 0.9577963948249817, "lr": 9.523432351567979e-06, "epoch": 3.5458422174840085, "percentage": 70.89, "elapsed_time": "1:12:00", "remaining_time": "0:29:33"} +{"current_steps": 834, "total_steps": 1175, "loss": 1.0054728984832764, "lr": 9.472843251546792e-06, "epoch": 3.550106609808102, "percentage": 70.98, "elapsed_time": "1:12:05", "remaining_time": "0:29:28"} +{"current_steps": 835, "total_steps": 1175, "loss": 0.9918596744537354, "lr": 9.422347146727294e-06, "epoch": 3.5543710021321964, "percentage": 71.06, "elapsed_time": "1:12:10", "remaining_time": "0:29:23"} +{"current_steps": 836, "total_steps": 1175, "loss": 0.9615319967269897, "lr": 9.371944483183912e-06, "epoch": 3.55863539445629, "percentage": 71.15, "elapsed_time": "1:12:16", "remaining_time": "0:29:18"} +{"current_steps": 837, "total_steps": 1175, "loss": 0.9757985472679138, "lr": 9.321635706165635e-06, "epoch": 3.5628997867803838, "percentage": 71.23, "elapsed_time": "1:12:21", "remaining_time": "0:29:13"} +{"current_steps": 838, "total_steps": 1175, "loss": 0.989256739616394, "lr": 9.271421260092075e-06, "epoch": 3.5671641791044775, "percentage": 71.32, "elapsed_time": "1:12:26", "remaining_time": "0:29:07"} +{"current_steps": 839, "total_steps": 1175, "loss": 0.9419832229614258, "lr": 9.221301588549519e-06, "epoch": 3.571428571428571, "percentage": 71.4, "elapsed_time": "1:12:31", "remaining_time": "0:29:02"} +{"current_steps": 840, "total_steps": 1175, "loss": 0.9450219869613647, "lr": 9.171277134287057e-06, "epoch": 3.5756929637526653, "percentage": 71.49, "elapsed_time": "1:12:36", "remaining_time": "0:28:57"} +{"current_steps": 841, "total_steps": 1175, "loss": 1.0224823951721191, "lr": 9.121348339212634e-06, "epoch": 3.579957356076759, "percentage": 71.57, "elapsed_time": "1:12:41", "remaining_time": "0:28:52"} +{"current_steps": 842, "total_steps": 1175, "loss": 1.0022039413452148, "lr": 9.07151564438916e-06, "epoch": 3.5842217484008527, "percentage": 71.66, "elapsed_time": "1:12:46", "remaining_time": "0:28:47"} +{"current_steps": 843, "total_steps": 1175, "loss": 0.9453797340393066, "lr": 9.021779490030611e-06, "epoch": 3.588486140724947, "percentage": 71.74, "elapsed_time": "1:12:51", "remaining_time": "0:28:41"} +{"current_steps": 844, "total_steps": 1175, "loss": 0.9721546173095703, "lr": 8.972140315498119e-06, "epoch": 3.5927505330490406, "percentage": 71.83, "elapsed_time": "1:12:57", "remaining_time": "0:28:36"} +{"current_steps": 845, "total_steps": 1175, "loss": 0.986110508441925, "lr": 8.922598559296154e-06, "epoch": 3.5970149253731343, "percentage": 71.91, "elapsed_time": "1:13:02", "remaining_time": "0:28:31"} +{"current_steps": 846, "total_steps": 1175, "loss": 0.9304745197296143, "lr": 8.873154659068582e-06, "epoch": 3.6012793176972284, "percentage": 72.0, "elapsed_time": "1:13:07", "remaining_time": "0:28:26"} +{"current_steps": 847, "total_steps": 1175, "loss": 0.9832024574279785, "lr": 8.823809051594816e-06, "epoch": 3.605543710021322, "percentage": 72.09, "elapsed_time": "1:13:12", "remaining_time": "0:28:20"} +{"current_steps": 848, "total_steps": 1175, "loss": 0.964216411113739, "lr": 8.774562172785988e-06, "epoch": 3.609808102345416, "percentage": 72.17, "elapsed_time": "1:13:17", "remaining_time": "0:28:15"} +{"current_steps": 849, "total_steps": 1175, "loss": 1.0207599401474, "lr": 8.725414457681063e-06, "epoch": 3.6140724946695095, "percentage": 72.26, "elapsed_time": "1:13:22", "remaining_time": "0:28:10"} +{"current_steps": 850, "total_steps": 1175, "loss": 0.9406695365905762, "lr": 8.676366340443017e-06, "epoch": 3.6183368869936032, "percentage": 72.34, "elapsed_time": "1:13:27", "remaining_time": "0:28:05"} +{"current_steps": 851, "total_steps": 1175, "loss": 0.9919838905334473, "lr": 8.627418254355e-06, "epoch": 3.6226012793176974, "percentage": 72.43, "elapsed_time": "1:13:32", "remaining_time": "0:28:00"} +{"current_steps": 852, "total_steps": 1175, "loss": 0.9726259112358093, "lr": 8.578570631816474e-06, "epoch": 3.626865671641791, "percentage": 72.51, "elapsed_time": "1:13:38", "remaining_time": "0:27:54"} +{"current_steps": 853, "total_steps": 1175, "loss": 0.9699015617370605, "lr": 8.529823904339472e-06, "epoch": 3.631130063965885, "percentage": 72.6, "elapsed_time": "1:13:43", "remaining_time": "0:27:49"} +{"current_steps": 854, "total_steps": 1175, "loss": 0.9935340881347656, "lr": 8.481178502544684e-06, "epoch": 3.635394456289979, "percentage": 72.68, "elapsed_time": "1:13:48", "remaining_time": "0:27:44"} +{"current_steps": 855, "total_steps": 1175, "loss": 0.9702484011650085, "lr": 8.43263485615774e-06, "epoch": 3.6396588486140726, "percentage": 72.77, "elapsed_time": "1:13:53", "remaining_time": "0:27:39"} +{"current_steps": 856, "total_steps": 1175, "loss": 0.9816667437553406, "lr": 8.384193394005372e-06, "epoch": 3.6439232409381663, "percentage": 72.85, "elapsed_time": "1:13:58", "remaining_time": "0:27:34"} +{"current_steps": 857, "total_steps": 1175, "loss": 0.9883568286895752, "lr": 8.33585454401161e-06, "epoch": 3.64818763326226, "percentage": 72.94, "elapsed_time": "1:14:03", "remaining_time": "0:27:28"} +{"current_steps": 858, "total_steps": 1175, "loss": 0.9662503600120544, "lr": 8.287618733194073e-06, "epoch": 3.6524520255863537, "percentage": 73.02, "elapsed_time": "1:14:08", "remaining_time": "0:27:23"} +{"current_steps": 859, "total_steps": 1175, "loss": 0.9632735252380371, "lr": 8.239486387660096e-06, "epoch": 3.656716417910448, "percentage": 73.11, "elapsed_time": "1:14:13", "remaining_time": "0:27:18"} +{"current_steps": 860, "total_steps": 1175, "loss": 0.9559136033058167, "lr": 8.191457932603052e-06, "epoch": 3.6609808102345416, "percentage": 73.19, "elapsed_time": "1:14:19", "remaining_time": "0:27:13"} +{"current_steps": 861, "total_steps": 1175, "loss": 0.9959200620651245, "lr": 8.143533792298545e-06, "epoch": 3.6652452025586353, "percentage": 73.28, "elapsed_time": "1:14:24", "remaining_time": "0:27:08"} +{"current_steps": 862, "total_steps": 1175, "loss": 0.9712970852851868, "lr": 8.095714390100698e-06, "epoch": 3.6695095948827294, "percentage": 73.36, "elapsed_time": "1:14:29", "remaining_time": "0:27:02"} +{"current_steps": 863, "total_steps": 1175, "loss": 0.9706142544746399, "lr": 8.048000148438375e-06, "epoch": 3.673773987206823, "percentage": 73.45, "elapsed_time": "1:14:34", "remaining_time": "0:26:57"} +{"current_steps": 864, "total_steps": 1175, "loss": 0.9806746244430542, "lr": 8.000391488811485e-06, "epoch": 3.678038379530917, "percentage": 73.53, "elapsed_time": "1:14:39", "remaining_time": "0:26:52"} +{"current_steps": 865, "total_steps": 1175, "loss": 1.0361812114715576, "lr": 7.952888831787215e-06, "epoch": 3.6823027718550105, "percentage": 73.62, "elapsed_time": "1:14:44", "remaining_time": "0:26:47"} +{"current_steps": 866, "total_steps": 1175, "loss": 0.9567290544509888, "lr": 7.905492596996391e-06, "epoch": 3.6865671641791042, "percentage": 73.7, "elapsed_time": "1:14:49", "remaining_time": "0:26:41"} +{"current_steps": 867, "total_steps": 1175, "loss": 0.9520031809806824, "lr": 7.858203203129668e-06, "epoch": 3.6908315565031984, "percentage": 73.79, "elapsed_time": "1:14:54", "remaining_time": "0:26:36"} +{"current_steps": 868, "total_steps": 1175, "loss": 0.9988101720809937, "lr": 7.811021067933919e-06, "epoch": 3.695095948827292, "percentage": 73.87, "elapsed_time": "1:14:59", "remaining_time": "0:26:31"} +{"current_steps": 869, "total_steps": 1175, "loss": 0.9649564623832703, "lr": 7.763946608208504e-06, "epoch": 3.699360341151386, "percentage": 73.96, "elapsed_time": "1:15:05", "remaining_time": "0:26:26"} +{"current_steps": 870, "total_steps": 1175, "loss": 0.9769153594970703, "lr": 7.716980239801588e-06, "epoch": 3.70362473347548, "percentage": 74.04, "elapsed_time": "1:15:10", "remaining_time": "0:26:21"} +{"current_steps": 871, "total_steps": 1175, "loss": 1.0231093168258667, "lr": 7.670122377606495e-06, "epoch": 3.7078891257995736, "percentage": 74.13, "elapsed_time": "1:15:15", "remaining_time": "0:26:15"} +{"current_steps": 872, "total_steps": 1175, "loss": 0.9462850093841553, "lr": 7.623373435557988e-06, "epoch": 3.7121535181236673, "percentage": 74.21, "elapsed_time": "1:15:20", "remaining_time": "0:26:10"} +{"current_steps": 873, "total_steps": 1175, "loss": 0.9786210060119629, "lr": 7.5767338266286775e-06, "epoch": 3.716417910447761, "percentage": 74.3, "elapsed_time": "1:15:25", "remaining_time": "0:26:05"} +{"current_steps": 874, "total_steps": 1175, "loss": 0.9910449981689453, "lr": 7.530203962825331e-06, "epoch": 3.7206823027718547, "percentage": 74.38, "elapsed_time": "1:15:30", "remaining_time": "0:26:00"} +{"current_steps": 875, "total_steps": 1175, "loss": 0.9989334344863892, "lr": 7.483784255185249e-06, "epoch": 3.724946695095949, "percentage": 74.47, "elapsed_time": "1:15:35", "remaining_time": "0:25:55"} +{"current_steps": 876, "total_steps": 1175, "loss": 1.0079087018966675, "lr": 7.437475113772632e-06, "epoch": 3.7292110874200426, "percentage": 74.55, "elapsed_time": "1:15:40", "remaining_time": "0:25:49"} +{"current_steps": 877, "total_steps": 1175, "loss": 0.9666019082069397, "lr": 7.391276947674932e-06, "epoch": 3.7334754797441363, "percentage": 74.64, "elapsed_time": "1:15:45", "remaining_time": "0:25:44"} +{"current_steps": 878, "total_steps": 1175, "loss": 0.9678869247436523, "lr": 7.345190164999307e-06, "epoch": 3.7377398720682304, "percentage": 74.72, "elapsed_time": "1:15:51", "remaining_time": "0:25:39"} +{"current_steps": 879, "total_steps": 1175, "loss": 0.9956834316253662, "lr": 7.299215172868947e-06, "epoch": 3.742004264392324, "percentage": 74.81, "elapsed_time": "1:15:56", "remaining_time": "0:25:34"} +{"current_steps": 880, "total_steps": 1175, "loss": 0.9482271671295166, "lr": 7.2533523774194865e-06, "epoch": 3.746268656716418, "percentage": 74.89, "elapsed_time": "1:16:01", "remaining_time": "0:25:29"} +{"current_steps": 881, "total_steps": 1175, "loss": 0.9806998372077942, "lr": 7.2076021837954616e-06, "epoch": 3.750533049040512, "percentage": 74.98, "elapsed_time": "1:16:06", "remaining_time": "0:25:23"} +{"current_steps": 882, "total_steps": 1175, "loss": 1.046633005142212, "lr": 7.161964996146689e-06, "epoch": 3.7547974413646057, "percentage": 75.06, "elapsed_time": "1:16:11", "remaining_time": "0:25:18"} +{"current_steps": 883, "total_steps": 1175, "loss": 0.993405818939209, "lr": 7.116441217624708e-06, "epoch": 3.7590618336886994, "percentage": 75.15, "elapsed_time": "1:16:16", "remaining_time": "0:25:13"} +{"current_steps": 884, "total_steps": 1175, "loss": 0.9970163106918335, "lr": 7.071031250379228e-06, "epoch": 3.763326226012793, "percentage": 75.23, "elapsed_time": "1:16:21", "remaining_time": "0:25:08"} +{"current_steps": 885, "total_steps": 1175, "loss": 1.00797700881958, "lr": 7.0257354955545466e-06, "epoch": 3.767590618336887, "percentage": 75.32, "elapsed_time": "1:16:26", "remaining_time": "0:25:03"} +{"current_steps": 886, "total_steps": 1175, "loss": 0.9907431602478027, "lr": 6.980554353286066e-06, "epoch": 3.771855010660981, "percentage": 75.4, "elapsed_time": "1:16:32", "remaining_time": "0:24:57"} +{"current_steps": 887, "total_steps": 1175, "loss": 0.9467117786407471, "lr": 6.935488222696676e-06, "epoch": 3.7761194029850746, "percentage": 75.49, "elapsed_time": "1:16:37", "remaining_time": "0:24:52"} +{"current_steps": 888, "total_steps": 1175, "loss": 1.0113825798034668, "lr": 6.890537501893302e-06, "epoch": 3.7803837953091683, "percentage": 75.57, "elapsed_time": "1:16:42", "remaining_time": "0:24:47"} +{"current_steps": 889, "total_steps": 1175, "loss": 0.9820016622543335, "lr": 6.845702587963352e-06, "epoch": 3.7846481876332625, "percentage": 75.66, "elapsed_time": "1:16:47", "remaining_time": "0:24:42"} +{"current_steps": 890, "total_steps": 1175, "loss": 1.0018742084503174, "lr": 6.800983876971192e-06, "epoch": 3.788912579957356, "percentage": 75.74, "elapsed_time": "1:16:52", "remaining_time": "0:24:37"} +{"current_steps": 891, "total_steps": 1175, "loss": 0.9877946376800537, "lr": 6.756381763954718e-06, "epoch": 3.79317697228145, "percentage": 75.83, "elapsed_time": "1:16:57", "remaining_time": "0:24:31"} +{"current_steps": 892, "total_steps": 1175, "loss": 0.9948891401290894, "lr": 6.7118966429217645e-06, "epoch": 3.7974413646055436, "percentage": 75.91, "elapsed_time": "1:17:02", "remaining_time": "0:24:26"} +{"current_steps": 893, "total_steps": 1175, "loss": 0.9880792498588562, "lr": 6.667528906846714e-06, "epoch": 3.8017057569296373, "percentage": 76.0, "elapsed_time": "1:17:08", "remaining_time": "0:24:21"} +{"current_steps": 894, "total_steps": 1175, "loss": 1.0030194520950317, "lr": 6.623278947666974e-06, "epoch": 3.8059701492537314, "percentage": 76.09, "elapsed_time": "1:17:13", "remaining_time": "0:24:16"} +{"current_steps": 895, "total_steps": 1175, "loss": 0.9969605207443237, "lr": 6.579147156279538e-06, "epoch": 3.810234541577825, "percentage": 76.17, "elapsed_time": "1:17:18", "remaining_time": "0:24:11"} +{"current_steps": 896, "total_steps": 1175, "loss": 1.0048408508300781, "lr": 6.535133922537513e-06, "epoch": 3.814498933901919, "percentage": 76.26, "elapsed_time": "1:17:23", "remaining_time": "0:24:05"} +{"current_steps": 897, "total_steps": 1175, "loss": 0.9471386671066284, "lr": 6.491239635246709e-06, "epoch": 3.818763326226013, "percentage": 76.34, "elapsed_time": "1:17:28", "remaining_time": "0:24:00"} +{"current_steps": 898, "total_steps": 1175, "loss": 0.9706763029098511, "lr": 6.447464682162143e-06, "epoch": 3.8230277185501067, "percentage": 76.43, "elapsed_time": "1:17:33", "remaining_time": "0:23:55"} +{"current_steps": 899, "total_steps": 1175, "loss": 0.9517117738723755, "lr": 6.403809449984704e-06, "epoch": 3.8272921108742004, "percentage": 76.51, "elapsed_time": "1:17:39", "remaining_time": "0:23:50"} +{"current_steps": 900, "total_steps": 1175, "loss": 1.0055999755859375, "lr": 6.3602743243576405e-06, "epoch": 3.831556503198294, "percentage": 76.6, "elapsed_time": "1:17:44", "remaining_time": "0:23:45"} +{"current_steps": 901, "total_steps": 1175, "loss": 0.9790571331977844, "lr": 6.316859689863222e-06, "epoch": 3.835820895522388, "percentage": 76.68, "elapsed_time": "1:17:49", "remaining_time": "0:23:39"} +{"current_steps": 902, "total_steps": 1175, "loss": 0.98270183801651, "lr": 6.273565930019316e-06, "epoch": 3.840085287846482, "percentage": 76.77, "elapsed_time": "1:17:54", "remaining_time": "0:23:34"} +{"current_steps": 903, "total_steps": 1175, "loss": 0.9563218355178833, "lr": 6.230393427276e-06, "epoch": 3.8443496801705757, "percentage": 76.85, "elapsed_time": "1:17:59", "remaining_time": "0:23:29"} +{"current_steps": 904, "total_steps": 1175, "loss": 0.964765191078186, "lr": 6.187342563012198e-06, "epoch": 3.8486140724946694, "percentage": 76.94, "elapsed_time": "1:18:04", "remaining_time": "0:23:24"} +{"current_steps": 905, "total_steps": 1175, "loss": 0.9996974468231201, "lr": 6.144413717532269e-06, "epoch": 3.8528784648187635, "percentage": 77.02, "elapsed_time": "1:18:09", "remaining_time": "0:23:19"} +{"current_steps": 906, "total_steps": 1175, "loss": 1.0134855508804321, "lr": 6.1016072700627106e-06, "epoch": 3.857142857142857, "percentage": 77.11, "elapsed_time": "1:18:14", "remaining_time": "0:23:13"} +{"current_steps": 907, "total_steps": 1175, "loss": 0.9877858757972717, "lr": 6.058923598748756e-06, "epoch": 3.861407249466951, "percentage": 77.19, "elapsed_time": "1:18:20", "remaining_time": "0:23:08"} +{"current_steps": 908, "total_steps": 1175, "loss": 0.972379207611084, "lr": 6.016363080651066e-06, "epoch": 3.8656716417910446, "percentage": 77.28, "elapsed_time": "1:18:25", "remaining_time": "0:23:03"} +{"current_steps": 909, "total_steps": 1175, "loss": 0.9702513217926025, "lr": 5.973926091742386e-06, "epoch": 3.8699360341151388, "percentage": 77.36, "elapsed_time": "1:18:30", "remaining_time": "0:22:58"} +{"current_steps": 910, "total_steps": 1175, "loss": 1.0411319732666016, "lr": 5.931613006904196e-06, "epoch": 3.8742004264392325, "percentage": 77.45, "elapsed_time": "1:18:35", "remaining_time": "0:22:53"} +{"current_steps": 911, "total_steps": 1175, "loss": 1.0260488986968994, "lr": 5.889424199923473e-06, "epoch": 3.878464818763326, "percentage": 77.53, "elapsed_time": "1:18:40", "remaining_time": "0:22:48"} +{"current_steps": 912, "total_steps": 1175, "loss": 0.9903779029846191, "lr": 5.847360043489318e-06, "epoch": 3.88272921108742, "percentage": 77.62, "elapsed_time": "1:18:45", "remaining_time": "0:22:42"} +{"current_steps": 913, "total_steps": 1175, "loss": 0.9668896198272705, "lr": 5.805420909189683e-06, "epoch": 3.886993603411514, "percentage": 77.7, "elapsed_time": "1:18:50", "remaining_time": "0:22:37"} +{"current_steps": 914, "total_steps": 1175, "loss": 0.9407345056533813, "lr": 5.7636071675081076e-06, "epoch": 3.8912579957356077, "percentage": 77.79, "elapsed_time": "1:18:56", "remaining_time": "0:22:32"} +{"current_steps": 915, "total_steps": 1175, "loss": 0.9660102725028992, "lr": 5.721919187820431e-06, "epoch": 3.8955223880597014, "percentage": 77.87, "elapsed_time": "1:19:01", "remaining_time": "0:22:27"} +{"current_steps": 916, "total_steps": 1175, "loss": 0.9738289713859558, "lr": 5.6803573383915265e-06, "epoch": 3.8997867803837956, "percentage": 77.96, "elapsed_time": "1:19:06", "remaining_time": "0:22:22"} +{"current_steps": 917, "total_steps": 1175, "loss": 0.9694260954856873, "lr": 5.638921986372064e-06, "epoch": 3.9040511727078893, "percentage": 78.04, "elapsed_time": "1:19:11", "remaining_time": "0:22:16"} +{"current_steps": 918, "total_steps": 1175, "loss": 0.9808531403541565, "lr": 5.5976134977952315e-06, "epoch": 3.908315565031983, "percentage": 78.13, "elapsed_time": "1:19:16", "remaining_time": "0:22:11"} +{"current_steps": 919, "total_steps": 1175, "loss": 0.9920763969421387, "lr": 5.556432237573564e-06, "epoch": 3.9125799573560767, "percentage": 78.21, "elapsed_time": "1:19:21", "remaining_time": "0:22:06"} +{"current_steps": 920, "total_steps": 1175, "loss": 0.9566727876663208, "lr": 5.5153785694956416e-06, "epoch": 3.9168443496801704, "percentage": 78.3, "elapsed_time": "1:19:26", "remaining_time": "0:22:01"} +{"current_steps": 921, "total_steps": 1175, "loss": 1.0440037250518799, "lr": 5.474452856222942e-06, "epoch": 3.9211087420042645, "percentage": 78.38, "elapsed_time": "1:19:31", "remaining_time": "0:21:56"} +{"current_steps": 922, "total_steps": 1175, "loss": 0.9538445472717285, "lr": 5.433655459286611e-06, "epoch": 3.925373134328358, "percentage": 78.47, "elapsed_time": "1:19:37", "remaining_time": "0:21:50"} +{"current_steps": 923, "total_steps": 1175, "loss": 1.0004758834838867, "lr": 5.392986739084238e-06, "epoch": 3.929637526652452, "percentage": 78.55, "elapsed_time": "1:19:42", "remaining_time": "0:21:45"} +{"current_steps": 924, "total_steps": 1175, "loss": 0.9766792058944702, "lr": 5.352447054876755e-06, "epoch": 3.933901918976546, "percentage": 78.64, "elapsed_time": "1:19:47", "remaining_time": "0:21:40"} +{"current_steps": 925, "total_steps": 1175, "loss": 1.0060276985168457, "lr": 5.31203676478516e-06, "epoch": 3.9381663113006398, "percentage": 78.72, "elapsed_time": "1:19:52", "remaining_time": "0:21:35"} +{"current_steps": 926, "total_steps": 1175, "loss": 0.9795374870300293, "lr": 5.271756225787434e-06, "epoch": 3.9424307036247335, "percentage": 78.81, "elapsed_time": "1:19:57", "remaining_time": "0:21:30"} +{"current_steps": 927, "total_steps": 1175, "loss": 0.9589778184890747, "lr": 5.231605793715348e-06, "epoch": 3.946695095948827, "percentage": 78.89, "elapsed_time": "1:20:02", "remaining_time": "0:21:24"} +{"current_steps": 928, "total_steps": 1175, "loss": 0.9927548170089722, "lr": 5.191585823251335e-06, "epoch": 3.950959488272921, "percentage": 78.98, "elapsed_time": "1:20:07", "remaining_time": "0:21:19"} +{"current_steps": 929, "total_steps": 1175, "loss": 0.986518383026123, "lr": 5.151696667925348e-06, "epoch": 3.955223880597015, "percentage": 79.06, "elapsed_time": "1:20:12", "remaining_time": "0:21:14"} +{"current_steps": 930, "total_steps": 1175, "loss": 0.967449963092804, "lr": 5.111938680111732e-06, "epoch": 3.9594882729211087, "percentage": 79.15, "elapsed_time": "1:20:18", "remaining_time": "0:21:09"} +{"current_steps": 931, "total_steps": 1175, "loss": 1.012898564338684, "lr": 5.072312211026125e-06, "epoch": 3.9637526652452024, "percentage": 79.23, "elapsed_time": "1:20:23", "remaining_time": "0:21:04"} +{"current_steps": 932, "total_steps": 1175, "loss": 0.9658070802688599, "lr": 5.032817610722369e-06, "epoch": 3.9680170575692966, "percentage": 79.32, "elapsed_time": "1:20:28", "remaining_time": "0:20:58"} +{"current_steps": 933, "total_steps": 1175, "loss": 1.0015664100646973, "lr": 4.993455228089366e-06, "epoch": 3.9722814498933903, "percentage": 79.4, "elapsed_time": "1:20:33", "remaining_time": "0:20:53"} +{"current_steps": 934, "total_steps": 1175, "loss": 1.0132780075073242, "lr": 4.954225410848048e-06, "epoch": 3.976545842217484, "percentage": 79.49, "elapsed_time": "1:20:38", "remaining_time": "0:20:48"} +{"current_steps": 935, "total_steps": 1175, "loss": 1.0022435188293457, "lr": 4.915128505548284e-06, "epoch": 3.9808102345415777, "percentage": 79.57, "elapsed_time": "1:20:43", "remaining_time": "0:20:43"} +{"current_steps": 936, "total_steps": 1175, "loss": 0.9922990202903748, "lr": 4.8761648575658145e-06, "epoch": 3.9850746268656714, "percentage": 79.66, "elapsed_time": "1:20:49", "remaining_time": "0:20:38"} +{"current_steps": 937, "total_steps": 1175, "loss": 0.9765486717224121, "lr": 4.837334811099217e-06, "epoch": 3.9893390191897655, "percentage": 79.74, "elapsed_time": "1:20:54", "remaining_time": "0:20:32"} +{"current_steps": 938, "total_steps": 1175, "loss": 0.9671496152877808, "lr": 4.7986387091668365e-06, "epoch": 3.9936034115138592, "percentage": 79.83, "elapsed_time": "1:20:59", "remaining_time": "0:20:27"} +{"current_steps": 939, "total_steps": 1175, "loss": 0.9731559753417969, "lr": 4.760076893603791e-06, "epoch": 3.997867803837953, "percentage": 79.91, "elapsed_time": "1:21:04", "remaining_time": "0:20:22"} +{"current_steps": 940, "total_steps": 1175, "loss": 0.9118474721908569, "lr": 4.721649705058926e-06, "epoch": 4.0, "percentage": 80.0, "elapsed_time": "1:21:06", "remaining_time": "0:20:16"} +{"current_steps": 941, "total_steps": 1175, "loss": 1.0042099952697754, "lr": 4.683357482991819e-06, "epoch": 4.004264392324094, "percentage": 80.09, "elapsed_time": "1:21:12", "remaining_time": "0:20:11"} +{"current_steps": 942, "total_steps": 1175, "loss": 1.000551462173462, "lr": 4.645200565669776e-06, "epoch": 4.008528784648187, "percentage": 80.17, "elapsed_time": "1:21:17", "remaining_time": "0:20:06"} +{"current_steps": 943, "total_steps": 1175, "loss": 1.0080432891845703, "lr": 4.607179290164823e-06, "epoch": 4.0127931769722816, "percentage": 80.26, "elapsed_time": "1:21:22", "remaining_time": "0:20:01"} +{"current_steps": 944, "total_steps": 1175, "loss": 0.9192423820495605, "lr": 4.569293992350783e-06, "epoch": 4.017057569296376, "percentage": 80.34, "elapsed_time": "1:21:27", "remaining_time": "0:19:56"} +{"current_steps": 945, "total_steps": 1175, "loss": 0.956257164478302, "lr": 4.531545006900244e-06, "epoch": 4.021321961620469, "percentage": 80.43, "elapsed_time": "1:21:32", "remaining_time": "0:19:50"} +{"current_steps": 946, "total_steps": 1175, "loss": 0.9235379099845886, "lr": 4.493932667281646e-06, "epoch": 4.025586353944563, "percentage": 80.51, "elapsed_time": "1:21:38", "remaining_time": "0:19:45"} +{"current_steps": 947, "total_steps": 1175, "loss": 0.905700147151947, "lr": 4.456457305756321e-06, "epoch": 4.029850746268656, "percentage": 80.6, "elapsed_time": "1:21:43", "remaining_time": "0:19:40"} +{"current_steps": 948, "total_steps": 1175, "loss": 1.012787103652954, "lr": 4.419119253375557e-06, "epoch": 4.0341151385927505, "percentage": 80.68, "elapsed_time": "1:21:48", "remaining_time": "0:19:35"} +{"current_steps": 949, "total_steps": 1175, "loss": 1.0134446620941162, "lr": 4.381918839977675e-06, "epoch": 4.038379530916845, "percentage": 80.77, "elapsed_time": "1:21:53", "remaining_time": "0:19:30"} +{"current_steps": 950, "total_steps": 1175, "loss": 0.996058464050293, "lr": 4.344856394185122e-06, "epoch": 4.042643923240938, "percentage": 80.85, "elapsed_time": "1:21:58", "remaining_time": "0:19:24"} +{"current_steps": 951, "total_steps": 1175, "loss": 0.9637879133224487, "lr": 4.307932243401538e-06, "epoch": 4.046908315565032, "percentage": 80.94, "elapsed_time": "1:22:03", "remaining_time": "0:19:19"} +{"current_steps": 952, "total_steps": 1175, "loss": 0.9624608755111694, "lr": 4.271146713808927e-06, "epoch": 4.051172707889126, "percentage": 81.02, "elapsed_time": "1:22:08", "remaining_time": "0:19:14"} +{"current_steps": 953, "total_steps": 1175, "loss": 0.9672844409942627, "lr": 4.234500130364698e-06, "epoch": 4.0554371002132195, "percentage": 81.11, "elapsed_time": "1:22:14", "remaining_time": "0:19:09"} +{"current_steps": 954, "total_steps": 1175, "loss": 0.961010217666626, "lr": 4.197992816798851e-06, "epoch": 4.059701492537314, "percentage": 81.19, "elapsed_time": "1:22:19", "remaining_time": "0:19:04"} +{"current_steps": 955, "total_steps": 1175, "loss": 0.9844958186149597, "lr": 4.161625095611101e-06, "epoch": 4.063965884861407, "percentage": 81.28, "elapsed_time": "1:22:24", "remaining_time": "0:18:59"} +{"current_steps": 956, "total_steps": 1175, "loss": 0.9344425201416016, "lr": 4.125397288068007e-06, "epoch": 4.068230277185501, "percentage": 81.36, "elapsed_time": "1:22:29", "remaining_time": "0:18:53"} +{"current_steps": 957, "total_steps": 1175, "loss": 0.980632483959198, "lr": 4.089309714200187e-06, "epoch": 4.072494669509595, "percentage": 81.45, "elapsed_time": "1:22:34", "remaining_time": "0:18:48"} +{"current_steps": 958, "total_steps": 1175, "loss": 0.9529193639755249, "lr": 4.0533626927994185e-06, "epoch": 4.076759061833688, "percentage": 81.53, "elapsed_time": "1:22:39", "remaining_time": "0:18:43"} +{"current_steps": 959, "total_steps": 1175, "loss": 0.9678058624267578, "lr": 4.017556541415888e-06, "epoch": 4.081023454157783, "percentage": 81.62, "elapsed_time": "1:22:44", "remaining_time": "0:18:38"} +{"current_steps": 960, "total_steps": 1175, "loss": 0.9462436437606812, "lr": 3.981891576355352e-06, "epoch": 4.085287846481877, "percentage": 81.7, "elapsed_time": "1:22:50", "remaining_time": "0:18:33"} +{"current_steps": 961, "total_steps": 1175, "loss": 0.932870626449585, "lr": 3.946368112676346e-06, "epoch": 4.08955223880597, "percentage": 81.79, "elapsed_time": "1:22:55", "remaining_time": "0:18:27"} +{"current_steps": 962, "total_steps": 1175, "loss": 0.9877800941467285, "lr": 3.9109864641874166e-06, "epoch": 4.093816631130064, "percentage": 81.87, "elapsed_time": "1:23:00", "remaining_time": "0:18:22"} +{"current_steps": 963, "total_steps": 1175, "loss": 0.9596678018569946, "lr": 3.875746943444316e-06, "epoch": 4.098081023454157, "percentage": 81.96, "elapsed_time": "1:23:05", "remaining_time": "0:18:17"} +{"current_steps": 964, "total_steps": 1175, "loss": 0.9821524620056152, "lr": 3.840649861747278e-06, "epoch": 4.1023454157782515, "percentage": 82.04, "elapsed_time": "1:23:10", "remaining_time": "0:18:12"} +{"current_steps": 965, "total_steps": 1175, "loss": 0.9720021486282349, "lr": 3.8056955291382667e-06, "epoch": 4.106609808102346, "percentage": 82.13, "elapsed_time": "1:23:15", "remaining_time": "0:18:07"} +{"current_steps": 966, "total_steps": 1175, "loss": 1.0156824588775635, "lr": 3.7708842543981928e-06, "epoch": 4.110874200426439, "percentage": 82.21, "elapsed_time": "1:23:20", "remaining_time": "0:18:01"} +{"current_steps": 967, "total_steps": 1175, "loss": 0.9629800319671631, "lr": 3.736216345044237e-06, "epoch": 4.115138592750533, "percentage": 82.3, "elapsed_time": "1:23:26", "remaining_time": "0:17:56"} +{"current_steps": 968, "total_steps": 1175, "loss": 0.9766925573348999, "lr": 3.7016921073271084e-06, "epoch": 4.119402985074627, "percentage": 82.38, "elapsed_time": "1:23:31", "remaining_time": "0:17:51"} +{"current_steps": 969, "total_steps": 1175, "loss": 0.9763757586479187, "lr": 3.6673118462283453e-06, "epoch": 4.1236673773987205, "percentage": 82.47, "elapsed_time": "1:23:36", "remaining_time": "0:17:46"} +{"current_steps": 970, "total_steps": 1175, "loss": 0.9870020151138306, "lr": 3.6330758654576227e-06, "epoch": 4.127931769722815, "percentage": 82.55, "elapsed_time": "1:23:41", "remaining_time": "0:17:41"} +{"current_steps": 971, "total_steps": 1175, "loss": 0.9310990571975708, "lr": 3.598984467450055e-06, "epoch": 4.132196162046908, "percentage": 82.64, "elapsed_time": "1:23:46", "remaining_time": "0:17:36"} +{"current_steps": 972, "total_steps": 1175, "loss": 0.9461225867271423, "lr": 3.565037953363546e-06, "epoch": 4.136460554371002, "percentage": 82.72, "elapsed_time": "1:23:51", "remaining_time": "0:17:30"} +{"current_steps": 973, "total_steps": 1175, "loss": 0.9399993419647217, "lr": 3.5312366230761154e-06, "epoch": 4.140724946695096, "percentage": 82.81, "elapsed_time": "1:23:56", "remaining_time": "0:17:25"} +{"current_steps": 974, "total_steps": 1175, "loss": 0.9510713815689087, "lr": 3.497580775183258e-06, "epoch": 4.144989339019189, "percentage": 82.89, "elapsed_time": "1:24:01", "remaining_time": "0:17:20"} +{"current_steps": 975, "total_steps": 1175, "loss": 1.0145010948181152, "lr": 3.464070706995295e-06, "epoch": 4.149253731343284, "percentage": 82.98, "elapsed_time": "1:24:07", "remaining_time": "0:17:15"} +{"current_steps": 976, "total_steps": 1175, "loss": 0.9797348976135254, "lr": 3.4307067145347417e-06, "epoch": 4.153518123667378, "percentage": 83.06, "elapsed_time": "1:24:12", "remaining_time": "0:17:10"} +{"current_steps": 977, "total_steps": 1175, "loss": 0.9286082983016968, "lr": 3.397489092533739e-06, "epoch": 4.157782515991471, "percentage": 83.15, "elapsed_time": "1:24:17", "remaining_time": "0:17:04"} +{"current_steps": 978, "total_steps": 1175, "loss": 0.9552431106567383, "lr": 3.364418134431371e-06, "epoch": 4.162046908315565, "percentage": 83.23, "elapsed_time": "1:24:22", "remaining_time": "0:16:59"} +{"current_steps": 979, "total_steps": 1175, "loss": 1.010917067527771, "lr": 3.331494132371149e-06, "epoch": 4.166311300639659, "percentage": 83.32, "elapsed_time": "1:24:27", "remaining_time": "0:16:54"} +{"current_steps": 980, "total_steps": 1175, "loss": 0.9764742851257324, "lr": 3.2987173771983816e-06, "epoch": 4.1705756929637525, "percentage": 83.4, "elapsed_time": "1:24:32", "remaining_time": "0:16:49"} +{"current_steps": 981, "total_steps": 1175, "loss": 0.9941388368606567, "lr": 3.266088158457634e-06, "epoch": 4.174840085287847, "percentage": 83.49, "elapsed_time": "1:24:37", "remaining_time": "0:16:44"} +{"current_steps": 982, "total_steps": 1175, "loss": 0.9838998913764954, "lr": 3.233606764390147e-06, "epoch": 4.17910447761194, "percentage": 83.57, "elapsed_time": "1:24:42", "remaining_time": "0:16:38"} +{"current_steps": 983, "total_steps": 1175, "loss": 0.9590896368026733, "lr": 3.2012734819313127e-06, "epoch": 4.183368869936034, "percentage": 83.66, "elapsed_time": "1:24:48", "remaining_time": "0:16:33"} +{"current_steps": 984, "total_steps": 1175, "loss": 0.9502666592597961, "lr": 3.1690885967081187e-06, "epoch": 4.187633262260128, "percentage": 83.74, "elapsed_time": "1:24:53", "remaining_time": "0:16:28"} +{"current_steps": 985, "total_steps": 1175, "loss": 1.0116958618164062, "lr": 3.1370523930366393e-06, "epoch": 4.1918976545842215, "percentage": 83.83, "elapsed_time": "1:24:58", "remaining_time": "0:16:23"} +{"current_steps": 986, "total_steps": 1175, "loss": 0.9581502676010132, "lr": 3.105165153919525e-06, "epoch": 4.196162046908316, "percentage": 83.91, "elapsed_time": "1:25:03", "remaining_time": "0:16:18"} +{"current_steps": 987, "total_steps": 1175, "loss": 0.9945790767669678, "lr": 3.073427161043492e-06, "epoch": 4.20042643923241, "percentage": 84.0, "elapsed_time": "1:25:08", "remaining_time": "0:16:13"} +{"current_steps": 988, "total_steps": 1175, "loss": 0.9737157821655273, "lr": 3.0418386947768463e-06, "epoch": 4.204690831556503, "percentage": 84.09, "elapsed_time": "1:25:13", "remaining_time": "0:16:07"} +{"current_steps": 989, "total_steps": 1175, "loss": 0.9926658868789673, "lr": 3.01040003416698e-06, "epoch": 4.208955223880597, "percentage": 84.17, "elapsed_time": "1:25:18", "remaining_time": "0:16:02"} +{"current_steps": 990, "total_steps": 1175, "loss": 0.9960601329803467, "lr": 2.97911145693796e-06, "epoch": 4.21321961620469, "percentage": 84.26, "elapsed_time": "1:25:23", "remaining_time": "0:15:57"} +{"current_steps": 991, "total_steps": 1175, "loss": 0.980415940284729, "lr": 2.947973239488009e-06, "epoch": 4.217484008528785, "percentage": 84.34, "elapsed_time": "1:25:29", "remaining_time": "0:15:52"} +{"current_steps": 992, "total_steps": 1175, "loss": 0.9603126049041748, "lr": 2.91698565688711e-06, "epoch": 4.221748400852879, "percentage": 84.43, "elapsed_time": "1:25:34", "remaining_time": "0:15:47"} +{"current_steps": 993, "total_steps": 1175, "loss": 0.9346132874488831, "lr": 2.886148982874566e-06, "epoch": 4.226012793176972, "percentage": 84.51, "elapsed_time": "1:25:39", "remaining_time": "0:15:41"} +{"current_steps": 994, "total_steps": 1175, "loss": 0.9752383828163147, "lr": 2.8554634898565668e-06, "epoch": 4.230277185501066, "percentage": 84.6, "elapsed_time": "1:25:44", "remaining_time": "0:15:36"} +{"current_steps": 995, "total_steps": 1175, "loss": 0.9946862459182739, "lr": 2.824929448903806e-06, "epoch": 4.23454157782516, "percentage": 84.68, "elapsed_time": "1:25:49", "remaining_time": "0:15:31"} +{"current_steps": 996, "total_steps": 1175, "loss": 0.9419824481010437, "lr": 2.794547129749059e-06, "epoch": 4.2388059701492535, "percentage": 84.77, "elapsed_time": "1:25:54", "remaining_time": "0:15:26"} +{"current_steps": 997, "total_steps": 1175, "loss": 0.9856055378913879, "lr": 2.7643168007848255e-06, "epoch": 4.243070362473348, "percentage": 84.85, "elapsed_time": "1:25:59", "remaining_time": "0:15:21"} +{"current_steps": 998, "total_steps": 1175, "loss": 0.9388062357902527, "lr": 2.734238729060956e-06, "epoch": 4.247334754797441, "percentage": 84.94, "elapsed_time": "1:26:04", "remaining_time": "0:15:16"} +{"current_steps": 999, "total_steps": 1175, "loss": 0.9250397682189941, "lr": 2.7043131802822653e-06, "epoch": 4.251599147121535, "percentage": 85.02, "elapsed_time": "1:26:10", "remaining_time": "0:15:10"} +{"current_steps": 1000, "total_steps": 1175, "loss": 0.9822738766670227, "lr": 2.674540418806222e-06, "epoch": 4.255863539445629, "percentage": 85.11, "elapsed_time": "1:26:15", "remaining_time": "0:15:05"} +{"current_steps": 1001, "total_steps": 1175, "loss": 0.990465521812439, "lr": 2.6449207076405857e-06, "epoch": 4.2601279317697225, "percentage": 85.19, "elapsed_time": "1:26:25", "remaining_time": "0:15:01"} +{"current_steps": 1002, "total_steps": 1175, "loss": 0.9995056390762329, "lr": 2.6154543084411035e-06, "epoch": 4.264392324093817, "percentage": 85.28, "elapsed_time": "1:26:30", "remaining_time": "0:14:56"} +{"current_steps": 1003, "total_steps": 1175, "loss": 0.9617325067520142, "lr": 2.5861414815091834e-06, "epoch": 4.268656716417911, "percentage": 85.36, "elapsed_time": "1:26:35", "remaining_time": "0:14:50"} +{"current_steps": 1004, "total_steps": 1175, "loss": 0.9621407389640808, "lr": 2.5569824857895987e-06, "epoch": 4.272921108742004, "percentage": 85.45, "elapsed_time": "1:26:40", "remaining_time": "0:14:45"} +{"current_steps": 1005, "total_steps": 1175, "loss": 0.970307469367981, "lr": 2.5279775788682083e-06, "epoch": 4.277185501066098, "percentage": 85.53, "elapsed_time": "1:26:45", "remaining_time": "0:14:40"} +{"current_steps": 1006, "total_steps": 1175, "loss": 0.997826099395752, "lr": 2.499127016969671e-06, "epoch": 4.281449893390192, "percentage": 85.62, "elapsed_time": "1:26:50", "remaining_time": "0:14:35"} +{"current_steps": 1007, "total_steps": 1175, "loss": 0.9802889823913574, "lr": 2.4704310549551934e-06, "epoch": 4.285714285714286, "percentage": 85.7, "elapsed_time": "1:26:55", "remaining_time": "0:14:30"} +{"current_steps": 1008, "total_steps": 1175, "loss": 0.9607802629470825, "lr": 2.441889946320266e-06, "epoch": 4.28997867803838, "percentage": 85.79, "elapsed_time": "1:27:01", "remaining_time": "0:14:25"} +{"current_steps": 1009, "total_steps": 1175, "loss": 1.0122121572494507, "lr": 2.4135039431924233e-06, "epoch": 4.294243070362473, "percentage": 85.87, "elapsed_time": "1:27:06", "remaining_time": "0:14:19"} +{"current_steps": 1010, "total_steps": 1175, "loss": 0.9613465070724487, "lr": 2.3852732963290426e-06, "epoch": 4.298507462686567, "percentage": 85.96, "elapsed_time": "1:27:11", "remaining_time": "0:14:14"} +{"current_steps": 1011, "total_steps": 1175, "loss": 0.9710594415664673, "lr": 2.3571982551150853e-06, "epoch": 4.302771855010661, "percentage": 86.04, "elapsed_time": "1:27:16", "remaining_time": "0:14:09"} +{"current_steps": 1012, "total_steps": 1175, "loss": 0.9520131349563599, "lr": 2.329279067560937e-06, "epoch": 4.3070362473347545, "percentage": 86.13, "elapsed_time": "1:27:21", "remaining_time": "0:14:04"} +{"current_steps": 1013, "total_steps": 1175, "loss": 1.0108246803283691, "lr": 2.301515980300182e-06, "epoch": 4.311300639658849, "percentage": 86.21, "elapsed_time": "1:27:26", "remaining_time": "0:13:59"} +{"current_steps": 1014, "total_steps": 1175, "loss": 0.9675329923629761, "lr": 2.2739092385874527e-06, "epoch": 4.315565031982943, "percentage": 86.3, "elapsed_time": "1:27:31", "remaining_time": "0:13:53"} +{"current_steps": 1015, "total_steps": 1175, "loss": 1.0072133541107178, "lr": 2.2464590862962443e-06, "epoch": 4.319829424307036, "percentage": 86.38, "elapsed_time": "1:27:37", "remaining_time": "0:13:48"} +{"current_steps": 1016, "total_steps": 1175, "loss": 0.9655839800834656, "lr": 2.219165765916769e-06, "epoch": 4.32409381663113, "percentage": 86.47, "elapsed_time": "1:27:42", "remaining_time": "0:13:43"} +{"current_steps": 1017, "total_steps": 1175, "loss": 0.9373665452003479, "lr": 2.192029518553798e-06, "epoch": 4.3283582089552235, "percentage": 86.55, "elapsed_time": "1:27:47", "remaining_time": "0:13:38"} +{"current_steps": 1018, "total_steps": 1175, "loss": 0.9549002647399902, "lr": 2.165050583924566e-06, "epoch": 4.332622601279318, "percentage": 86.64, "elapsed_time": "1:27:52", "remaining_time": "0:13:33"} +{"current_steps": 1019, "total_steps": 1175, "loss": 0.981368362903595, "lr": 2.1382292003566163e-06, "epoch": 4.336886993603412, "percentage": 86.72, "elapsed_time": "1:27:57", "remaining_time": "0:13:27"} +{"current_steps": 1020, "total_steps": 1175, "loss": 0.9029428362846375, "lr": 2.1115656047857213e-06, "epoch": 4.341151385927505, "percentage": 86.81, "elapsed_time": "1:28:02", "remaining_time": "0:13:22"} +{"current_steps": 1021, "total_steps": 1175, "loss": 0.9489177465438843, "lr": 2.0850600327537806e-06, "epoch": 4.345415778251599, "percentage": 86.89, "elapsed_time": "1:28:07", "remaining_time": "0:13:17"} +{"current_steps": 1022, "total_steps": 1175, "loss": 1.0012977123260498, "lr": 2.058712718406719e-06, "epoch": 4.349680170575693, "percentage": 86.98, "elapsed_time": "1:28:12", "remaining_time": "0:13:12"} +{"current_steps": 1023, "total_steps": 1175, "loss": 1.002089262008667, "lr": 2.032523894492471e-06, "epoch": 4.353944562899787, "percentage": 87.06, "elapsed_time": "1:28:18", "remaining_time": "0:13:07"} +{"current_steps": 1024, "total_steps": 1175, "loss": 1.0034849643707275, "lr": 2.0064937923588634e-06, "epoch": 4.358208955223881, "percentage": 87.15, "elapsed_time": "1:28:23", "remaining_time": "0:13:02"} +{"current_steps": 1025, "total_steps": 1175, "loss": 0.9880184531211853, "lr": 1.9806226419516195e-06, "epoch": 4.362473347547974, "percentage": 87.23, "elapsed_time": "1:28:28", "remaining_time": "0:12:56"} +{"current_steps": 1026, "total_steps": 1175, "loss": 0.9592328667640686, "lr": 1.954910671812298e-06, "epoch": 4.366737739872068, "percentage": 87.32, "elapsed_time": "1:28:33", "remaining_time": "0:12:51"} +{"current_steps": 1027, "total_steps": 1175, "loss": 0.9722834229469299, "lr": 1.9293581090762894e-06, "epoch": 4.371002132196162, "percentage": 87.4, "elapsed_time": "1:28:38", "remaining_time": "0:12:46"} +{"current_steps": 1028, "total_steps": 1175, "loss": 0.939979612827301, "lr": 1.9039651794708058e-06, "epoch": 4.3752665245202556, "percentage": 87.49, "elapsed_time": "1:28:43", "remaining_time": "0:12:41"} +{"current_steps": 1029, "total_steps": 1175, "loss": 0.9941613674163818, "lr": 1.8787321073128817e-06, "epoch": 4.37953091684435, "percentage": 87.57, "elapsed_time": "1:28:48", "remaining_time": "0:12:36"} +{"current_steps": 1030, "total_steps": 1175, "loss": 1.0341296195983887, "lr": 1.8536591155073958e-06, "epoch": 4.383795309168444, "percentage": 87.66, "elapsed_time": "1:28:53", "remaining_time": "0:12:30"} +{"current_steps": 1031, "total_steps": 1175, "loss": 0.9730916023254395, "lr": 1.8287464255451181e-06, "epoch": 4.388059701492537, "percentage": 87.74, "elapsed_time": "1:28:59", "remaining_time": "0:12:25"} +{"current_steps": 1032, "total_steps": 1175, "loss": 0.9657227396965027, "lr": 1.803994257500714e-06, "epoch": 4.392324093816631, "percentage": 87.83, "elapsed_time": "1:29:04", "remaining_time": "0:12:20"} +{"current_steps": 1033, "total_steps": 1175, "loss": 0.986137866973877, "lr": 1.7794028300308474e-06, "epoch": 4.396588486140725, "percentage": 87.91, "elapsed_time": "1:29:09", "remaining_time": "0:12:15"} +{"current_steps": 1034, "total_steps": 1175, "loss": 0.9705761671066284, "lr": 1.7549723603722003e-06, "epoch": 4.400852878464819, "percentage": 88.0, "elapsed_time": "1:29:14", "remaining_time": "0:12:10"} +{"current_steps": 1035, "total_steps": 1175, "loss": 0.9851474165916443, "lr": 1.730703064339605e-06, "epoch": 4.405117270788913, "percentage": 88.09, "elapsed_time": "1:29:19", "remaining_time": "0:12:04"} +{"current_steps": 1036, "total_steps": 1175, "loss": 0.9457334280014038, "lr": 1.7065951563241022e-06, "epoch": 4.409381663113006, "percentage": 88.17, "elapsed_time": "1:29:24", "remaining_time": "0:11:59"} +{"current_steps": 1037, "total_steps": 1175, "loss": 1.0145095586776733, "lr": 1.682648849291051e-06, "epoch": 4.4136460554371, "percentage": 88.26, "elapsed_time": "1:29:29", "remaining_time": "0:11:54"} +{"current_steps": 1038, "total_steps": 1175, "loss": 1.0064222812652588, "lr": 1.6588643547782579e-06, "epoch": 4.417910447761194, "percentage": 88.34, "elapsed_time": "1:29:34", "remaining_time": "0:11:49"} +{"current_steps": 1039, "total_steps": 1175, "loss": 0.9757487773895264, "lr": 1.6352418828941052e-06, "epoch": 4.422174840085288, "percentage": 88.43, "elapsed_time": "1:29:39", "remaining_time": "0:11:44"} +{"current_steps": 1040, "total_steps": 1175, "loss": 0.9777926206588745, "lr": 1.6117816423156952e-06, "epoch": 4.426439232409382, "percentage": 88.51, "elapsed_time": "1:29:45", "remaining_time": "0:11:39"} +{"current_steps": 1041, "total_steps": 1175, "loss": 0.9735987186431885, "lr": 1.5884838402870029e-06, "epoch": 4.430703624733475, "percentage": 88.6, "elapsed_time": "1:29:50", "remaining_time": "0:11:33"} +{"current_steps": 1042, "total_steps": 1175, "loss": 0.9829146265983582, "lr": 1.5653486826170384e-06, "epoch": 4.434968017057569, "percentage": 88.68, "elapsed_time": "1:29:55", "remaining_time": "0:11:28"} +{"current_steps": 1043, "total_steps": 1175, "loss": 0.9392817616462708, "lr": 1.5423763736780583e-06, "epoch": 4.439232409381663, "percentage": 88.77, "elapsed_time": "1:30:00", "remaining_time": "0:11:23"} +{"current_steps": 1044, "total_steps": 1175, "loss": 0.9625712633132935, "lr": 1.5195671164037173e-06, "epoch": 4.443496801705757, "percentage": 88.85, "elapsed_time": "1:30:05", "remaining_time": "0:11:18"} +{"current_steps": 1045, "total_steps": 1175, "loss": 0.9723199605941772, "lr": 1.496921112287315e-06, "epoch": 4.447761194029851, "percentage": 88.94, "elapsed_time": "1:30:10", "remaining_time": "0:11:13"} +{"current_steps": 1046, "total_steps": 1175, "loss": 0.9834375381469727, "lr": 1.4744385613799894e-06, "epoch": 4.452025586353945, "percentage": 89.02, "elapsed_time": "1:30:16", "remaining_time": "0:11:07"} +{"current_steps": 1047, "total_steps": 1175, "loss": 0.9381828308105469, "lr": 1.4521196622889644e-06, "epoch": 4.456289978678038, "percentage": 89.11, "elapsed_time": "1:30:21", "remaining_time": "0:11:02"} +{"current_steps": 1048, "total_steps": 1175, "loss": 0.9944796562194824, "lr": 1.4299646121757892e-06, "epoch": 4.460554371002132, "percentage": 89.19, "elapsed_time": "1:30:26", "remaining_time": "0:10:57"} +{"current_steps": 1049, "total_steps": 1175, "loss": 0.9564270973205566, "lr": 1.4079736067545912e-06, "epoch": 4.464818763326226, "percentage": 89.28, "elapsed_time": "1:30:31", "remaining_time": "0:10:52"} +{"current_steps": 1050, "total_steps": 1175, "loss": 0.9560383558273315, "lr": 1.3861468402903634e-06, "epoch": 4.46908315565032, "percentage": 89.36, "elapsed_time": "1:30:36", "remaining_time": "0:10:47"} +{"current_steps": 1051, "total_steps": 1175, "loss": 0.9236656427383423, "lr": 1.3644845055972322e-06, "epoch": 4.473347547974414, "percentage": 89.45, "elapsed_time": "1:30:41", "remaining_time": "0:10:42"} +{"current_steps": 1052, "total_steps": 1175, "loss": 0.9672813415527344, "lr": 1.3429867940367626e-06, "epoch": 4.477611940298507, "percentage": 89.53, "elapsed_time": "1:30:46", "remaining_time": "0:10:36"} +{"current_steps": 1053, "total_steps": 1175, "loss": 0.9609742760658264, "lr": 1.321653895516264e-06, "epoch": 4.481876332622601, "percentage": 89.62, "elapsed_time": "1:30:52", "remaining_time": "0:10:31"} +{"current_steps": 1054, "total_steps": 1175, "loss": 0.9949420094490051, "lr": 1.3004859984871199e-06, "epoch": 4.486140724946695, "percentage": 89.7, "elapsed_time": "1:30:57", "remaining_time": "0:10:26"} +{"current_steps": 1055, "total_steps": 1175, "loss": 0.9484139084815979, "lr": 1.279483289943102e-06, "epoch": 4.490405117270789, "percentage": 89.79, "elapsed_time": "1:31:02", "remaining_time": "0:10:21"} +{"current_steps": 1056, "total_steps": 1175, "loss": 0.9571871757507324, "lr": 1.2586459554187558e-06, "epoch": 4.494669509594883, "percentage": 89.87, "elapsed_time": "1:31:07", "remaining_time": "0:10:16"} +{"current_steps": 1057, "total_steps": 1175, "loss": 0.9423996210098267, "lr": 1.2379741789877175e-06, "epoch": 4.498933901918977, "percentage": 89.96, "elapsed_time": "1:31:13", "remaining_time": "0:10:10"} +{"current_steps": 1058, "total_steps": 1175, "loss": 0.9592997431755066, "lr": 1.2174681432611245e-06, "epoch": 4.50319829424307, "percentage": 90.04, "elapsed_time": "1:31:18", "remaining_time": "0:10:05"} +{"current_steps": 1059, "total_steps": 1175, "loss": 0.9340470433235168, "lr": 1.1971280293859811e-06, "epoch": 4.507462686567164, "percentage": 90.13, "elapsed_time": "1:31:23", "remaining_time": "0:10:00"} +{"current_steps": 1060, "total_steps": 1175, "loss": 0.9508144855499268, "lr": 1.17695401704357e-06, "epoch": 4.5117270788912585, "percentage": 90.21, "elapsed_time": "1:31:28", "remaining_time": "0:09:55"} +{"current_steps": 1061, "total_steps": 1175, "loss": 0.9892048239707947, "lr": 1.1569462844478552e-06, "epoch": 4.515991471215352, "percentage": 90.3, "elapsed_time": "1:31:34", "remaining_time": "0:09:50"} +{"current_steps": 1062, "total_steps": 1175, "loss": 0.9638339281082153, "lr": 1.1371050083439107e-06, "epoch": 4.520255863539446, "percentage": 90.38, "elapsed_time": "1:31:39", "remaining_time": "0:09:45"} +{"current_steps": 1063, "total_steps": 1175, "loss": 0.9721899628639221, "lr": 1.1174303640063622e-06, "epoch": 4.524520255863539, "percentage": 90.47, "elapsed_time": "1:31:44", "remaining_time": "0:09:39"} +{"current_steps": 1064, "total_steps": 1175, "loss": 0.9916815757751465, "lr": 1.097922525237849e-06, "epoch": 4.528784648187633, "percentage": 90.55, "elapsed_time": "1:31:49", "remaining_time": "0:09:34"} +{"current_steps": 1065, "total_steps": 1175, "loss": 0.9920657873153687, "lr": 1.078581664367455e-06, "epoch": 4.533049040511727, "percentage": 90.64, "elapsed_time": "1:31:55", "remaining_time": "0:09:29"} +{"current_steps": 1066, "total_steps": 1175, "loss": 0.9641156196594238, "lr": 1.0594079522492274e-06, "epoch": 4.537313432835821, "percentage": 90.72, "elapsed_time": "1:32:00", "remaining_time": "0:09:24"} +{"current_steps": 1067, "total_steps": 1175, "loss": 0.932820737361908, "lr": 1.040401558260633e-06, "epoch": 4.541577825159915, "percentage": 90.81, "elapsed_time": "1:32:06", "remaining_time": "0:09:19"} +{"current_steps": 1068, "total_steps": 1175, "loss": 0.9635487794876099, "lr": 1.0215626503010911e-06, "epoch": 4.545842217484008, "percentage": 90.89, "elapsed_time": "1:32:11", "remaining_time": "0:09:14"} +{"current_steps": 1069, "total_steps": 1175, "loss": 0.96346116065979, "lr": 1.002891394790475e-06, "epoch": 4.550106609808102, "percentage": 90.98, "elapsed_time": "1:32:16", "remaining_time": "0:09:08"} +{"current_steps": 1070, "total_steps": 1175, "loss": 0.9370256662368774, "lr": 9.843879566676273e-07, "epoch": 4.554371002132196, "percentage": 91.06, "elapsed_time": "1:32:21", "remaining_time": "0:09:03"} +{"current_steps": 1071, "total_steps": 1175, "loss": 0.9779180884361267, "lr": 9.660524993889386e-07, "epoch": 4.55863539445629, "percentage": 91.15, "elapsed_time": "1:32:27", "remaining_time": "0:08:58"} +{"current_steps": 1072, "total_steps": 1175, "loss": 1.0181219577789307, "lr": 9.478851849268733e-07, "epoch": 4.562899786780384, "percentage": 91.23, "elapsed_time": "1:32:32", "remaining_time": "0:08:53"} +{"current_steps": 1073, "total_steps": 1175, "loss": 0.9861464500427246, "lr": 9.298861737685527e-07, "epoch": 4.567164179104478, "percentage": 91.32, "elapsed_time": "1:32:37", "remaining_time": "0:08:48"} +{"current_steps": 1074, "total_steps": 1175, "loss": 0.9695151448249817, "lr": 9.120556249143341e-07, "epoch": 4.571428571428571, "percentage": 91.4, "elapsed_time": "1:32:43", "remaining_time": "0:08:43"} +{"current_steps": 1075, "total_steps": 1175, "loss": 0.9865801334381104, "lr": 8.943936958763988e-07, "epoch": 4.575692963752665, "percentage": 91.49, "elapsed_time": "1:32:48", "remaining_time": "0:08:38"} +{"current_steps": 1076, "total_steps": 1175, "loss": 0.963005781173706, "lr": 8.769005426773836e-07, "epoch": 4.5799573560767595, "percentage": 91.57, "elapsed_time": "1:32:54", "remaining_time": "0:08:32"} +{"current_steps": 1077, "total_steps": 1175, "loss": 0.9741256237030029, "lr": 8.595763198489714e-07, "epoch": 4.584221748400853, "percentage": 91.66, "elapsed_time": "1:32:59", "remaining_time": "0:08:27"} +{"current_steps": 1078, "total_steps": 1175, "loss": 0.9532241821289062, "lr": 8.42421180430546e-07, "epoch": 4.588486140724947, "percentage": 91.74, "elapsed_time": "1:33:05", "remaining_time": "0:08:22"} +{"current_steps": 1079, "total_steps": 1175, "loss": 0.9714552760124207, "lr": 8.254352759678386e-07, "epoch": 4.59275053304904, "percentage": 91.83, "elapsed_time": "1:33:10", "remaining_time": "0:08:17"} +{"current_steps": 1080, "total_steps": 1175, "loss": 0.984738826751709, "lr": 8.086187565115877e-07, "epoch": 4.597014925373134, "percentage": 91.91, "elapsed_time": "1:33:16", "remaining_time": "0:08:12"} +{"current_steps": 1081, "total_steps": 1175, "loss": 0.9372379779815674, "lr": 7.919717706162067e-07, "epoch": 4.601279317697228, "percentage": 92.0, "elapsed_time": "1:33:21", "remaining_time": "0:08:07"} +{"current_steps": 1082, "total_steps": 1175, "loss": 0.9521864652633667, "lr": 7.754944653384777e-07, "epoch": 4.605543710021322, "percentage": 92.09, "elapsed_time": "1:33:26", "remaining_time": "0:08:01"} +{"current_steps": 1083, "total_steps": 1175, "loss": 0.9851489067077637, "lr": 7.591869862362534e-07, "epoch": 4.609808102345416, "percentage": 92.17, "elapsed_time": "1:33:32", "remaining_time": "0:07:56"} +{"current_steps": 1084, "total_steps": 1175, "loss": 0.9887434840202332, "lr": 7.430494773671682e-07, "epoch": 4.61407249466951, "percentage": 92.26, "elapsed_time": "1:33:37", "remaining_time": "0:07:51"} +{"current_steps": 1085, "total_steps": 1175, "loss": 0.9169268608093262, "lr": 7.270820812873714e-07, "epoch": 4.618336886993603, "percentage": 92.34, "elapsed_time": "1:33:42", "remaining_time": "0:07:46"} +{"current_steps": 1086, "total_steps": 1175, "loss": 0.9655635356903076, "lr": 7.112849390502563e-07, "epoch": 4.622601279317697, "percentage": 92.43, "elapsed_time": "1:33:48", "remaining_time": "0:07:41"} +{"current_steps": 1087, "total_steps": 1175, "loss": 0.9082788228988647, "lr": 6.956581902052306e-07, "epoch": 4.6268656716417915, "percentage": 92.51, "elapsed_time": "1:33:53", "remaining_time": "0:07:36"} +{"current_steps": 1088, "total_steps": 1175, "loss": 0.9884518384933472, "lr": 6.802019727964593e-07, "epoch": 4.631130063965885, "percentage": 92.6, "elapsed_time": "1:33:59", "remaining_time": "0:07:30"} +{"current_steps": 1089, "total_steps": 1175, "loss": 0.9693202376365662, "lr": 6.64916423361679e-07, "epoch": 4.635394456289979, "percentage": 92.68, "elapsed_time": "1:34:04", "remaining_time": "0:07:25"} +{"current_steps": 1090, "total_steps": 1175, "loss": 0.9987223148345947, "lr": 6.498016769309567e-07, "epoch": 4.639658848614072, "percentage": 92.77, "elapsed_time": "1:34:09", "remaining_time": "0:07:20"} +{"current_steps": 1091, "total_steps": 1175, "loss": 0.9596326351165771, "lr": 6.348578670255224e-07, "epoch": 4.643923240938166, "percentage": 92.85, "elapsed_time": "1:34:14", "remaining_time": "0:07:15"} +{"current_steps": 1092, "total_steps": 1175, "loss": 0.9876736402511597, "lr": 6.200851256565799e-07, "epoch": 4.6481876332622605, "percentage": 92.94, "elapsed_time": "1:34:20", "remaining_time": "0:07:10"} +{"current_steps": 1093, "total_steps": 1175, "loss": 1.0274147987365723, "lr": 6.054835833241357e-07, "epoch": 4.652452025586354, "percentage": 93.02, "elapsed_time": "1:34:25", "remaining_time": "0:07:05"} +{"current_steps": 1094, "total_steps": 1175, "loss": 0.9401581287384033, "lr": 5.910533690158593e-07, "epoch": 4.656716417910448, "percentage": 93.11, "elapsed_time": "1:34:30", "remaining_time": "0:06:59"} +{"current_steps": 1095, "total_steps": 1175, "loss": 0.9360172748565674, "lr": 5.767946102059307e-07, "epoch": 4.660980810234541, "percentage": 93.19, "elapsed_time": "1:34:36", "remaining_time": "0:06:54"} +{"current_steps": 1096, "total_steps": 1175, "loss": 0.9583896398544312, "lr": 5.627074328539173e-07, "epoch": 4.665245202558635, "percentage": 93.28, "elapsed_time": "1:34:41", "remaining_time": "0:06:49"} +{"current_steps": 1097, "total_steps": 1175, "loss": 0.9889509081840515, "lr": 5.487919614036741e-07, "epoch": 4.669509594882729, "percentage": 93.36, "elapsed_time": "1:34:46", "remaining_time": "0:06:44"} +{"current_steps": 1098, "total_steps": 1175, "loss": 0.9848129749298096, "lr": 5.350483187822231e-07, "epoch": 4.673773987206823, "percentage": 93.45, "elapsed_time": "1:34:52", "remaining_time": "0:06:39"} +{"current_steps": 1099, "total_steps": 1175, "loss": 0.9672038555145264, "lr": 5.214766263986848e-07, "epoch": 4.678038379530917, "percentage": 93.53, "elapsed_time": "1:34:57", "remaining_time": "0:06:33"} +{"current_steps": 1100, "total_steps": 1175, "loss": 0.9739687442779541, "lr": 5.080770041431926e-07, "epoch": 4.682302771855011, "percentage": 93.62, "elapsed_time": "1:35:02", "remaining_time": "0:06:28"} +{"current_steps": 1101, "total_steps": 1175, "loss": 1.0037221908569336, "lr": 4.948495703858492e-07, "epoch": 4.686567164179104, "percentage": 93.7, "elapsed_time": "1:35:07", "remaining_time": "0:06:23"} +{"current_steps": 1102, "total_steps": 1175, "loss": 0.9757822751998901, "lr": 4.81794441975667e-07, "epoch": 4.690831556503198, "percentage": 93.79, "elapsed_time": "1:35:13", "remaining_time": "0:06:18"} +{"current_steps": 1103, "total_steps": 1175, "loss": 0.9495012164115906, "lr": 4.689117342395388e-07, "epoch": 4.6950959488272925, "percentage": 93.87, "elapsed_time": "1:35:18", "remaining_time": "0:06:13"} +{"current_steps": 1104, "total_steps": 1175, "loss": 0.958198606967926, "lr": 4.5620156098122204e-07, "epoch": 4.699360341151386, "percentage": 93.96, "elapsed_time": "1:35:23", "remaining_time": "0:06:08"} +{"current_steps": 1105, "total_steps": 1175, "loss": 0.9746035933494568, "lr": 4.4366403448033334e-07, "epoch": 4.70362473347548, "percentage": 94.04, "elapsed_time": "1:35:29", "remaining_time": "0:06:02"} +{"current_steps": 1106, "total_steps": 1175, "loss": 0.9648074507713318, "lr": 4.3129926549136057e-07, "epoch": 4.707889125799573, "percentage": 94.13, "elapsed_time": "1:35:34", "remaining_time": "0:05:57"} +{"current_steps": 1107, "total_steps": 1175, "loss": 0.9577111601829529, "lr": 4.191073632426701e-07, "epoch": 4.712153518123667, "percentage": 94.21, "elapsed_time": "1:35:39", "remaining_time": "0:05:52"} +{"current_steps": 1108, "total_steps": 1175, "loss": 0.9597060680389404, "lr": 4.0708843543555643e-07, "epoch": 4.7164179104477615, "percentage": 94.3, "elapsed_time": "1:35:44", "remaining_time": "0:05:47"} +{"current_steps": 1109, "total_steps": 1175, "loss": 0.9578391909599304, "lr": 3.95242588243292e-07, "epoch": 4.720682302771855, "percentage": 94.38, "elapsed_time": "1:35:49", "remaining_time": "0:05:42"} +{"current_steps": 1110, "total_steps": 1175, "loss": 0.9749581813812256, "lr": 3.8356992631017e-07, "epoch": 4.724946695095949, "percentage": 94.47, "elapsed_time": "1:35:54", "remaining_time": "0:05:36"} +{"current_steps": 1111, "total_steps": 1175, "loss": 0.9631220698356628, "lr": 3.720705527506008e-07, "epoch": 4.729211087420042, "percentage": 94.55, "elapsed_time": "1:35:59", "remaining_time": "0:05:31"} +{"current_steps": 1112, "total_steps": 1175, "loss": 0.9523494243621826, "lr": 3.60744569148197e-07, "epoch": 4.733475479744136, "percentage": 94.64, "elapsed_time": "1:36:05", "remaining_time": "0:05:26"} +{"current_steps": 1113, "total_steps": 1175, "loss": 0.981401264667511, "lr": 3.4959207555485873e-07, "epoch": 4.73773987206823, "percentage": 94.72, "elapsed_time": "1:36:10", "remaining_time": "0:05:21"} +{"current_steps": 1114, "total_steps": 1175, "loss": 0.9813427925109863, "lr": 3.3861317048992317e-07, "epoch": 4.742004264392325, "percentage": 94.81, "elapsed_time": "1:36:15", "remaining_time": "0:05:16"} +{"current_steps": 1115, "total_steps": 1175, "loss": 0.9732893705368042, "lr": 3.278079509392562e-07, "epoch": 4.746268656716418, "percentage": 94.89, "elapsed_time": "1:36:20", "remaining_time": "0:05:11"} +{"current_steps": 1116, "total_steps": 1175, "loss": 0.9803482294082642, "lr": 3.171765123544224e-07, "epoch": 4.750533049040512, "percentage": 94.98, "elapsed_time": "1:36:25", "remaining_time": "0:05:05"} +{"current_steps": 1117, "total_steps": 1175, "loss": 0.9418221116065979, "lr": 3.06718948651834e-07, "epoch": 4.754797441364605, "percentage": 95.06, "elapsed_time": "1:36:30", "remaining_time": "0:05:00"} +{"current_steps": 1118, "total_steps": 1175, "loss": 0.9535703659057617, "lr": 2.964353522119168e-07, "epoch": 4.759061833688699, "percentage": 95.15, "elapsed_time": "1:36:35", "remaining_time": "0:04:55"} +{"current_steps": 1119, "total_steps": 1175, "loss": 0.9458210468292236, "lr": 2.863258138783032e-07, "epoch": 4.7633262260127935, "percentage": 95.23, "elapsed_time": "1:36:40", "remaining_time": "0:04:50"} +{"current_steps": 1120, "total_steps": 1175, "loss": 0.9903920888900757, "lr": 2.7639042295702245e-07, "epoch": 4.767590618336887, "percentage": 95.32, "elapsed_time": "1:36:46", "remaining_time": "0:04:45"} +{"current_steps": 1121, "total_steps": 1175, "loss": 1.004233956336975, "lr": 2.666292672157056e-07, "epoch": 4.771855010660981, "percentage": 95.4, "elapsed_time": "1:36:51", "remaining_time": "0:04:39"} +{"current_steps": 1122, "total_steps": 1175, "loss": 1.0066776275634766, "lr": 2.570424328828325e-07, "epoch": 4.776119402985074, "percentage": 95.49, "elapsed_time": "1:36:56", "remaining_time": "0:04:34"} +{"current_steps": 1123, "total_steps": 1175, "loss": 0.9485456347465515, "lr": 2.4763000464694377e-07, "epoch": 4.780383795309168, "percentage": 95.57, "elapsed_time": "1:37:01", "remaining_time": "0:04:29"} +{"current_steps": 1124, "total_steps": 1175, "loss": 0.9461928606033325, "lr": 2.383920656559102e-07, "epoch": 4.7846481876332625, "percentage": 95.66, "elapsed_time": "1:37:07", "remaining_time": "0:04:24"} +{"current_steps": 1125, "total_steps": 1175, "loss": 0.9231736660003662, "lr": 2.2932869751619568e-07, "epoch": 4.788912579957356, "percentage": 95.74, "elapsed_time": "1:37:12", "remaining_time": "0:04:19"} +{"current_steps": 1126, "total_steps": 1175, "loss": 0.9572075605392456, "lr": 2.2043998029212643e-07, "epoch": 4.79317697228145, "percentage": 95.83, "elapsed_time": "1:37:17", "remaining_time": "0:04:14"} +{"current_steps": 1127, "total_steps": 1175, "loss": 0.9735586643218994, "lr": 2.1172599250519398e-07, "epoch": 4.797441364605544, "percentage": 95.91, "elapsed_time": "1:37:22", "remaining_time": "0:04:08"} +{"current_steps": 1128, "total_steps": 1175, "loss": 1.003481149673462, "lr": 2.0318681113336013e-07, "epoch": 4.801705756929637, "percentage": 96.0, "elapsed_time": "1:37:27", "remaining_time": "0:04:03"} +{"current_steps": 1129, "total_steps": 1175, "loss": 0.9663025736808777, "lr": 1.9482251161037302e-07, "epoch": 4.8059701492537314, "percentage": 96.09, "elapsed_time": "1:37:32", "remaining_time": "0:03:58"} +{"current_steps": 1130, "total_steps": 1175, "loss": 0.9956282377243042, "lr": 1.866331678251032e-07, "epoch": 4.810234541577826, "percentage": 96.17, "elapsed_time": "1:37:37", "remaining_time": "0:03:53"} +{"current_steps": 1131, "total_steps": 1175, "loss": 0.9475678205490112, "lr": 1.7861885212088869e-07, "epoch": 4.814498933901919, "percentage": 96.26, "elapsed_time": "1:37:42", "remaining_time": "0:03:48"} +{"current_steps": 1132, "total_steps": 1175, "loss": 0.9758622050285339, "lr": 1.7077963529490204e-07, "epoch": 4.818763326226013, "percentage": 96.34, "elapsed_time": "1:37:48", "remaining_time": "0:03:42"} +{"current_steps": 1133, "total_steps": 1175, "loss": 0.9581972360610962, "lr": 1.6311558659751535e-07, "epoch": 4.823027718550106, "percentage": 96.43, "elapsed_time": "1:37:53", "remaining_time": "0:03:37"} +{"current_steps": 1134, "total_steps": 1175, "loss": 0.9886982440948486, "lr": 1.5562677373169855e-07, "epoch": 4.8272921108742, "percentage": 96.51, "elapsed_time": "1:37:58", "remaining_time": "0:03:32"} +{"current_steps": 1135, "total_steps": 1175, "loss": 1.0126937627792358, "lr": 1.483132628524131e-07, "epoch": 4.8315565031982945, "percentage": 96.6, "elapsed_time": "1:38:03", "remaining_time": "0:03:27"} +{"current_steps": 1136, "total_steps": 1175, "loss": 0.9641690254211426, "lr": 1.4117511856603262e-07, "epoch": 4.835820895522388, "percentage": 96.68, "elapsed_time": "1:38:08", "remaining_time": "0:03:22"} +{"current_steps": 1137, "total_steps": 1175, "loss": 0.9916709661483765, "lr": 1.342124039297721e-07, "epoch": 4.840085287846482, "percentage": 96.77, "elapsed_time": "1:38:13", "remaining_time": "0:03:16"} +{"current_steps": 1138, "total_steps": 1175, "loss": 0.9750644564628601, "lr": 1.2742518045112396e-07, "epoch": 4.844349680170575, "percentage": 96.85, "elapsed_time": "1:38:18", "remaining_time": "0:03:11"} +{"current_steps": 1139, "total_steps": 1175, "loss": 0.9195218086242676, "lr": 1.2081350808732518e-07, "epoch": 4.848614072494669, "percentage": 96.94, "elapsed_time": "1:38:23", "remaining_time": "0:03:06"} +{"current_steps": 1140, "total_steps": 1175, "loss": 1.068016529083252, "lr": 1.143774452448243e-07, "epoch": 4.8528784648187635, "percentage": 97.02, "elapsed_time": "1:38:28", "remaining_time": "0:03:01"} +{"current_steps": 1141, "total_steps": 1175, "loss": 0.9681274890899658, "lr": 1.0811704877875528e-07, "epoch": 4.857142857142857, "percentage": 97.11, "elapsed_time": "1:38:34", "remaining_time": "0:02:56"} +{"current_steps": 1142, "total_steps": 1175, "loss": 0.9908976554870605, "lr": 1.0203237399245336e-07, "epoch": 4.861407249466951, "percentage": 97.19, "elapsed_time": "1:38:39", "remaining_time": "0:02:51"} +{"current_steps": 1143, "total_steps": 1175, "loss": 0.9561929702758789, "lr": 9.612347463694882e-08, "epoch": 4.865671641791045, "percentage": 97.28, "elapsed_time": "1:38:44", "remaining_time": "0:02:45"} +{"current_steps": 1144, "total_steps": 1175, "loss": 0.9645097851753235, "lr": 9.039040291050738e-08, "epoch": 4.869936034115138, "percentage": 97.36, "elapsed_time": "1:38:49", "remaining_time": "0:02:40"} +{"current_steps": 1145, "total_steps": 1175, "loss": 0.9629539251327515, "lr": 8.483320945815499e-08, "epoch": 4.8742004264392325, "percentage": 97.45, "elapsed_time": "1:38:54", "remaining_time": "0:02:35"} +{"current_steps": 1146, "total_steps": 1175, "loss": 0.9523435831069946, "lr": 7.945194337124262e-08, "epoch": 4.878464818763327, "percentage": 97.53, "elapsed_time": "1:38:59", "remaining_time": "0:02:30"} +{"current_steps": 1147, "total_steps": 1175, "loss": 1.0447909832000732, "lr": 7.424665218700444e-08, "epoch": 4.88272921108742, "percentage": 97.62, "elapsed_time": "1:39:04", "remaining_time": "0:02:25"} +{"current_steps": 1148, "total_steps": 1175, "loss": 0.9593808650970459, "lr": 6.921738188814254e-08, "epoch": 4.886993603411514, "percentage": 97.7, "elapsed_time": "1:39:09", "remaining_time": "0:02:19"} +{"current_steps": 1149, "total_steps": 1175, "loss": 0.9661131501197815, "lr": 6.436417690241614e-08, "epoch": 4.891257995735607, "percentage": 97.79, "elapsed_time": "1:39:15", "remaining_time": "0:02:14"} +{"current_steps": 1150, "total_steps": 1175, "loss": 0.9736749529838562, "lr": 5.968708010225532e-08, "epoch": 4.895522388059701, "percentage": 97.87, "elapsed_time": "1:39:20", "remaining_time": "0:02:09"} +{"current_steps": 1151, "total_steps": 1175, "loss": 0.9437440037727356, "lr": 5.518613280437901e-08, "epoch": 4.899786780383796, "percentage": 97.96, "elapsed_time": "1:39:25", "remaining_time": "0:02:04"} +{"current_steps": 1152, "total_steps": 1175, "loss": 0.963232159614563, "lr": 5.0861374769426433e-08, "epoch": 4.904051172707889, "percentage": 98.04, "elapsed_time": "1:39:30", "remaining_time": "0:01:59"} +{"current_steps": 1153, "total_steps": 1175, "loss": 0.9642470479011536, "lr": 4.671284420161071e-08, "epoch": 4.908315565031983, "percentage": 98.13, "elapsed_time": "1:39:35", "remaining_time": "0:01:54"} +{"current_steps": 1154, "total_steps": 1175, "loss": 0.9545761346817017, "lr": 4.274057774838136e-08, "epoch": 4.912579957356077, "percentage": 98.21, "elapsed_time": "1:39:40", "remaining_time": "0:01:48"} +{"current_steps": 1155, "total_steps": 1175, "loss": 0.9211704134941101, "lr": 3.894461050010012e-08, "epoch": 4.91684434968017, "percentage": 98.3, "elapsed_time": "1:39:45", "remaining_time": "0:01:43"} +{"current_steps": 1156, "total_steps": 1175, "loss": 0.9662893414497375, "lr": 3.5324975989725615e-08, "epoch": 4.9211087420042645, "percentage": 98.38, "elapsed_time": "1:39:51", "remaining_time": "0:01:38"} +{"current_steps": 1157, "total_steps": 1175, "loss": 0.9604413509368896, "lr": 3.188170619252473e-08, "epoch": 4.925373134328359, "percentage": 98.47, "elapsed_time": "1:39:56", "remaining_time": "0:01:33"} +{"current_steps": 1158, "total_steps": 1175, "loss": 0.9696638584136963, "lr": 2.8614831525786147e-08, "epoch": 4.929637526652452, "percentage": 98.55, "elapsed_time": "1:40:01", "remaining_time": "0:01:28"} +{"current_steps": 1159, "total_steps": 1175, "loss": 0.9707285165786743, "lr": 2.552438084855613e-08, "epoch": 4.933901918976546, "percentage": 98.64, "elapsed_time": "1:40:06", "remaining_time": "0:01:22"} +{"current_steps": 1160, "total_steps": 1175, "loss": 1.0132946968078613, "lr": 2.2610381461372068e-08, "epoch": 4.938166311300639, "percentage": 98.72, "elapsed_time": "1:40:11", "remaining_time": "0:01:17"} +{"current_steps": 1161, "total_steps": 1175, "loss": 0.9828102588653564, "lr": 1.987285910603598e-08, "epoch": 4.9424307036247335, "percentage": 98.81, "elapsed_time": "1:40:16", "remaining_time": "0:01:12"} +{"current_steps": 1162, "total_steps": 1175, "loss": 0.9818974137306213, "lr": 1.7311837965379164e-08, "epoch": 4.946695095948828, "percentage": 98.89, "elapsed_time": "1:40:21", "remaining_time": "0:01:07"} +{"current_steps": 1163, "total_steps": 1175, "loss": 0.9775370955467224, "lr": 1.4927340663046798e-08, "epoch": 4.950959488272921, "percentage": 98.98, "elapsed_time": "1:40:26", "remaining_time": "0:01:02"} +{"current_steps": 1164, "total_steps": 1175, "loss": 0.9846158027648926, "lr": 1.2719388263300325e-08, "epoch": 4.955223880597015, "percentage": 99.06, "elapsed_time": "1:40:32", "remaining_time": "0:00:57"} +{"current_steps": 1165, "total_steps": 1175, "loss": 1.003100872039795, "lr": 1.0688000270839827e-08, "epoch": 4.959488272921108, "percentage": 99.15, "elapsed_time": "1:40:37", "remaining_time": "0:00:51"} +{"current_steps": 1166, "total_steps": 1175, "loss": 0.9978989362716675, "lr": 8.833194630615271e-09, "epoch": 4.963752665245202, "percentage": 99.23, "elapsed_time": "1:40:42", "remaining_time": "0:00:46"} +{"current_steps": 1167, "total_steps": 1175, "loss": 0.9677139520645142, "lr": 7.154987727682194e-09, "epoch": 4.968017057569297, "percentage": 99.32, "elapsed_time": "1:40:47", "remaining_time": "0:00:41"} +{"current_steps": 1168, "total_steps": 1175, "loss": 0.9879318475723267, "lr": 5.6533943870462625e-09, "epoch": 4.97228144989339, "percentage": 99.4, "elapsed_time": "1:40:52", "remaining_time": "0:00:36"} +{"current_steps": 1169, "total_steps": 1175, "loss": 1.0250473022460938, "lr": 4.328427873541152e-09, "epoch": 4.976545842217484, "percentage": 99.49, "elapsed_time": "1:40:57", "remaining_time": "0:00:31"} +{"current_steps": 1170, "total_steps": 1175, "loss": 0.973028838634491, "lr": 3.1800998917086432e-09, "epoch": 4.980810234541578, "percentage": 99.57, "elapsed_time": "1:41:02", "remaining_time": "0:00:25"} +{"current_steps": 1171, "total_steps": 1175, "loss": 0.9649015665054321, "lr": 2.2084205856920393e-09, "epoch": 4.985074626865671, "percentage": 99.66, "elapsed_time": "1:41:07", "remaining_time": "0:00:20"} +{"current_steps": 1172, "total_steps": 1175, "loss": 1.0228734016418457, "lr": 1.4133985391473482e-09, "epoch": 4.9893390191897655, "percentage": 99.74, "elapsed_time": "1:41:13", "remaining_time": "0:00:15"} +{"current_steps": 1173, "total_steps": 1175, "loss": 0.9098037481307983, "lr": 7.950407751722288e-10, "epoch": 4.99360341151386, "percentage": 99.83, "elapsed_time": "1:41:18", "remaining_time": "0:00:10"} +{"current_steps": 1174, "total_steps": 1175, "loss": 0.9602288007736206, "lr": 3.5335275624159835e-10, "epoch": 4.997867803837953, "percentage": 99.91, "elapsed_time": "1:41:23", "remaining_time": "0:00:05"} +{"current_steps": 1175, "total_steps": 1175, "loss": 1.0513310432434082, "lr": 8.833838415212014e-11, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "1:41:26", "remaining_time": "0:00:00"} +{"current_steps": 1175, "total_steps": 1175, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "1:41:29", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..76c3e92 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,12972 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.0, + "eval_steps": 500, + "global_step": 1175, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0042643923240938165, + "grad_norm": 3.7050780629898266, + "learning_rate": 0.0, + "loss": 1.3692437410354614, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3522762656211853, + "step": 1, + "valid_targets_mean": 14037.0, + "valid_targets_min": 2354 + }, + { + "epoch": 0.008528784648187633, + "grad_norm": 3.644142778423069, + "learning_rate": 3.3898305084745766e-07, + "loss": 1.3762229681015015, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.34364306926727295, + "step": 2, + "valid_targets_mean": 14289.4, + "valid_targets_min": 3217 + }, + { + "epoch": 0.01279317697228145, + "grad_norm": 3.6887570486447934, + "learning_rate": 6.779661016949153e-07, + "loss": 1.3203094005584717, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3292529582977295, + "step": 3, + "valid_targets_mean": 14767.9, + "valid_targets_min": 2376 + }, + { + "epoch": 0.017057569296375266, + "grad_norm": 3.7110691743676436, + "learning_rate": 1.016949152542373e-06, + "loss": 1.3758978843688965, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.35484176874160767, + "step": 4, + "valid_targets_mean": 13822.7, + "valid_targets_min": 1341 + }, + { + "epoch": 0.021321961620469083, + "grad_norm": 3.6104227273958225, + "learning_rate": 1.3559322033898307e-06, + "loss": 1.3438400030136108, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3377838432788849, + "step": 5, + "valid_targets_mean": 14168.3, + "valid_targets_min": 4549 + }, + { + "epoch": 0.0255863539445629, + "grad_norm": 3.552223485138882, + "learning_rate": 1.6949152542372882e-06, + "loss": 1.3246915340423584, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.33433401584625244, + "step": 6, + "valid_targets_mean": 14643.4, + "valid_targets_min": 2062 + }, + { + "epoch": 0.029850746268656716, + "grad_norm": 3.364111750773186, + "learning_rate": 2.033898305084746e-06, + "loss": 1.322192668914795, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3354091942310333, + "step": 7, + "valid_targets_mean": 14722.1, + "valid_targets_min": 5706 + }, + { + "epoch": 0.03411513859275053, + "grad_norm": 3.334837654325658, + "learning_rate": 2.372881355932204e-06, + "loss": 1.3389173746109009, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3530663251876831, + "step": 8, + "valid_targets_mean": 15226.8, + "valid_targets_min": 4690 + }, + { + "epoch": 0.03837953091684435, + "grad_norm": 2.8080847754149847, + "learning_rate": 2.7118644067796613e-06, + "loss": 1.3550939559936523, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.35263994336128235, + "step": 9, + "valid_targets_mean": 15026.3, + "valid_targets_min": 11234 + }, + { + "epoch": 0.042643923240938165, + "grad_norm": 2.6461503667751427, + "learning_rate": 3.0508474576271192e-06, + "loss": 1.3024230003356934, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.31125369668006897, + "step": 10, + "valid_targets_mean": 14829.6, + "valid_targets_min": 2873 + }, + { + "epoch": 0.046908315565031986, + "grad_norm": 2.361833251710954, + "learning_rate": 3.3898305084745763e-06, + "loss": 1.3256170749664307, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3399789333343506, + "step": 11, + "valid_targets_mean": 14368.6, + "valid_targets_min": 1932 + }, + { + "epoch": 0.0511727078891258, + "grad_norm": 2.1192877978498874, + "learning_rate": 3.7288135593220342e-06, + "loss": 1.3001116514205933, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.34104037284851074, + "step": 12, + "valid_targets_mean": 14815.2, + "valid_targets_min": 1409 + }, + { + "epoch": 0.05543710021321962, + "grad_norm": 2.0564921620484586, + "learning_rate": 4.067796610169492e-06, + "loss": 1.3146249055862427, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.35663479566574097, + "step": 13, + "valid_targets_mean": 15171.1, + "valid_targets_min": 9739 + }, + { + "epoch": 0.05970149253731343, + "grad_norm": 1.88013392634323, + "learning_rate": 4.40677966101695e-06, + "loss": 1.3103572130203247, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3216917812824249, + "step": 14, + "valid_targets_mean": 14483.7, + "valid_targets_min": 9364 + }, + { + "epoch": 0.06396588486140725, + "grad_norm": 1.533337013219745, + "learning_rate": 4.745762711864408e-06, + "loss": 1.3093593120574951, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.348351389169693, + "step": 15, + "valid_targets_mean": 15076.1, + "valid_targets_min": 3559 + }, + { + "epoch": 0.06823027718550106, + "grad_norm": 1.8942686142189689, + "learning_rate": 5.084745762711865e-06, + "loss": 1.2396540641784668, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.293296217918396, + "step": 16, + "valid_targets_mean": 15001.3, + "valid_targets_min": 6070 + }, + { + "epoch": 0.07249466950959488, + "grad_norm": 1.949853023703963, + "learning_rate": 5.423728813559323e-06, + "loss": 1.2900409698486328, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.31647390127182007, + "step": 17, + "valid_targets_mean": 15154.1, + "valid_targets_min": 2936 + }, + { + "epoch": 0.0767590618336887, + "grad_norm": 1.7000416376046041, + "learning_rate": 5.7627118644067805e-06, + "loss": 1.3255032300949097, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3654269576072693, + "step": 18, + "valid_targets_mean": 15572.8, + "valid_targets_min": 11400 + }, + { + "epoch": 0.08102345415778252, + "grad_norm": 1.5392347751119273, + "learning_rate": 6.1016949152542385e-06, + "loss": 1.2805070877075195, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3005303740501404, + "step": 19, + "valid_targets_mean": 13826.0, + "valid_targets_min": 1943 + }, + { + "epoch": 0.08528784648187633, + "grad_norm": 1.3548173284771003, + "learning_rate": 6.440677966101695e-06, + "loss": 1.3007392883300781, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.32928162813186646, + "step": 20, + "valid_targets_mean": 14183.2, + "valid_targets_min": 1730 + }, + { + "epoch": 0.08955223880597014, + "grad_norm": 1.5487187975704395, + "learning_rate": 6.779661016949153e-06, + "loss": 1.2937368154525757, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.31294944882392883, + "step": 21, + "valid_targets_mean": 14698.1, + "valid_targets_min": 2343 + }, + { + "epoch": 0.09381663113006397, + "grad_norm": 1.8310802916221394, + "learning_rate": 7.1186440677966106e-06, + "loss": 1.265408992767334, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3101353645324707, + "step": 22, + "valid_targets_mean": 14052.0, + "valid_targets_min": 5016 + }, + { + "epoch": 0.09808102345415778, + "grad_norm": 1.659985356016141, + "learning_rate": 7.4576271186440685e-06, + "loss": 1.2996220588684082, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.32625505328178406, + "step": 23, + "valid_targets_mean": 15747.2, + "valid_targets_min": 7977 + }, + { + "epoch": 0.1023454157782516, + "grad_norm": 1.2796272762896368, + "learning_rate": 7.796610169491526e-06, + "loss": 1.244044303894043, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3171003758907318, + "step": 24, + "valid_targets_mean": 15501.2, + "valid_targets_min": 8014 + }, + { + "epoch": 0.10660980810234541, + "grad_norm": 1.0421905099691027, + "learning_rate": 8.135593220338983e-06, + "loss": 1.2391921281814575, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27722275257110596, + "step": 25, + "valid_targets_mean": 13349.6, + "valid_targets_min": 2049 + }, + { + "epoch": 0.11087420042643924, + "grad_norm": 0.9988190143069554, + "learning_rate": 8.47457627118644e-06, + "loss": 1.2015836238861084, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2900916337966919, + "step": 26, + "valid_targets_mean": 13670.7, + "valid_targets_min": 2377 + }, + { + "epoch": 0.11513859275053305, + "grad_norm": 0.7791773324939875, + "learning_rate": 8.8135593220339e-06, + "loss": 1.160265326499939, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28922343254089355, + "step": 27, + "valid_targets_mean": 15432.1, + "valid_targets_min": 9230 + }, + { + "epoch": 0.11940298507462686, + "grad_norm": 0.8866057666371843, + "learning_rate": 9.152542372881356e-06, + "loss": 1.2556746006011963, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2979189157485962, + "step": 28, + "valid_targets_mean": 14637.2, + "valid_targets_min": 5532 + }, + { + "epoch": 0.12366737739872068, + "grad_norm": 0.8066240821616735, + "learning_rate": 9.491525423728815e-06, + "loss": 1.1768447160720825, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30367380380630493, + "step": 29, + "valid_targets_mean": 14625.5, + "valid_targets_min": 3306 + }, + { + "epoch": 0.1279317697228145, + "grad_norm": 0.7648919865485887, + "learning_rate": 9.830508474576272e-06, + "loss": 1.241949200630188, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.31732290983200073, + "step": 30, + "valid_targets_mean": 15120.5, + "valid_targets_min": 7362 + }, + { + "epoch": 0.13219616204690832, + "grad_norm": 0.7018397415958855, + "learning_rate": 1.016949152542373e-05, + "loss": 1.1539311408996582, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28841906785964966, + "step": 31, + "valid_targets_mean": 14608.3, + "valid_targets_min": 1802 + }, + { + "epoch": 0.13646055437100213, + "grad_norm": 0.7798440333291278, + "learning_rate": 1.0508474576271188e-05, + "loss": 1.1606169939041138, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28593698143959045, + "step": 32, + "valid_targets_mean": 14868.9, + "valid_targets_min": 2381 + }, + { + "epoch": 0.14072494669509594, + "grad_norm": 0.6709730268415378, + "learning_rate": 1.0847457627118645e-05, + "loss": 1.2407987117767334, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.31206440925598145, + "step": 33, + "valid_targets_mean": 15542.3, + "valid_targets_min": 9239 + }, + { + "epoch": 0.14498933901918976, + "grad_norm": 0.5927399346942984, + "learning_rate": 1.1186440677966102e-05, + "loss": 1.2000172138214111, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3148438334465027, + "step": 34, + "valid_targets_mean": 15298.9, + "valid_targets_min": 10829 + }, + { + "epoch": 0.14925373134328357, + "grad_norm": 0.6879187516419376, + "learning_rate": 1.1525423728813561e-05, + "loss": 1.1847583055496216, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30476540327072144, + "step": 35, + "valid_targets_mean": 15101.9, + "valid_targets_min": 4685 + }, + { + "epoch": 0.1535181236673774, + "grad_norm": 0.5736372588077562, + "learning_rate": 1.1864406779661018e-05, + "loss": 1.181781530380249, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30979201197624207, + "step": 36, + "valid_targets_mean": 15434.2, + "valid_targets_min": 8304 + }, + { + "epoch": 0.15778251599147122, + "grad_norm": 0.4839600609860032, + "learning_rate": 1.2203389830508477e-05, + "loss": 1.1757041215896606, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3150002658367157, + "step": 37, + "valid_targets_mean": 15374.5, + "valid_targets_min": 4818 + }, + { + "epoch": 0.16204690831556504, + "grad_norm": 0.5448012035335212, + "learning_rate": 1.2542372881355932e-05, + "loss": 1.1842443943023682, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3021180033683777, + "step": 38, + "valid_targets_mean": 15148.5, + "valid_targets_min": 7056 + }, + { + "epoch": 0.16631130063965885, + "grad_norm": 0.5158459340574624, + "learning_rate": 1.288135593220339e-05, + "loss": 1.2007079124450684, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2918003499507904, + "step": 39, + "valid_targets_mean": 14903.9, + "valid_targets_min": 4758 + }, + { + "epoch": 0.17057569296375266, + "grad_norm": 0.4934416594442201, + "learning_rate": 1.3220338983050848e-05, + "loss": 1.1404216289520264, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30101698637008667, + "step": 40, + "valid_targets_mean": 14631.2, + "valid_targets_min": 4776 + }, + { + "epoch": 0.17484008528784648, + "grad_norm": 0.45708657374086487, + "learning_rate": 1.3559322033898305e-05, + "loss": 1.167313814163208, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29247981309890747, + "step": 41, + "valid_targets_mean": 14968.9, + "valid_targets_min": 6853 + }, + { + "epoch": 0.1791044776119403, + "grad_norm": 0.5086425056584234, + "learning_rate": 1.3898305084745764e-05, + "loss": 1.130707025527954, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2653113305568695, + "step": 42, + "valid_targets_mean": 14805.2, + "valid_targets_min": 7412 + }, + { + "epoch": 0.18336886993603413, + "grad_norm": 0.49446667625841045, + "learning_rate": 1.4237288135593221e-05, + "loss": 1.1759696006774902, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28698980808258057, + "step": 43, + "valid_targets_mean": 14401.4, + "valid_targets_min": 2709 + }, + { + "epoch": 0.18763326226012794, + "grad_norm": 0.4225441910253411, + "learning_rate": 1.4576271186440678e-05, + "loss": 1.1241289377212524, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27669885754585266, + "step": 44, + "valid_targets_mean": 14983.8, + "valid_targets_min": 1264 + }, + { + "epoch": 0.19189765458422176, + "grad_norm": 0.41315134653726454, + "learning_rate": 1.4915254237288137e-05, + "loss": 1.146299123764038, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2780418395996094, + "step": 45, + "valid_targets_mean": 14252.4, + "valid_targets_min": 1572 + }, + { + "epoch": 0.19616204690831557, + "grad_norm": 0.43792682778587283, + "learning_rate": 1.5254237288135594e-05, + "loss": 1.1436562538146973, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2802981436252594, + "step": 46, + "valid_targets_mean": 14348.7, + "valid_targets_min": 3473 + }, + { + "epoch": 0.20042643923240938, + "grad_norm": 0.418260223399441, + "learning_rate": 1.5593220338983053e-05, + "loss": 1.197390079498291, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.31075793504714966, + "step": 47, + "valid_targets_mean": 14754.3, + "valid_targets_min": 2628 + }, + { + "epoch": 0.2046908315565032, + "grad_norm": 0.41700284556436135, + "learning_rate": 1.593220338983051e-05, + "loss": 1.1087491512298584, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2929489016532898, + "step": 48, + "valid_targets_mean": 15185.8, + "valid_targets_min": 5859 + }, + { + "epoch": 0.208955223880597, + "grad_norm": 0.412556813999178, + "learning_rate": 1.6271186440677967e-05, + "loss": 1.1045202016830444, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2575497031211853, + "step": 49, + "valid_targets_mean": 14226.5, + "valid_targets_min": 3280 + }, + { + "epoch": 0.21321961620469082, + "grad_norm": 0.4042092008381859, + "learning_rate": 1.6610169491525424e-05, + "loss": 1.1158027648925781, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2845377027988434, + "step": 50, + "valid_targets_mean": 14587.2, + "valid_targets_min": 2470 + }, + { + "epoch": 0.21748400852878466, + "grad_norm": 0.4132707686825523, + "learning_rate": 1.694915254237288e-05, + "loss": 1.1375819444656372, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2972974181175232, + "step": 51, + "valid_targets_mean": 15135.2, + "valid_targets_min": 2341 + }, + { + "epoch": 0.22174840085287847, + "grad_norm": 0.391199888066629, + "learning_rate": 1.728813559322034e-05, + "loss": 1.105478048324585, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29153481125831604, + "step": 52, + "valid_targets_mean": 14628.2, + "valid_targets_min": 3150 + }, + { + "epoch": 0.2260127931769723, + "grad_norm": 0.386668351137354, + "learning_rate": 1.76271186440678e-05, + "loss": 1.0931549072265625, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30096158385276794, + "step": 53, + "valid_targets_mean": 14552.2, + "valid_targets_min": 6412 + }, + { + "epoch": 0.2302771855010661, + "grad_norm": 0.3822043034745602, + "learning_rate": 1.7966101694915256e-05, + "loss": 1.1303824186325073, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28337252140045166, + "step": 54, + "valid_targets_mean": 15306.2, + "valid_targets_min": 9939 + }, + { + "epoch": 0.2345415778251599, + "grad_norm": 0.40103756945668784, + "learning_rate": 1.8305084745762713e-05, + "loss": 1.1525251865386963, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29096719622612, + "step": 55, + "valid_targets_mean": 14843.6, + "valid_targets_min": 6321 + }, + { + "epoch": 0.23880597014925373, + "grad_norm": 0.3833451859387816, + "learning_rate": 1.864406779661017e-05, + "loss": 1.1639981269836426, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2843185365200043, + "step": 56, + "valid_targets_mean": 13096.1, + "valid_targets_min": 1559 + }, + { + "epoch": 0.24307036247334754, + "grad_norm": 0.3399193334458428, + "learning_rate": 1.898305084745763e-05, + "loss": 1.1406729221343994, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2889408767223358, + "step": 57, + "valid_targets_mean": 13918.6, + "valid_targets_min": 4167 + }, + { + "epoch": 0.24733475479744135, + "grad_norm": 0.40561471430214036, + "learning_rate": 1.9322033898305087e-05, + "loss": 1.1632907390594482, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3403254747390747, + "step": 58, + "valid_targets_mean": 14827.4, + "valid_targets_min": 5551 + }, + { + "epoch": 0.2515991471215352, + "grad_norm": 0.37250445491384604, + "learning_rate": 1.9661016949152545e-05, + "loss": 1.1035513877868652, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2879774272441864, + "step": 59, + "valid_targets_mean": 15212.9, + "valid_targets_min": 6383 + }, + { + "epoch": 0.255863539445629, + "grad_norm": 0.370594175104314, + "learning_rate": 2e-05, + "loss": 1.117856740951538, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2637665867805481, + "step": 60, + "valid_targets_mean": 13981.9, + "valid_targets_min": 2976 + }, + { + "epoch": 0.2601279317697228, + "grad_norm": 0.40319022476773536, + "learning_rate": 2.033898305084746e-05, + "loss": 1.140508770942688, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2981041669845581, + "step": 61, + "valid_targets_mean": 14926.7, + "valid_targets_min": 1673 + }, + { + "epoch": 0.26439232409381663, + "grad_norm": 0.3592692867430342, + "learning_rate": 2.0677966101694916e-05, + "loss": 1.1198129653930664, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2828468084335327, + "step": 62, + "valid_targets_mean": 14801.3, + "valid_targets_min": 2559 + }, + { + "epoch": 0.26865671641791045, + "grad_norm": 0.3830986433032628, + "learning_rate": 2.1016949152542376e-05, + "loss": 1.0709550380706787, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.259308785200119, + "step": 63, + "valid_targets_mean": 14049.6, + "valid_targets_min": 3022 + }, + { + "epoch": 0.27292110874200426, + "grad_norm": 0.37699960866195636, + "learning_rate": 2.1355932203389833e-05, + "loss": 1.1756236553192139, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2878360152244568, + "step": 64, + "valid_targets_mean": 14548.8, + "valid_targets_min": 3780 + }, + { + "epoch": 0.2771855010660981, + "grad_norm": 0.39298210251360866, + "learning_rate": 2.169491525423729e-05, + "loss": 1.143497109413147, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30721768736839294, + "step": 65, + "valid_targets_mean": 14906.1, + "valid_targets_min": 3792 + }, + { + "epoch": 0.2814498933901919, + "grad_norm": 0.46218533437048287, + "learning_rate": 2.2033898305084748e-05, + "loss": 1.1329861879348755, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2948032319545746, + "step": 66, + "valid_targets_mean": 14316.4, + "valid_targets_min": 4259 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 0.40363035789670854, + "learning_rate": 2.2372881355932205e-05, + "loss": 1.1038914918899536, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2855198383331299, + "step": 67, + "valid_targets_mean": 14869.5, + "valid_targets_min": 1498 + }, + { + "epoch": 0.2899786780383795, + "grad_norm": 0.404526654468659, + "learning_rate": 2.2711864406779665e-05, + "loss": 1.1428015232086182, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30168676376342773, + "step": 68, + "valid_targets_mean": 14551.2, + "valid_targets_min": 4821 + }, + { + "epoch": 0.2942430703624733, + "grad_norm": 0.4482692606441178, + "learning_rate": 2.3050847457627122e-05, + "loss": 1.1620957851409912, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26107412576675415, + "step": 69, + "valid_targets_mean": 15006.9, + "valid_targets_min": 4126 + }, + { + "epoch": 0.29850746268656714, + "grad_norm": 0.42867084123635435, + "learning_rate": 2.338983050847458e-05, + "loss": 1.1545917987823486, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30845510959625244, + "step": 70, + "valid_targets_mean": 14557.5, + "valid_targets_min": 2311 + }, + { + "epoch": 0.302771855010661, + "grad_norm": 0.3968495695072565, + "learning_rate": 2.3728813559322036e-05, + "loss": 1.0535703897476196, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2562728524208069, + "step": 71, + "valid_targets_mean": 14938.7, + "valid_targets_min": 5689 + }, + { + "epoch": 0.3070362473347548, + "grad_norm": 0.45436207933470474, + "learning_rate": 2.406779661016949e-05, + "loss": 1.1029781103134155, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.277590811252594, + "step": 72, + "valid_targets_mean": 14522.3, + "valid_targets_min": 2727 + }, + { + "epoch": 0.31130063965884863, + "grad_norm": 0.359862537824085, + "learning_rate": 2.4406779661016954e-05, + "loss": 1.1120696067810059, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2918398082256317, + "step": 73, + "valid_targets_mean": 15216.2, + "valid_targets_min": 6987 + }, + { + "epoch": 0.31556503198294245, + "grad_norm": 0.4246652728104541, + "learning_rate": 2.474576271186441e-05, + "loss": 1.13474440574646, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27508383989334106, + "step": 74, + "valid_targets_mean": 15336.4, + "valid_targets_min": 7965 + }, + { + "epoch": 0.31982942430703626, + "grad_norm": 0.40846023357573547, + "learning_rate": 2.5084745762711865e-05, + "loss": 1.1316065788269043, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2800920307636261, + "step": 75, + "valid_targets_mean": 14431.6, + "valid_targets_min": 3089 + }, + { + "epoch": 0.32409381663113007, + "grad_norm": 0.3731952986186072, + "learning_rate": 2.5423728813559322e-05, + "loss": 1.124661922454834, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2803703546524048, + "step": 76, + "valid_targets_mean": 14309.1, + "valid_targets_min": 3138 + }, + { + "epoch": 0.3283582089552239, + "grad_norm": 0.4568010244837068, + "learning_rate": 2.576271186440678e-05, + "loss": 1.075108528137207, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25260084867477417, + "step": 77, + "valid_targets_mean": 13998.6, + "valid_targets_min": 2602 + }, + { + "epoch": 0.3326226012793177, + "grad_norm": 0.4493409517301465, + "learning_rate": 2.610169491525424e-05, + "loss": 1.1376177072525024, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2844620943069458, + "step": 78, + "valid_targets_mean": 14369.1, + "valid_targets_min": 4167 + }, + { + "epoch": 0.3368869936034115, + "grad_norm": 0.47372255745179864, + "learning_rate": 2.6440677966101696e-05, + "loss": 1.089780569076538, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2650420665740967, + "step": 79, + "valid_targets_mean": 14101.2, + "valid_targets_min": 4432 + }, + { + "epoch": 0.3411513859275053, + "grad_norm": 0.5665122742675868, + "learning_rate": 2.6779661016949153e-05, + "loss": 1.0992507934570312, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24609148502349854, + "step": 80, + "valid_targets_mean": 13424.2, + "valid_targets_min": 1895 + }, + { + "epoch": 0.34541577825159914, + "grad_norm": 0.47254128214633884, + "learning_rate": 2.711864406779661e-05, + "loss": 1.1198959350585938, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2935066819190979, + "step": 81, + "valid_targets_mean": 14789.6, + "valid_targets_min": 4851 + }, + { + "epoch": 0.34968017057569295, + "grad_norm": 0.6035870703559557, + "learning_rate": 2.7457627118644068e-05, + "loss": 1.0773565769195557, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2763820290565491, + "step": 82, + "valid_targets_mean": 14809.2, + "valid_targets_min": 7600 + }, + { + "epoch": 0.35394456289978676, + "grad_norm": 0.4667819362761318, + "learning_rate": 2.7796610169491528e-05, + "loss": 1.0495716333389282, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25999754667282104, + "step": 83, + "valid_targets_mean": 14823.2, + "valid_targets_min": 3855 + }, + { + "epoch": 0.3582089552238806, + "grad_norm": 0.3979333170715773, + "learning_rate": 2.8135593220338985e-05, + "loss": 1.125817894935608, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2996269166469574, + "step": 84, + "valid_targets_mean": 14658.2, + "valid_targets_min": 2691 + }, + { + "epoch": 0.3624733475479744, + "grad_norm": 0.5562559245097167, + "learning_rate": 2.8474576271186442e-05, + "loss": 1.0994623899459839, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25782912969589233, + "step": 85, + "valid_targets_mean": 13998.5, + "valid_targets_min": 714 + }, + { + "epoch": 0.36673773987206826, + "grad_norm": 0.5245838640290033, + "learning_rate": 2.88135593220339e-05, + "loss": 1.096351981163025, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2672840654850006, + "step": 86, + "valid_targets_mean": 14302.5, + "valid_targets_min": 2859 + }, + { + "epoch": 0.37100213219616207, + "grad_norm": 0.7142610115878439, + "learning_rate": 2.9152542372881356e-05, + "loss": 1.089399814605713, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2670043408870697, + "step": 87, + "valid_targets_mean": 14668.7, + "valid_targets_min": 4710 + }, + { + "epoch": 0.3752665245202559, + "grad_norm": 0.8439486434921541, + "learning_rate": 2.9491525423728817e-05, + "loss": 1.143181324005127, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3085780143737793, + "step": 88, + "valid_targets_mean": 14349.1, + "valid_targets_min": 4164 + }, + { + "epoch": 0.3795309168443497, + "grad_norm": 0.5019995695930857, + "learning_rate": 2.9830508474576274e-05, + "loss": 1.0901545286178589, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2736453711986542, + "step": 89, + "valid_targets_mean": 13790.9, + "valid_targets_min": 1776 + }, + { + "epoch": 0.3837953091684435, + "grad_norm": 0.7498229867971459, + "learning_rate": 3.016949152542373e-05, + "loss": 1.1339250802993774, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2919880747795105, + "step": 90, + "valid_targets_mean": 14075.8, + "valid_targets_min": 4288 + }, + { + "epoch": 0.3880597014925373, + "grad_norm": 0.6124984431041895, + "learning_rate": 3.0508474576271188e-05, + "loss": 1.1457653045654297, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28051960468292236, + "step": 91, + "valid_targets_mean": 14182.6, + "valid_targets_min": 1376 + }, + { + "epoch": 0.39232409381663114, + "grad_norm": 0.5367316576445155, + "learning_rate": 3.084745762711865e-05, + "loss": 1.0481932163238525, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2602003216743469, + "step": 92, + "valid_targets_mean": 14727.0, + "valid_targets_min": 8468 + }, + { + "epoch": 0.39658848614072495, + "grad_norm": 0.5867631443327929, + "learning_rate": 3.1186440677966106e-05, + "loss": 1.1587417125701904, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2870522141456604, + "step": 93, + "valid_targets_mean": 14595.0, + "valid_targets_min": 5134 + }, + { + "epoch": 0.40085287846481876, + "grad_norm": 0.5356452767726304, + "learning_rate": 3.152542372881356e-05, + "loss": 1.0834548473358154, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28711941838264465, + "step": 94, + "valid_targets_mean": 14092.9, + "valid_targets_min": 1414 + }, + { + "epoch": 0.4051172707889126, + "grad_norm": 0.523401883007321, + "learning_rate": 3.186440677966102e-05, + "loss": 1.095641851425171, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29611924290657043, + "step": 95, + "valid_targets_mean": 14336.4, + "valid_targets_min": 7342 + }, + { + "epoch": 0.4093816631130064, + "grad_norm": 0.5690445238598021, + "learning_rate": 3.2203389830508473e-05, + "loss": 1.078407883644104, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2741876244544983, + "step": 96, + "valid_targets_mean": 14126.5, + "valid_targets_min": 7041 + }, + { + "epoch": 0.4136460554371002, + "grad_norm": 0.6094147291691422, + "learning_rate": 3.2542372881355934e-05, + "loss": 1.0798135995864868, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2836112380027771, + "step": 97, + "valid_targets_mean": 15288.1, + "valid_targets_min": 3032 + }, + { + "epoch": 0.417910447761194, + "grad_norm": 0.6726142002002352, + "learning_rate": 3.2881355932203394e-05, + "loss": 1.0568196773529053, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2684295177459717, + "step": 98, + "valid_targets_mean": 15102.7, + "valid_targets_min": 7890 + }, + { + "epoch": 0.42217484008528783, + "grad_norm": 0.8491794688074314, + "learning_rate": 3.322033898305085e-05, + "loss": 1.0988755226135254, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29215890169143677, + "step": 99, + "valid_targets_mean": 15020.4, + "valid_targets_min": 2603 + }, + { + "epoch": 0.42643923240938164, + "grad_norm": 0.9064115361710522, + "learning_rate": 3.355932203389831e-05, + "loss": 1.083425760269165, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26947128772735596, + "step": 100, + "valid_targets_mean": 14664.2, + "valid_targets_min": 6535 + }, + { + "epoch": 0.43070362473347545, + "grad_norm": 0.9132507873879131, + "learning_rate": 3.389830508474576e-05, + "loss": 1.1036663055419922, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2732984125614166, + "step": 101, + "valid_targets_mean": 15139.3, + "valid_targets_min": 7516 + }, + { + "epoch": 0.4349680170575693, + "grad_norm": 1.385145048086555, + "learning_rate": 3.423728813559322e-05, + "loss": 1.1382055282592773, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2893203794956207, + "step": 102, + "valid_targets_mean": 15199.2, + "valid_targets_min": 5997 + }, + { + "epoch": 0.43923240938166314, + "grad_norm": 0.5475812514048524, + "learning_rate": 3.457627118644068e-05, + "loss": 1.1070555448532104, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2845304012298584, + "step": 103, + "valid_targets_mean": 15446.5, + "valid_targets_min": 7746 + }, + { + "epoch": 0.44349680170575695, + "grad_norm": 0.9741055956863801, + "learning_rate": 3.491525423728814e-05, + "loss": 1.05870521068573, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25673824548721313, + "step": 104, + "valid_targets_mean": 13467.9, + "valid_targets_min": 1542 + }, + { + "epoch": 0.44776119402985076, + "grad_norm": 1.0677300026608416, + "learning_rate": 3.52542372881356e-05, + "loss": 1.0540976524353027, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25432610511779785, + "step": 105, + "valid_targets_mean": 15373.5, + "valid_targets_min": 7168 + }, + { + "epoch": 0.4520255863539446, + "grad_norm": 0.7611749582978701, + "learning_rate": 3.559322033898305e-05, + "loss": 1.052013874053955, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26927241683006287, + "step": 106, + "valid_targets_mean": 15254.9, + "valid_targets_min": 7796 + }, + { + "epoch": 0.4562899786780384, + "grad_norm": 0.6867568669775715, + "learning_rate": 3.593220338983051e-05, + "loss": 1.0238397121429443, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24560533463954926, + "step": 107, + "valid_targets_mean": 15089.0, + "valid_targets_min": 2795 + }, + { + "epoch": 0.4605543710021322, + "grad_norm": 0.7531365351453309, + "learning_rate": 3.627118644067797e-05, + "loss": 1.1215412616729736, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2981128692626953, + "step": 108, + "valid_targets_mean": 14925.8, + "valid_targets_min": 2210 + }, + { + "epoch": 0.464818763326226, + "grad_norm": 0.7075846752148991, + "learning_rate": 3.6610169491525426e-05, + "loss": 1.119575023651123, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2760234475135803, + "step": 109, + "valid_targets_mean": 14718.9, + "valid_targets_min": 3165 + }, + { + "epoch": 0.4690831556503198, + "grad_norm": 0.5207892205512951, + "learning_rate": 3.6949152542372886e-05, + "loss": 1.0607807636260986, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2645629048347473, + "step": 110, + "valid_targets_mean": 13860.9, + "valid_targets_min": 1750 + }, + { + "epoch": 0.47334754797441364, + "grad_norm": 0.7100332484154964, + "learning_rate": 3.728813559322034e-05, + "loss": 1.0771763324737549, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28458529710769653, + "step": 111, + "valid_targets_mean": 15522.3, + "valid_targets_min": 8644 + }, + { + "epoch": 0.47761194029850745, + "grad_norm": 0.7103735333522195, + "learning_rate": 3.76271186440678e-05, + "loss": 1.1477752923965454, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2882823944091797, + "step": 112, + "valid_targets_mean": 15039.8, + "valid_targets_min": 3059 + }, + { + "epoch": 0.48187633262260127, + "grad_norm": 0.9098809591934902, + "learning_rate": 3.796610169491526e-05, + "loss": 1.109536051750183, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30783724784851074, + "step": 113, + "valid_targets_mean": 14650.3, + "valid_targets_min": 4726 + }, + { + "epoch": 0.4861407249466951, + "grad_norm": 0.7399818898149016, + "learning_rate": 3.8305084745762714e-05, + "loss": 1.121962308883667, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26784151792526245, + "step": 114, + "valid_targets_mean": 14586.5, + "valid_targets_min": 3354 + }, + { + "epoch": 0.4904051172707889, + "grad_norm": 0.5280361496919472, + "learning_rate": 3.8644067796610175e-05, + "loss": 1.0628488063812256, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2730950117111206, + "step": 115, + "valid_targets_mean": 14931.8, + "valid_targets_min": 2234 + }, + { + "epoch": 0.4946695095948827, + "grad_norm": 0.6973732682162282, + "learning_rate": 3.898305084745763e-05, + "loss": 1.0915262699127197, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26737692952156067, + "step": 116, + "valid_targets_mean": 14651.6, + "valid_targets_min": 4922 + }, + { + "epoch": 0.4989339019189765, + "grad_norm": 0.8478613201485544, + "learning_rate": 3.932203389830509e-05, + "loss": 1.042242169380188, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2633335292339325, + "step": 117, + "valid_targets_mean": 15044.4, + "valid_targets_min": 1486 + }, + { + "epoch": 0.5031982942430704, + "grad_norm": 0.9423939464924462, + "learning_rate": 3.966101694915255e-05, + "loss": 1.1005557775497437, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25671565532684326, + "step": 118, + "valid_targets_mean": 13800.0, + "valid_targets_min": 1422 + }, + { + "epoch": 0.5074626865671642, + "grad_norm": 0.8232326266289336, + "learning_rate": 4e-05, + "loss": 1.0876855850219727, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2626562714576721, + "step": 119, + "valid_targets_mean": 14306.9, + "valid_targets_min": 3745 + }, + { + "epoch": 0.511727078891258, + "grad_norm": 0.7031161455560354, + "learning_rate": 3.999991166161585e-05, + "loss": 1.1505755186080933, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2771134078502655, + "step": 120, + "valid_targets_mean": 14492.4, + "valid_targets_min": 1617 + }, + { + "epoch": 0.5159914712153518, + "grad_norm": 0.6575632107379027, + "learning_rate": 3.999964664724376e-05, + "loss": 1.0899534225463867, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2557235360145569, + "step": 121, + "valid_targets_mean": 14547.6, + "valid_targets_min": 2173 + }, + { + "epoch": 0.5202558635394456, + "grad_norm": 0.7913221543418435, + "learning_rate": 3.999920495922483e-05, + "loss": 1.0714800357818604, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2652358412742615, + "step": 122, + "valid_targets_mean": 14360.5, + "valid_targets_min": 5181 + }, + { + "epoch": 0.5245202558635395, + "grad_norm": 0.7870845811379741, + "learning_rate": 3.999858660146085e-05, + "loss": 1.0843017101287842, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2683025002479553, + "step": 123, + "valid_targets_mean": 15934.4, + "valid_targets_min": 11306 + }, + { + "epoch": 0.5287846481876333, + "grad_norm": 0.5962689178835435, + "learning_rate": 3.999779157941431e-05, + "loss": 1.070677399635315, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27511274814605713, + "step": 124, + "valid_targets_mean": 15529.0, + "valid_targets_min": 7890 + }, + { + "epoch": 0.5330490405117271, + "grad_norm": 0.6549941776246774, + "learning_rate": 3.99968199001083e-05, + "loss": 1.092234492301941, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2585451006889343, + "step": 125, + "valid_targets_mean": 14589.0, + "valid_targets_min": 3231 + }, + { + "epoch": 0.5373134328358209, + "grad_norm": 0.6433268626497883, + "learning_rate": 3.999567157212646e-05, + "loss": 1.0426599979400635, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27732205390930176, + "step": 126, + "valid_targets_mean": 15039.9, + "valid_targets_min": 2574 + }, + { + "epoch": 0.5415778251599147, + "grad_norm": 0.8352443012910113, + "learning_rate": 3.9994346605612955e-05, + "loss": 1.053920030593872, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27412497997283936, + "step": 127, + "valid_targets_mean": 15032.1, + "valid_targets_min": 3330 + }, + { + "epoch": 0.5458422174840085, + "grad_norm": 0.6721266904939381, + "learning_rate": 3.999284501227232e-05, + "loss": 1.0584911108016968, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2523651719093323, + "step": 128, + "valid_targets_mean": 14215.7, + "valid_targets_min": 2195 + }, + { + "epoch": 0.5501066098081023, + "grad_norm": 0.48843672284612627, + "learning_rate": 3.9991166805369393e-05, + "loss": 1.1100125312805176, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.289559006690979, + "step": 129, + "valid_targets_mean": 14395.0, + "valid_targets_min": 2490 + }, + { + "epoch": 0.5543710021321961, + "grad_norm": 0.6400490615525464, + "learning_rate": 3.9989311999729166e-05, + "loss": 1.1049845218658447, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29606693983078003, + "step": 130, + "valid_targets_mean": 14569.9, + "valid_targets_min": 5811 + }, + { + "epoch": 0.55863539445629, + "grad_norm": 0.563424535692848, + "learning_rate": 3.99872806117367e-05, + "loss": 1.0681297779083252, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2545401453971863, + "step": 131, + "valid_targets_mean": 13998.8, + "valid_targets_min": 2805 + }, + { + "epoch": 0.5628997867803838, + "grad_norm": 0.5948981350914802, + "learning_rate": 3.998507265933696e-05, + "loss": 1.067273736000061, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2615966200828552, + "step": 132, + "valid_targets_mean": 14621.0, + "valid_targets_min": 3960 + }, + { + "epoch": 0.5671641791044776, + "grad_norm": 0.5749626198443342, + "learning_rate": 3.9982688162034624e-05, + "loss": 1.1034537553787231, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2733963429927826, + "step": 133, + "valid_targets_mean": 14888.8, + "valid_targets_min": 2856 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 0.5579910867112449, + "learning_rate": 3.998012714089397e-05, + "loss": 1.1013906002044678, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27768003940582275, + "step": 134, + "valid_targets_mean": 14446.8, + "valid_targets_min": 4971 + }, + { + "epoch": 0.5756929637526652, + "grad_norm": 0.6403785510082947, + "learning_rate": 3.997738961853863e-05, + "loss": 1.0969642400741577, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28485429286956787, + "step": 135, + "valid_targets_mean": 14908.9, + "valid_targets_min": 2543 + }, + { + "epoch": 0.579957356076759, + "grad_norm": 0.5380869852233647, + "learning_rate": 3.9974475619151445e-05, + "loss": 1.0559520721435547, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2599300444126129, + "step": 136, + "valid_targets_mean": 15042.8, + "valid_targets_min": 5253 + }, + { + "epoch": 0.5842217484008528, + "grad_norm": 0.49896660740556487, + "learning_rate": 3.997138516847422e-05, + "loss": 1.0358166694641113, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2784730792045593, + "step": 137, + "valid_targets_mean": 15314.4, + "valid_targets_min": 6815 + }, + { + "epoch": 0.5884861407249466, + "grad_norm": 0.6086479921387165, + "learning_rate": 3.9968118293807476e-05, + "loss": 1.1016316413879395, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2564149498939514, + "step": 138, + "valid_targets_mean": 14211.9, + "valid_targets_min": 1760 + }, + { + "epoch": 0.5927505330490405, + "grad_norm": 0.5425428137663556, + "learning_rate": 3.996467502401028e-05, + "loss": 1.0730235576629639, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2677554786205292, + "step": 139, + "valid_targets_mean": 15098.0, + "valid_targets_min": 2956 + }, + { + "epoch": 0.5970149253731343, + "grad_norm": 0.4908207916774726, + "learning_rate": 3.9961055389499904e-05, + "loss": 1.038144588470459, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26678267121315, + "step": 140, + "valid_targets_mean": 14864.3, + "valid_targets_min": 6004 + }, + { + "epoch": 0.6012793176972282, + "grad_norm": 0.542727640216713, + "learning_rate": 3.995725942225162e-05, + "loss": 1.0723166465759277, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25091272592544556, + "step": 141, + "valid_targets_mean": 13533.8, + "valid_targets_min": 2100 + }, + { + "epoch": 0.605543710021322, + "grad_norm": 0.48616177634505015, + "learning_rate": 3.995328715579839e-05, + "loss": 1.0786864757537842, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2756822109222412, + "step": 142, + "valid_targets_mean": 15253.0, + "valid_targets_min": 7270 + }, + { + "epoch": 0.6098081023454158, + "grad_norm": 0.5520956388686232, + "learning_rate": 3.994913862523058e-05, + "loss": 1.0484728813171387, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2863498330116272, + "step": 143, + "valid_targets_mean": 15135.0, + "valid_targets_min": 2961 + }, + { + "epoch": 0.6140724946695096, + "grad_norm": 0.43493765908641513, + "learning_rate": 3.9944813867195624e-05, + "loss": 1.0812013149261475, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22369539737701416, + "step": 144, + "valid_targets_mean": 12900.4, + "valid_targets_min": 976 + }, + { + "epoch": 0.6183368869936035, + "grad_norm": 0.47275744196027986, + "learning_rate": 3.9940312919897744e-05, + "loss": 1.1257681846618652, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30477064847946167, + "step": 145, + "valid_targets_mean": 15631.7, + "valid_targets_min": 9492 + }, + { + "epoch": 0.6226012793176973, + "grad_norm": 0.4648291056305156, + "learning_rate": 3.993563582309759e-05, + "loss": 1.0511856079101562, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24608807265758514, + "step": 146, + "valid_targets_mean": 15147.3, + "valid_targets_min": 4251 + }, + { + "epoch": 0.6268656716417911, + "grad_norm": 0.44902387960467005, + "learning_rate": 3.993078261811186e-05, + "loss": 1.080320119857788, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2716037333011627, + "step": 147, + "valid_targets_mean": 15246.7, + "valid_targets_min": 1331 + }, + { + "epoch": 0.6311300639658849, + "grad_norm": 0.5035450374595886, + "learning_rate": 3.9925753347813e-05, + "loss": 1.130347728729248, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2737486958503723, + "step": 148, + "valid_targets_mean": 14379.8, + "valid_targets_min": 2708 + }, + { + "epoch": 0.6353944562899787, + "grad_norm": 0.5091556926343411, + "learning_rate": 3.992054805662876e-05, + "loss": 1.115844488143921, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27972787618637085, + "step": 149, + "valid_targets_mean": 14061.5, + "valid_targets_min": 2210 + }, + { + "epoch": 0.6396588486140725, + "grad_norm": 0.4477300918143984, + "learning_rate": 3.991516679054185e-05, + "loss": 1.060228943824768, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2634928226470947, + "step": 150, + "valid_targets_mean": 14323.0, + "valid_targets_min": 5017 + }, + { + "epoch": 0.6439232409381663, + "grad_norm": 0.5351539062418861, + "learning_rate": 3.9909609597089496e-05, + "loss": 1.0674173831939697, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2632558345794678, + "step": 151, + "valid_targets_mean": 14257.8, + "valid_targets_min": 3979 + }, + { + "epoch": 0.6481876332622601, + "grad_norm": 0.7278522574811955, + "learning_rate": 3.9903876525363055e-05, + "loss": 1.0999696254730225, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2681885361671448, + "step": 152, + "valid_targets_mean": 14785.4, + "valid_targets_min": 7633 + }, + { + "epoch": 0.652452025586354, + "grad_norm": 0.6639805094372959, + "learning_rate": 3.989796762600755e-05, + "loss": 1.0721893310546875, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24978876113891602, + "step": 153, + "valid_targets_mean": 14481.2, + "valid_targets_min": 4915 + }, + { + "epoch": 0.6567164179104478, + "grad_norm": 0.5946803421731605, + "learning_rate": 3.9891882951221246e-05, + "loss": 1.160867691040039, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2525663673877716, + "step": 154, + "valid_targets_mean": 13851.4, + "valid_targets_min": 2001 + }, + { + "epoch": 0.6609808102345416, + "grad_norm": 0.5005158714404884, + "learning_rate": 3.988562255475518e-05, + "loss": 1.0442200899124146, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2694418430328369, + "step": 155, + "valid_targets_mean": 15546.7, + "valid_targets_min": 6669 + }, + { + "epoch": 0.6652452025586354, + "grad_norm": 0.6923534139141314, + "learning_rate": 3.987918649191268e-05, + "loss": 1.085169792175293, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27694371342658997, + "step": 156, + "valid_targets_mean": 14214.1, + "valid_targets_min": 5957 + }, + { + "epoch": 0.6695095948827292, + "grad_norm": 0.6291609924377848, + "learning_rate": 3.987257481954888e-05, + "loss": 1.0835366249084473, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2972813844680786, + "step": 157, + "valid_targets_mean": 14841.3, + "valid_targets_min": 5718 + }, + { + "epoch": 0.673773987206823, + "grad_norm": 0.6949486431955099, + "learning_rate": 3.9865787596070236e-05, + "loss": 1.0785105228424072, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26788365840911865, + "step": 158, + "valid_targets_mean": 14575.0, + "valid_targets_min": 5142 + }, + { + "epoch": 0.6780383795309168, + "grad_norm": 0.6125844372311213, + "learning_rate": 3.9858824881433975e-05, + "loss": 1.0924922227859497, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2507363557815552, + "step": 159, + "valid_targets_mean": 14356.6, + "valid_targets_min": 4878 + }, + { + "epoch": 0.6823027718550106, + "grad_norm": 0.5574752878263121, + "learning_rate": 3.9851686737147585e-05, + "loss": 1.1294423341751099, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2461737096309662, + "step": 160, + "valid_targets_mean": 13718.2, + "valid_targets_min": 805 + }, + { + "epoch": 0.6865671641791045, + "grad_norm": 0.5478327836713052, + "learning_rate": 3.9844373226268305e-05, + "loss": 1.0423997640609741, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2565568685531616, + "step": 161, + "valid_targets_mean": 14228.8, + "valid_targets_min": 2382 + }, + { + "epoch": 0.6908315565031983, + "grad_norm": 0.4905992626681647, + "learning_rate": 3.983688441340249e-05, + "loss": 1.1095077991485596, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29134225845336914, + "step": 162, + "valid_targets_mean": 14159.3, + "valid_targets_min": 2792 + }, + { + "epoch": 0.6950959488272921, + "grad_norm": 0.5791383369506973, + "learning_rate": 3.98292203647051e-05, + "loss": 1.0938866138458252, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27529406547546387, + "step": 163, + "valid_targets_mean": 14302.1, + "valid_targets_min": 3711 + }, + { + "epoch": 0.6993603411513859, + "grad_norm": 0.42193448193600835, + "learning_rate": 3.982138114787912e-05, + "loss": 1.0846669673919678, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2688499689102173, + "step": 164, + "valid_targets_mean": 14744.2, + "valid_targets_min": 6098 + }, + { + "epoch": 0.7036247334754797, + "grad_norm": 0.5155095369829436, + "learning_rate": 3.98133668321749e-05, + "loss": 1.057676911354065, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2630409300327301, + "step": 165, + "valid_targets_mean": 14565.0, + "valid_targets_min": 3680 + }, + { + "epoch": 0.7078891257995735, + "grad_norm": 0.5869902656317024, + "learning_rate": 3.980517748838963e-05, + "loss": 1.1554545164108276, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2754029631614685, + "step": 166, + "valid_targets_mean": 13850.9, + "valid_targets_min": 1110 + }, + { + "epoch": 0.7121535181236673, + "grad_norm": 0.5720171958814955, + "learning_rate": 3.979681318886664e-05, + "loss": 1.0603725910186768, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2662554085254669, + "step": 167, + "valid_targets_mean": 14264.0, + "valid_targets_min": 2853 + }, + { + "epoch": 0.7164179104477612, + "grad_norm": 0.5434989869753447, + "learning_rate": 3.978827400749481e-05, + "loss": 1.0979516506195068, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2543768286705017, + "step": 168, + "valid_targets_mean": 14187.2, + "valid_targets_min": 1974 + }, + { + "epoch": 0.720682302771855, + "grad_norm": 0.5166671494441886, + "learning_rate": 3.977956001970788e-05, + "loss": 1.1519384384155273, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2969434857368469, + "step": 169, + "valid_targets_mean": 15474.6, + "valid_targets_min": 8501 + }, + { + "epoch": 0.7249466950959488, + "grad_norm": 0.5303223539428913, + "learning_rate": 3.977067130248381e-05, + "loss": 1.0900096893310547, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27363914251327515, + "step": 170, + "valid_targets_mean": 15222.5, + "valid_targets_min": 5620 + }, + { + "epoch": 0.7292110874200426, + "grad_norm": 0.5625412610722119, + "learning_rate": 3.9761607934344095e-05, + "loss": 1.0231143236160278, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24777080118656158, + "step": 171, + "valid_targets_mean": 13855.9, + "valid_targets_min": 3112 + }, + { + "epoch": 0.7334754797441365, + "grad_norm": 0.603264553548915, + "learning_rate": 3.975236999535306e-05, + "loss": 1.0472302436828613, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2527484893798828, + "step": 172, + "valid_targets_mean": 14650.7, + "valid_targets_min": 3113 + }, + { + "epoch": 0.7377398720682303, + "grad_norm": 0.6014862245959686, + "learning_rate": 3.974295756711717e-05, + "loss": 1.0939075946807861, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2624342143535614, + "step": 173, + "valid_targets_mean": 14595.8, + "valid_targets_min": 2880 + }, + { + "epoch": 0.7420042643923241, + "grad_norm": 0.44388702752873965, + "learning_rate": 3.9733370732784296e-05, + "loss": 1.115445852279663, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28644606471061707, + "step": 174, + "valid_targets_mean": 14760.0, + "valid_targets_min": 2181 + }, + { + "epoch": 0.746268656716418, + "grad_norm": 0.4904032202025299, + "learning_rate": 3.972360957704298e-05, + "loss": 1.145646333694458, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24962620437145233, + "step": 175, + "valid_targets_mean": 14682.2, + "valid_targets_min": 1778 + }, + { + "epoch": 0.7505330490405118, + "grad_norm": 0.49307189524330414, + "learning_rate": 3.97136741861217e-05, + "loss": 1.0545127391815186, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2779785990715027, + "step": 176, + "valid_targets_mean": 15725.2, + "valid_targets_min": 10505 + }, + { + "epoch": 0.7547974413646056, + "grad_norm": 0.44785683420642936, + "learning_rate": 3.970356464778808e-05, + "loss": 1.0895123481750488, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27711138129234314, + "step": 177, + "valid_targets_mean": 14786.6, + "valid_targets_min": 2882 + }, + { + "epoch": 0.7590618336886994, + "grad_norm": 0.44123981119420197, + "learning_rate": 3.969328105134817e-05, + "loss": 1.0779128074645996, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2723630368709564, + "step": 178, + "valid_targets_mean": 15287.1, + "valid_targets_min": 1532 + }, + { + "epoch": 0.7633262260127932, + "grad_norm": 0.4838123716306297, + "learning_rate": 3.9682823487645584e-05, + "loss": 1.0953731536865234, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2782648503780365, + "step": 179, + "valid_targets_mean": 14615.7, + "valid_targets_min": 5225 + }, + { + "epoch": 0.767590618336887, + "grad_norm": 0.5530489816011777, + "learning_rate": 3.9672192049060745e-05, + "loss": 1.0543200969696045, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24827225506305695, + "step": 180, + "valid_targets_mean": 14464.0, + "valid_targets_min": 3973 + }, + { + "epoch": 0.7718550106609808, + "grad_norm": 0.5225429513663924, + "learning_rate": 3.966138682951008e-05, + "loss": 1.091672420501709, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28941211104393005, + "step": 181, + "valid_targets_mean": 15169.6, + "valid_targets_min": 3780 + }, + { + "epoch": 0.7761194029850746, + "grad_norm": 0.44637484719229226, + "learning_rate": 3.9650407924445147e-05, + "loss": 1.1263113021850586, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28688526153564453, + "step": 182, + "valid_targets_mean": 14721.4, + "valid_targets_min": 1440 + }, + { + "epoch": 0.7803837953091685, + "grad_norm": 0.45862542771768605, + "learning_rate": 3.963925543085181e-05, + "loss": 1.0835044384002686, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25946244597435, + "step": 183, + "valid_targets_mean": 14252.9, + "valid_targets_min": 4037 + }, + { + "epoch": 0.7846481876332623, + "grad_norm": 0.4952510891744086, + "learning_rate": 3.96279294472494e-05, + "loss": 1.001509428024292, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24779187142848969, + "step": 184, + "valid_targets_mean": 14142.4, + "valid_targets_min": 1337 + }, + { + "epoch": 0.7889125799573561, + "grad_norm": 0.44195447602621846, + "learning_rate": 3.961643007368984e-05, + "loss": 1.0588806867599487, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.276114284992218, + "step": 185, + "valid_targets_mean": 15403.3, + "valid_targets_min": 10688 + }, + { + "epoch": 0.7931769722814499, + "grad_norm": 0.42766577918859827, + "learning_rate": 3.960475741175671e-05, + "loss": 1.1107757091522217, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2877672612667084, + "step": 186, + "valid_targets_mean": 14154.4, + "valid_targets_min": 1176 + }, + { + "epoch": 0.7974413646055437, + "grad_norm": 0.5067246882281058, + "learning_rate": 3.959291156456444e-05, + "loss": 1.0544629096984863, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2686496376991272, + "step": 187, + "valid_targets_mean": 14308.6, + "valid_targets_min": 1306 + }, + { + "epoch": 0.8017057569296375, + "grad_norm": 0.6426543954086256, + "learning_rate": 3.9580892636757334e-05, + "loss": 1.0391920804977417, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26643359661102295, + "step": 188, + "valid_targets_mean": 14659.4, + "valid_targets_min": 1687 + }, + { + "epoch": 0.8059701492537313, + "grad_norm": 0.6310582264944622, + "learning_rate": 3.9568700734508645e-05, + "loss": 1.0646073818206787, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2615092992782593, + "step": 189, + "valid_targets_mean": 14306.6, + "valid_targets_min": 1896 + }, + { + "epoch": 0.8102345415778252, + "grad_norm": 0.4316920405376593, + "learning_rate": 3.955633596551967e-05, + "loss": 1.0984067916870117, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2925407886505127, + "step": 190, + "valid_targets_mean": 14534.1, + "valid_targets_min": 2343 + }, + { + "epoch": 0.814498933901919, + "grad_norm": 0.5092025373692535, + "learning_rate": 3.9543798439018776e-05, + "loss": 1.0774245262145996, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26995649933815, + "step": 191, + "valid_targets_mean": 14733.8, + "valid_targets_min": 2367 + }, + { + "epoch": 0.8187633262260128, + "grad_norm": 0.6176598186353168, + "learning_rate": 3.953108826576046e-05, + "loss": 1.0559810400009155, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29765647649765015, + "step": 192, + "valid_targets_mean": 15014.3, + "valid_targets_min": 3991 + }, + { + "epoch": 0.8230277185501066, + "grad_norm": 0.4955119409802344, + "learning_rate": 3.9518205558024334e-05, + "loss": 1.0619244575500488, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24655967950820923, + "step": 193, + "valid_targets_mean": 14510.7, + "valid_targets_min": 2499 + }, + { + "epoch": 0.8272921108742004, + "grad_norm": 0.4441924061241526, + "learning_rate": 3.9505150429614154e-05, + "loss": 1.0574350357055664, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2708360552787781, + "step": 194, + "valid_targets_mean": 14285.1, + "valid_targets_min": 4255 + }, + { + "epoch": 0.8315565031982942, + "grad_norm": 0.47719053044370424, + "learning_rate": 3.949192299585681e-05, + "loss": 1.0607553720474243, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23465648293495178, + "step": 195, + "valid_targets_mean": 13950.8, + "valid_targets_min": 3588 + }, + { + "epoch": 0.835820895522388, + "grad_norm": 0.467012826021647, + "learning_rate": 3.9478523373601325e-05, + "loss": 1.0625135898590088, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2731807231903076, + "step": 196, + "valid_targets_mean": 14909.9, + "valid_targets_min": 6385 + }, + { + "epoch": 0.8400852878464818, + "grad_norm": 0.38085852032238326, + "learning_rate": 3.946495168121778e-05, + "loss": 1.0609357357025146, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28904902935028076, + "step": 197, + "valid_targets_mean": 14388.2, + "valid_targets_min": 4776 + }, + { + "epoch": 0.8443496801705757, + "grad_norm": 0.45711580952928094, + "learning_rate": 3.9451208038596325e-05, + "loss": 1.0474504232406616, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2546575665473938, + "step": 198, + "valid_targets_mean": 14635.1, + "valid_targets_min": 4017 + }, + { + "epoch": 0.8486140724946695, + "grad_norm": 0.42308190621852476, + "learning_rate": 3.943729256714608e-05, + "loss": 1.0619412660598755, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2732556462287903, + "step": 199, + "valid_targets_mean": 15327.0, + "valid_targets_min": 9625 + }, + { + "epoch": 0.8528784648187633, + "grad_norm": 0.50332299139726, + "learning_rate": 3.942320538979408e-05, + "loss": 1.0523178577423096, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26731598377227783, + "step": 200, + "valid_targets_mean": 15212.5, + "valid_targets_min": 6862 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 0.40579341242390754, + "learning_rate": 3.9408946630984144e-05, + "loss": 1.0020947456359863, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2605958878993988, + "step": 201, + "valid_targets_mean": 15162.9, + "valid_targets_min": 6042 + }, + { + "epoch": 0.8614072494669509, + "grad_norm": 0.4911450057574764, + "learning_rate": 3.939451641667587e-05, + "loss": 1.0410255193710327, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2670213580131531, + "step": 202, + "valid_targets_mean": 15394.2, + "valid_targets_min": 5438 + }, + { + "epoch": 0.8656716417910447, + "grad_norm": 0.503110790214135, + "learning_rate": 3.937991487434342e-05, + "loss": 1.0642400979995728, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2623797655105591, + "step": 203, + "valid_targets_mean": 14678.1, + "valid_targets_min": 6220 + }, + { + "epoch": 0.8699360341151386, + "grad_norm": 0.4436199136945869, + "learning_rate": 3.9365142132974484e-05, + "loss": 1.1306285858154297, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3121783137321472, + "step": 204, + "valid_targets_mean": 14939.2, + "valid_targets_min": 3887 + }, + { + "epoch": 0.8742004264392325, + "grad_norm": 0.5857979238570923, + "learning_rate": 3.935019832306905e-05, + "loss": 1.0648304224014282, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2739461660385132, + "step": 205, + "valid_targets_mean": 14681.6, + "valid_targets_min": 5499 + }, + { + "epoch": 0.8784648187633263, + "grad_norm": 0.585432048571984, + "learning_rate": 3.933508357663832e-05, + "loss": 1.0731347799301147, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2741486430168152, + "step": 206, + "valid_targets_mean": 14105.4, + "valid_targets_min": 4262 + }, + { + "epoch": 0.8827292110874201, + "grad_norm": 0.4665392758071425, + "learning_rate": 3.9319798027203544e-05, + "loss": 1.040523886680603, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27001869678497314, + "step": 207, + "valid_targets_mean": 14148.8, + "valid_targets_min": 575 + }, + { + "epoch": 0.8869936034115139, + "grad_norm": 0.4909226177806315, + "learning_rate": 3.930434180979478e-05, + "loss": 1.0693047046661377, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26223987340927124, + "step": 208, + "valid_targets_mean": 13855.8, + "valid_targets_min": 1919 + }, + { + "epoch": 0.8912579957356077, + "grad_norm": 0.5572219951310814, + "learning_rate": 3.928871506094975e-05, + "loss": 1.062949538230896, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2771598994731903, + "step": 209, + "valid_targets_mean": 15001.1, + "valid_targets_min": 11504 + }, + { + "epoch": 0.8955223880597015, + "grad_norm": 0.5302292186399175, + "learning_rate": 3.927291791871264e-05, + "loss": 1.0810881853103638, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25618427991867065, + "step": 210, + "valid_targets_mean": 14553.4, + "valid_targets_min": 3171 + }, + { + "epoch": 0.8997867803837953, + "grad_norm": 0.6242922450550126, + "learning_rate": 3.925695052263284e-05, + "loss": 1.069779634475708, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2580450475215912, + "step": 211, + "valid_targets_mean": 14692.5, + "valid_targets_min": 2295 + }, + { + "epoch": 0.9040511727078892, + "grad_norm": 0.4536482512535751, + "learning_rate": 3.924081301376375e-05, + "loss": 1.0439661741256714, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25196996331214905, + "step": 212, + "valid_targets_mean": 14521.2, + "valid_targets_min": 1843 + }, + { + "epoch": 0.908315565031983, + "grad_norm": 0.510283174341876, + "learning_rate": 3.9224505534661525e-05, + "loss": 1.0576764345169067, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23973239958286285, + "step": 213, + "valid_targets_mean": 14508.8, + "valid_targets_min": 4589 + }, + { + "epoch": 0.9125799573560768, + "grad_norm": 0.49658713371562935, + "learning_rate": 3.92080282293838e-05, + "loss": 1.077567458152771, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2822937071323395, + "step": 214, + "valid_targets_mean": 14945.4, + "valid_targets_min": 1789 + }, + { + "epoch": 0.9168443496801706, + "grad_norm": 0.45794284802940943, + "learning_rate": 3.9191381243488417e-05, + "loss": 1.0571658611297607, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27349892258644104, + "step": 215, + "valid_targets_mean": 14692.0, + "valid_targets_min": 3666 + }, + { + "epoch": 0.9211087420042644, + "grad_norm": 0.6141744935366914, + "learning_rate": 3.9174564724032167e-05, + "loss": 1.073103427886963, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23693981766700745, + "step": 216, + "valid_targets_mean": 13916.4, + "valid_targets_min": 934 + }, + { + "epoch": 0.9253731343283582, + "grad_norm": 0.4055586667062206, + "learning_rate": 3.9157578819569455e-05, + "loss": 1.0518367290496826, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26126977801322937, + "step": 217, + "valid_targets_mean": 14793.8, + "valid_targets_min": 5449 + }, + { + "epoch": 0.929637526652452, + "grad_norm": 0.54158451570541, + "learning_rate": 3.9140423680151036e-05, + "loss": 1.0468168258666992, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2635643184185028, + "step": 218, + "valid_targets_mean": 14376.8, + "valid_targets_min": 2255 + }, + { + "epoch": 0.9339019189765458, + "grad_norm": 0.5445967854891312, + "learning_rate": 3.9123099457322625e-05, + "loss": 1.103074312210083, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2882195711135864, + "step": 219, + "valid_targets_mean": 14753.6, + "valid_targets_min": 2483 + }, + { + "epoch": 0.9381663113006397, + "grad_norm": 0.4930856401656068, + "learning_rate": 3.9105606304123605e-05, + "loss": 1.0753755569458008, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2556943893432617, + "step": 220, + "valid_targets_mean": 15313.4, + "valid_targets_min": 1380 + }, + { + "epoch": 0.9424307036247335, + "grad_norm": 0.5440345868038566, + "learning_rate": 3.908794437508567e-05, + "loss": 1.0632359981536865, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2605021297931671, + "step": 221, + "valid_targets_mean": 14588.6, + "valid_targets_min": 7319 + }, + { + "epoch": 0.9466950959488273, + "grad_norm": 0.44746588450137675, + "learning_rate": 3.907011382623145e-05, + "loss": 1.0761289596557617, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2692149877548218, + "step": 222, + "valid_targets_mean": 14791.3, + "valid_targets_min": 2399 + }, + { + "epoch": 0.9509594882729211, + "grad_norm": 0.4271710366516504, + "learning_rate": 3.905211481507313e-05, + "loss": 1.0655196905136108, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2823115885257721, + "step": 223, + "valid_targets_mean": 14754.5, + "valid_targets_min": 5518 + }, + { + "epoch": 0.9552238805970149, + "grad_norm": 0.47524235314290736, + "learning_rate": 3.903394750061106e-05, + "loss": 1.0658456087112427, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2689781188964844, + "step": 224, + "valid_targets_mean": 14576.5, + "valid_targets_min": 3004 + }, + { + "epoch": 0.9594882729211087, + "grad_norm": 0.4841575096031807, + "learning_rate": 3.9015612043332375e-05, + "loss": 1.039156198501587, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2707943916320801, + "step": 225, + "valid_targets_mean": 14913.6, + "valid_targets_min": 2041 + }, + { + "epoch": 0.9637526652452025, + "grad_norm": 0.4723350160667985, + "learning_rate": 3.8997108605209535e-05, + "loss": 1.038079857826233, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25404903292655945, + "step": 226, + "valid_targets_mean": 14266.9, + "valid_targets_min": 5364 + }, + { + "epoch": 0.9680170575692963, + "grad_norm": 0.4997955653542789, + "learning_rate": 3.897843734969891e-05, + "loss": 1.0137856006622314, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24287495017051697, + "step": 227, + "valid_targets_mean": 15244.7, + "valid_targets_min": 8682 + }, + { + "epoch": 0.9722814498933902, + "grad_norm": 0.47450567966821877, + "learning_rate": 3.895959844173937e-05, + "loss": 1.06816565990448, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2828211188316345, + "step": 228, + "valid_targets_mean": 14613.2, + "valid_targets_min": 5184 + }, + { + "epoch": 0.976545842217484, + "grad_norm": 0.48151688570693435, + "learning_rate": 3.8940592047750774e-05, + "loss": 1.0650134086608887, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23731546103954315, + "step": 229, + "valid_targets_mean": 13796.5, + "valid_targets_min": 4055 + }, + { + "epoch": 0.9808102345415778, + "grad_norm": 0.5110497665972306, + "learning_rate": 3.892141833563255e-05, + "loss": 1.0774457454681396, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27977144718170166, + "step": 230, + "valid_targets_mean": 15119.4, + "valid_targets_min": 6852 + }, + { + "epoch": 0.9850746268656716, + "grad_norm": 0.47899579675299286, + "learning_rate": 3.8902077474762155e-05, + "loss": 1.0361413955688477, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26833194494247437, + "step": 231, + "valid_targets_mean": 14657.4, + "valid_targets_min": 2488 + }, + { + "epoch": 0.9893390191897654, + "grad_norm": 0.3937117036819753, + "learning_rate": 3.888256963599364e-05, + "loss": 1.0561443567276, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2683749496936798, + "step": 232, + "valid_targets_mean": 13907.6, + "valid_targets_min": 2050 + }, + { + "epoch": 0.9936034115138592, + "grad_norm": 0.43393194366644927, + "learning_rate": 3.886289499165609e-05, + "loss": 1.0482161045074463, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29729658365249634, + "step": 233, + "valid_targets_mean": 15261.6, + "valid_targets_min": 6414 + }, + { + "epoch": 0.997867803837953, + "grad_norm": 0.4219118831004821, + "learning_rate": 3.884305371555215e-05, + "loss": 1.079267978668213, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27207815647125244, + "step": 234, + "valid_targets_mean": 14794.5, + "valid_targets_min": 7270 + }, + { + "epoch": 1.0, + "grad_norm": 0.4741774938868457, + "learning_rate": 3.882304598295643e-05, + "loss": 1.1089015007019043, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.5403157472610474, + "step": 235, + "valid_targets_mean": 14646.9, + "valid_targets_min": 4497 + }, + { + "epoch": 1.004264392324094, + "grad_norm": 0.4622007921336581, + "learning_rate": 3.880287197061402e-05, + "loss": 1.0656170845031738, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2538582682609558, + "step": 236, + "valid_targets_mean": 14099.9, + "valid_targets_min": 1532 + }, + { + "epoch": 1.0085287846481876, + "grad_norm": 0.5412462216316746, + "learning_rate": 3.878253185673888e-05, + "loss": 1.0457720756530762, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2650813162326813, + "step": 237, + "valid_targets_mean": 14961.6, + "valid_targets_min": 4982 + }, + { + "epoch": 1.0127931769722816, + "grad_norm": 0.47263381136910665, + "learning_rate": 3.876202582101229e-05, + "loss": 1.0488179922103882, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25556907057762146, + "step": 238, + "valid_targets_mean": 14361.9, + "valid_targets_min": 3011 + }, + { + "epoch": 1.0170575692963753, + "grad_norm": 0.38997657883095843, + "learning_rate": 3.874135404458125e-05, + "loss": 1.0531270503997803, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2591373920440674, + "step": 239, + "valid_targets_mean": 13943.9, + "valid_targets_min": 2264 + }, + { + "epoch": 1.0213219616204692, + "grad_norm": 0.39461641289761845, + "learning_rate": 3.8720516710056905e-05, + "loss": 1.0718858242034912, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26196926832199097, + "step": 240, + "valid_targets_mean": 14627.2, + "valid_targets_min": 2267 + }, + { + "epoch": 1.0255863539445629, + "grad_norm": 0.7550978916414514, + "learning_rate": 3.8699514001512885e-05, + "loss": 1.0579508543014526, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2687267065048218, + "step": 241, + "valid_targets_mean": 15091.4, + "valid_targets_min": 2326 + }, + { + "epoch": 1.0298507462686568, + "grad_norm": 0.5383994900716123, + "learning_rate": 3.867834610448374e-05, + "loss": 1.0267250537872314, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2597755789756775, + "step": 242, + "valid_targets_mean": 14510.1, + "valid_targets_min": 1886 + }, + { + "epoch": 1.0341151385927505, + "grad_norm": 0.5182326725804484, + "learning_rate": 3.865701320596324e-05, + "loss": 1.0431740283966064, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2277173399925232, + "step": 243, + "valid_targets_mean": 13234.3, + "valid_targets_min": 2697 + }, + { + "epoch": 1.0383795309168444, + "grad_norm": 0.4390983742748955, + "learning_rate": 3.863551549440277e-05, + "loss": 1.0455431938171387, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23365628719329834, + "step": 244, + "valid_targets_mean": 13984.1, + "valid_targets_min": 2184 + }, + { + "epoch": 1.0426439232409381, + "grad_norm": 0.4571037150851365, + "learning_rate": 3.861385315970964e-05, + "loss": 1.0151028633117676, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24773861467838287, + "step": 245, + "valid_targets_mean": 13774.0, + "valid_targets_min": 2392 + }, + { + "epoch": 1.046908315565032, + "grad_norm": 0.5004729362438585, + "learning_rate": 3.859202639324542e-05, + "loss": 1.0368274450302124, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24919384717941284, + "step": 246, + "valid_targets_mean": 13648.0, + "valid_targets_min": 2810 + }, + { + "epoch": 1.0511727078891258, + "grad_norm": 0.5252585561240584, + "learning_rate": 3.8570035387824214e-05, + "loss": 1.0297768115997314, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2419815957546234, + "step": 247, + "valid_targets_mean": 14391.8, + "valid_targets_min": 1380 + }, + { + "epoch": 1.0554371002132197, + "grad_norm": 0.4912267733930261, + "learning_rate": 3.8547880337711036e-05, + "loss": 1.0422364473342896, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24009577929973602, + "step": 248, + "valid_targets_mean": 13562.6, + "valid_targets_min": 1765 + }, + { + "epoch": 1.0597014925373134, + "grad_norm": 0.49163471430717187, + "learning_rate": 3.8525561438620016e-05, + "loss": 1.0926791429519653, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3109884262084961, + "step": 249, + "valid_targets_mean": 15091.4, + "valid_targets_min": 1968 + }, + { + "epoch": 1.0639658848614073, + "grad_norm": 0.47094911522426963, + "learning_rate": 3.850307888771269e-05, + "loss": 1.0230929851531982, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2590283453464508, + "step": 250, + "valid_targets_mean": 14780.2, + "valid_targets_min": 8635 + }, + { + "epoch": 1.068230277185501, + "grad_norm": 0.5044963985779186, + "learning_rate": 3.848043288359629e-05, + "loss": 1.036175012588501, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24030742049217224, + "step": 251, + "valid_targets_mean": 15008.4, + "valid_targets_min": 927 + }, + { + "epoch": 1.072494669509595, + "grad_norm": 0.3761751625602391, + "learning_rate": 3.8457623626321944e-05, + "loss": 1.0303536653518677, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2748067080974579, + "step": 252, + "valid_targets_mean": 15544.8, + "valid_targets_min": 9842 + }, + { + "epoch": 1.0767590618336886, + "grad_norm": 0.46237616560399947, + "learning_rate": 3.843465131738296e-05, + "loss": 1.0456784963607788, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2787587344646454, + "step": 253, + "valid_targets_mean": 15859.3, + "valid_targets_min": 11105 + }, + { + "epoch": 1.0810234541577826, + "grad_norm": 0.526445998429428, + "learning_rate": 3.8411516159713e-05, + "loss": 1.0252015590667725, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26544487476348877, + "step": 254, + "valid_targets_mean": 14621.3, + "valid_targets_min": 1414 + }, + { + "epoch": 1.0852878464818763, + "grad_norm": 0.45280653386101793, + "learning_rate": 3.838821835768431e-05, + "loss": 0.9940991401672363, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24375182390213013, + "step": 255, + "valid_targets_mean": 14590.2, + "valid_targets_min": 2797 + }, + { + "epoch": 1.0895522388059702, + "grad_norm": 0.36295386784256867, + "learning_rate": 3.83647581171059e-05, + "loss": 1.0359275341033936, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22599682211875916, + "step": 256, + "valid_targets_mean": 14038.0, + "valid_targets_min": 1677 + }, + { + "epoch": 1.0938166311300639, + "grad_norm": 0.43034609935829254, + "learning_rate": 3.8341135645221744e-05, + "loss": 1.0185537338256836, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2548608183860779, + "step": 257, + "valid_targets_mean": 14797.3, + "valid_targets_min": 4346 + }, + { + "epoch": 1.0980810234541578, + "grad_norm": 0.4702705765244186, + "learning_rate": 3.831735115070895e-05, + "loss": 1.0083509683609009, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25162073969841003, + "step": 258, + "valid_targets_mean": 14662.9, + "valid_targets_min": 1517 + }, + { + "epoch": 1.1023454157782515, + "grad_norm": 0.4389974304477306, + "learning_rate": 3.8293404843675904e-05, + "loss": 1.0284669399261475, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2285890281200409, + "step": 259, + "valid_targets_mean": 14888.3, + "valid_targets_min": 6449 + }, + { + "epoch": 1.1066098081023454, + "grad_norm": 0.45458157547957195, + "learning_rate": 3.8269296935660395e-05, + "loss": 1.033240795135498, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23926112055778503, + "step": 260, + "valid_targets_mean": 14052.8, + "valid_targets_min": 4177 + }, + { + "epoch": 1.1108742004264391, + "grad_norm": 0.5163212186363417, + "learning_rate": 3.82450276396278e-05, + "loss": 1.038989782333374, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2630407214164734, + "step": 261, + "valid_targets_mean": 14497.7, + "valid_targets_min": 5676 + }, + { + "epoch": 1.115138592750533, + "grad_norm": 0.4489525935366427, + "learning_rate": 3.822059716996916e-05, + "loss": 1.0076414346694946, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2547253966331482, + "step": 262, + "valid_targets_mean": 14696.9, + "valid_targets_min": 3243 + }, + { + "epoch": 1.1194029850746268, + "grad_norm": 0.3654576140732117, + "learning_rate": 3.819600574249929e-05, + "loss": 0.9889144897460938, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25444215536117554, + "step": 263, + "valid_targets_mean": 15884.4, + "valid_targets_min": 11415 + }, + { + "epoch": 1.1236673773987207, + "grad_norm": 0.5667279865734862, + "learning_rate": 3.817125357445489e-05, + "loss": 1.0545893907546997, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2661871314048767, + "step": 264, + "valid_targets_mean": 14409.9, + "valid_targets_min": 2985 + }, + { + "epoch": 1.1279317697228146, + "grad_norm": 0.5161974743688891, + "learning_rate": 3.814634088449261e-05, + "loss": 1.0141961574554443, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23329216241836548, + "step": 265, + "valid_targets_mean": 14820.0, + "valid_targets_min": 5142 + }, + { + "epoch": 1.1321961620469083, + "grad_norm": 0.3878474355707623, + "learning_rate": 3.812126789268712e-05, + "loss": 1.04948091506958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2637542486190796, + "step": 266, + "valid_targets_mean": 15534.1, + "valid_targets_min": 10907 + }, + { + "epoch": 1.136460554371002, + "grad_norm": 0.4751415385105907, + "learning_rate": 3.80960348205292e-05, + "loss": 1.0847911834716797, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24702657759189606, + "step": 267, + "valid_targets_mean": 13681.9, + "valid_targets_min": 2050 + }, + { + "epoch": 1.140724946695096, + "grad_norm": 0.4566792422829083, + "learning_rate": 3.807064189092372e-05, + "loss": 1.0932799577713013, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27632957696914673, + "step": 268, + "valid_targets_mean": 14011.6, + "valid_targets_min": 3608 + }, + { + "epoch": 1.1449893390191899, + "grad_norm": 0.41357758496514435, + "learning_rate": 3.804508932818771e-05, + "loss": 0.9902833104133606, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24217838048934937, + "step": 269, + "valid_targets_mean": 15122.8, + "valid_targets_min": 8015 + }, + { + "epoch": 1.1492537313432836, + "grad_norm": 0.43394680222085963, + "learning_rate": 3.801937735804838e-05, + "loss": 1.0347496271133423, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25377392768859863, + "step": 270, + "valid_targets_mean": 14167.3, + "valid_targets_min": 3780 + }, + { + "epoch": 1.1535181236673775, + "grad_norm": 0.3989776290799155, + "learning_rate": 3.799350620764114e-05, + "loss": 1.0161268711090088, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24974288046360016, + "step": 271, + "valid_targets_mean": 14951.7, + "valid_targets_min": 4915 + }, + { + "epoch": 1.1577825159914712, + "grad_norm": 0.5056192555570184, + "learning_rate": 3.7967476105507535e-05, + "loss": 1.0036935806274414, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2507050037384033, + "step": 272, + "valid_targets_mean": 14177.5, + "valid_targets_min": 3884 + }, + { + "epoch": 1.1620469083155651, + "grad_norm": 0.41550802051870955, + "learning_rate": 3.7941287281593284e-05, + "loss": 1.0130646228790283, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2885507345199585, + "step": 273, + "valid_targets_mean": 15371.1, + "valid_targets_min": 2393 + }, + { + "epoch": 1.1663113006396588, + "grad_norm": 0.4330835743420702, + "learning_rate": 3.7914939967246227e-05, + "loss": 1.050309419631958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25370892882347107, + "step": 274, + "valid_targets_mean": 14664.4, + "valid_targets_min": 5128 + }, + { + "epoch": 1.1705756929637527, + "grad_norm": 0.37795495835520443, + "learning_rate": 3.7888434395214285e-05, + "loss": 1.0400540828704834, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23779457807540894, + "step": 275, + "valid_targets_mean": 13460.7, + "valid_targets_min": 3188 + }, + { + "epoch": 1.1748400852878464, + "grad_norm": 0.45769416332354834, + "learning_rate": 3.786177079964339e-05, + "loss": 1.039176344871521, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.263217568397522, + "step": 276, + "valid_targets_mean": 14753.7, + "valid_targets_min": 6232 + }, + { + "epoch": 1.1791044776119404, + "grad_norm": 0.3740498605812089, + "learning_rate": 3.783494941607544e-05, + "loss": 1.0600132942199707, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25907689332962036, + "step": 277, + "valid_targets_mean": 13945.5, + "valid_targets_min": 1337 + }, + { + "epoch": 1.183368869936034, + "grad_norm": 0.406086619075766, + "learning_rate": 3.780797048144621e-05, + "loss": 1.0430244207382202, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25081393122673035, + "step": 278, + "valid_targets_mean": 14387.9, + "valid_targets_min": 7158 + }, + { + "epoch": 1.187633262260128, + "grad_norm": 0.44179147581203665, + "learning_rate": 3.7780834234083236e-05, + "loss": 1.0505211353302002, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2703845798969269, + "step": 279, + "valid_targets_mean": 14935.3, + "valid_targets_min": 3303 + }, + { + "epoch": 1.1918976545842217, + "grad_norm": 0.34772722945368506, + "learning_rate": 3.775354091370376e-05, + "loss": 1.0167843103408813, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26054152846336365, + "step": 280, + "valid_targets_mean": 15610.1, + "valid_targets_min": 9687 + }, + { + "epoch": 1.1961620469083156, + "grad_norm": 0.42499175344396206, + "learning_rate": 3.772609076141255e-05, + "loss": 0.9994305968284607, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2601446509361267, + "step": 281, + "valid_targets_mean": 14643.5, + "valid_targets_min": 6660 + }, + { + "epoch": 1.2004264392324093, + "grad_norm": 0.4122491999777202, + "learning_rate": 3.769848401969982e-05, + "loss": 1.0300343036651611, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25802984833717346, + "step": 282, + "valid_targets_mean": 15233.8, + "valid_targets_min": 9758 + }, + { + "epoch": 1.2046908315565032, + "grad_norm": 0.3423896403457907, + "learning_rate": 3.767072093243907e-05, + "loss": 1.0937626361846924, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2666207551956177, + "step": 283, + "valid_targets_mean": 14910.6, + "valid_targets_min": 4441 + }, + { + "epoch": 1.208955223880597, + "grad_norm": 0.43169596246361014, + "learning_rate": 3.7642801744884915e-05, + "loss": 1.1199488639831543, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26645928621292114, + "step": 284, + "valid_targets_mean": 14378.9, + "valid_targets_min": 1902 + }, + { + "epoch": 1.2132196162046909, + "grad_norm": 0.35407685929099036, + "learning_rate": 3.761472670367096e-05, + "loss": 0.9989821910858154, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23391807079315186, + "step": 285, + "valid_targets_mean": 14860.0, + "valid_targets_min": 3398 + }, + { + "epoch": 1.2174840085287846, + "grad_norm": 0.3762359119106563, + "learning_rate": 3.758649605680758e-05, + "loss": 1.0034101009368896, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2448192536830902, + "step": 286, + "valid_targets_mean": 14400.8, + "valid_targets_min": 7174 + }, + { + "epoch": 1.2217484008528785, + "grad_norm": 0.3704421772248293, + "learning_rate": 3.755811005367974e-05, + "loss": 1.0341459512710571, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2650884985923767, + "step": 287, + "valid_targets_mean": 15103.7, + "valid_targets_min": 8717 + }, + { + "epoch": 1.2260127931769722, + "grad_norm": 0.36882767392001164, + "learning_rate": 3.752956894504481e-05, + "loss": 1.0364457368850708, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2381543070077896, + "step": 288, + "valid_targets_mean": 13118.1, + "valid_targets_min": 4521 + }, + { + "epoch": 1.2302771855010661, + "grad_norm": 0.4493535904693946, + "learning_rate": 3.750087298303033e-05, + "loss": 1.0223348140716553, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26172977685928345, + "step": 289, + "valid_targets_mean": 14181.2, + "valid_targets_min": 1237 + }, + { + "epoch": 1.2345415778251598, + "grad_norm": 0.39935701379581295, + "learning_rate": 3.7472022421131795e-05, + "loss": 1.0401383638381958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2792399525642395, + "step": 290, + "valid_targets_mean": 15071.4, + "valid_targets_min": 7071 + }, + { + "epoch": 1.2388059701492538, + "grad_norm": 0.4646260025537836, + "learning_rate": 3.7443017514210406e-05, + "loss": 1.0574973821640015, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24841152131557465, + "step": 291, + "valid_targets_mean": 14662.9, + "valid_targets_min": 3892 + }, + { + "epoch": 1.2430703624733475, + "grad_norm": 0.49151129496218726, + "learning_rate": 3.7413858518490825e-05, + "loss": 1.0782525539398193, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2772843837738037, + "step": 292, + "valid_targets_mean": 13855.1, + "valid_targets_min": 3518 + }, + { + "epoch": 1.2473347547974414, + "grad_norm": 0.4568425766987167, + "learning_rate": 3.7384545691558895e-05, + "loss": 1.0356574058532715, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25376325845718384, + "step": 293, + "valid_targets_mean": 14714.8, + "valid_targets_min": 6099 + }, + { + "epoch": 1.251599147121535, + "grad_norm": 0.5054678275792683, + "learning_rate": 3.735507929235941e-05, + "loss": 1.0234094858169556, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26949718594551086, + "step": 294, + "valid_targets_mean": 14589.5, + "valid_targets_min": 2832 + }, + { + "epoch": 1.255863539445629, + "grad_norm": 0.46337299972789686, + "learning_rate": 3.732545958119378e-05, + "loss": 1.0196683406829834, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2528137266635895, + "step": 295, + "valid_targets_mean": 14854.3, + "valid_targets_min": 6387 + }, + { + "epoch": 1.260127931769723, + "grad_norm": 0.464708245567803, + "learning_rate": 3.729568681971774e-05, + "loss": 1.0523638725280762, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24605122208595276, + "step": 296, + "valid_targets_mean": 13976.9, + "valid_targets_min": 4314 + }, + { + "epoch": 1.2643923240938166, + "grad_norm": 0.3473961217240767, + "learning_rate": 3.726576127093905e-05, + "loss": 1.0757787227630615, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2618931233882904, + "step": 297, + "valid_targets_mean": 15158.6, + "valid_targets_min": 4461 + }, + { + "epoch": 1.2686567164179103, + "grad_norm": 0.42594658697452786, + "learning_rate": 3.7235683199215177e-05, + "loss": 1.0215682983398438, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23267894983291626, + "step": 298, + "valid_targets_mean": 13554.0, + "valid_targets_min": 3668 + }, + { + "epoch": 1.2729211087420043, + "grad_norm": 0.5129820211225081, + "learning_rate": 3.7205452870250944e-05, + "loss": 1.041092038154602, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24685560166835785, + "step": 299, + "valid_targets_mean": 15081.8, + "valid_targets_min": 5372 + }, + { + "epoch": 1.2771855010660982, + "grad_norm": 0.4436735564383416, + "learning_rate": 3.7175070551096204e-05, + "loss": 0.9904603362083435, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2435985505580902, + "step": 300, + "valid_targets_mean": 14829.8, + "valid_targets_min": 5064 + }, + { + "epoch": 1.2814498933901919, + "grad_norm": 0.4271440597388887, + "learning_rate": 3.7144536510143436e-05, + "loss": 1.0471582412719727, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27325162291526794, + "step": 301, + "valid_targets_mean": 14287.4, + "valid_targets_min": 1719 + }, + { + "epoch": 1.2857142857142856, + "grad_norm": 0.4403765338098149, + "learning_rate": 3.711385101712544e-05, + "loss": 1.0415706634521484, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25459718704223633, + "step": 302, + "valid_targets_mean": 14111.8, + "valid_targets_min": 714 + }, + { + "epoch": 1.2899786780383795, + "grad_norm": 0.5454189109172357, + "learning_rate": 3.708301434311289e-05, + "loss": 1.0424050092697144, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21341678500175476, + "step": 303, + "valid_targets_mean": 13497.2, + "valid_targets_min": 1108 + }, + { + "epoch": 1.2942430703624734, + "grad_norm": 0.47347115350572755, + "learning_rate": 3.7052026760511996e-05, + "loss": 1.0039793252944946, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27036330103874207, + "step": 304, + "valid_targets_mean": 14671.9, + "valid_targets_min": 4066 + }, + { + "epoch": 1.2985074626865671, + "grad_norm": 0.4817211913546334, + "learning_rate": 3.7020888543062046e-05, + "loss": 1.004643440246582, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28159070014953613, + "step": 305, + "valid_targets_mean": 15683.1, + "valid_targets_min": 6707 + }, + { + "epoch": 1.302771855010661, + "grad_norm": 0.4931345243425834, + "learning_rate": 3.6989599965833024e-05, + "loss": 1.0794950723648071, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30016955733299255, + "step": 306, + "valid_targets_mean": 15442.5, + "valid_targets_min": 7315 + }, + { + "epoch": 1.3070362473347548, + "grad_norm": 0.4649670452998378, + "learning_rate": 3.695816130522317e-05, + "loss": 1.0607266426086426, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25712451338768005, + "step": 307, + "valid_targets_mean": 13909.1, + "valid_targets_min": 3271 + }, + { + "epoch": 1.3113006396588487, + "grad_norm": 0.503339331796154, + "learning_rate": 3.692657283895651e-05, + "loss": 1.0296015739440918, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27607113122940063, + "step": 308, + "valid_targets_mean": 14565.0, + "valid_targets_min": 2334 + }, + { + "epoch": 1.3155650319829424, + "grad_norm": 0.49733799334589246, + "learning_rate": 3.689483484608048e-05, + "loss": 1.0613747835159302, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25526076555252075, + "step": 309, + "valid_targets_mean": 14474.2, + "valid_targets_min": 1756 + }, + { + "epoch": 1.3198294243070363, + "grad_norm": 0.43057377852174317, + "learning_rate": 3.6862947606963364e-05, + "loss": 1.0966875553131104, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2549406886100769, + "step": 310, + "valid_targets_mean": 14506.5, + "valid_targets_min": 2082 + }, + { + "epoch": 1.32409381663113, + "grad_norm": 0.3819166377195564, + "learning_rate": 3.6830911403291885e-05, + "loss": 1.0385587215423584, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25084415078163147, + "step": 311, + "valid_targets_mean": 13291.1, + "valid_targets_min": 3734 + }, + { + "epoch": 1.328358208955224, + "grad_norm": 0.42538977991226934, + "learning_rate": 3.679872651806869e-05, + "loss": 1.0621037483215332, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2692246437072754, + "step": 312, + "valid_targets_mean": 14425.4, + "valid_targets_min": 3203 + }, + { + "epoch": 1.3326226012793176, + "grad_norm": 0.41621894746971577, + "learning_rate": 3.676639323560986e-05, + "loss": 1.009427785873413, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25388848781585693, + "step": 313, + "valid_targets_mean": 13922.9, + "valid_targets_min": 2388 + }, + { + "epoch": 1.3368869936034116, + "grad_norm": 0.39346700447344435, + "learning_rate": 3.6733911841542365e-05, + "loss": 1.0218225717544556, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23701603710651398, + "step": 314, + "valid_targets_mean": 14275.7, + "valid_targets_min": 4836 + }, + { + "epoch": 1.3411513859275053, + "grad_norm": 0.4104522564156007, + "learning_rate": 3.6701282622801626e-05, + "loss": 1.0223846435546875, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2658075988292694, + "step": 315, + "valid_targets_mean": 14691.5, + "valid_targets_min": 6289 + }, + { + "epoch": 1.3454157782515992, + "grad_norm": 0.4093098269327929, + "learning_rate": 3.666850586762886e-05, + "loss": 1.0296084880828857, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23127643764019012, + "step": 316, + "valid_targets_mean": 14788.2, + "valid_targets_min": 1572 + }, + { + "epoch": 1.349680170575693, + "grad_norm": 0.3878985502995187, + "learning_rate": 3.663558186556863e-05, + "loss": 1.0241369009017944, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2683104872703552, + "step": 317, + "valid_targets_mean": 14430.4, + "valid_targets_min": 4225 + }, + { + "epoch": 1.3539445628997868, + "grad_norm": 0.39633944727125686, + "learning_rate": 3.660251090746627e-05, + "loss": 0.994929313659668, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2697906494140625, + "step": 318, + "valid_targets_mean": 14902.6, + "valid_targets_min": 3428 + }, + { + "epoch": 1.3582089552238805, + "grad_norm": 0.456358408659248, + "learning_rate": 3.656929328546526e-05, + "loss": 1.0745187997817993, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28201112151145935, + "step": 319, + "valid_targets_mean": 15383.8, + "valid_targets_min": 7527 + }, + { + "epoch": 1.3624733475479744, + "grad_norm": 0.4377139842281418, + "learning_rate": 3.653592929300471e-05, + "loss": 1.0499223470687866, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2767045199871063, + "step": 320, + "valid_targets_mean": 15038.8, + "valid_targets_min": 3785 + }, + { + "epoch": 1.3667377398720681, + "grad_norm": 0.45317897056840667, + "learning_rate": 3.650241922481675e-05, + "loss": 1.0534915924072266, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23889902234077454, + "step": 321, + "valid_targets_mean": 14543.2, + "valid_targets_min": 752 + }, + { + "epoch": 1.371002132196162, + "grad_norm": 0.4895128937405734, + "learning_rate": 3.6468763376923886e-05, + "loss": 1.0507144927978516, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28826040029525757, + "step": 322, + "valid_targets_mean": 14838.8, + "valid_targets_min": 9079 + }, + { + "epoch": 1.375266524520256, + "grad_norm": 0.45683872663301633, + "learning_rate": 3.6434962046636464e-05, + "loss": 1.0308797359466553, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2530701458454132, + "step": 323, + "valid_targets_mean": 14099.2, + "valid_targets_min": 5779 + }, + { + "epoch": 1.3795309168443497, + "grad_norm": 0.46543377414255654, + "learning_rate": 3.6401015532549957e-05, + "loss": 0.9938924312591553, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24966439604759216, + "step": 324, + "valid_targets_mean": 14335.0, + "valid_targets_min": 3001 + }, + { + "epoch": 1.3837953091684434, + "grad_norm": 0.5073276640006866, + "learning_rate": 3.6366924134542386e-05, + "loss": 1.103708028793335, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2673909664154053, + "step": 325, + "valid_targets_mean": 14326.0, + "valid_targets_min": 3428 + }, + { + "epoch": 1.3880597014925373, + "grad_norm": 0.41999997348959983, + "learning_rate": 3.633268815377166e-05, + "loss": 1.0235549211502075, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27672672271728516, + "step": 326, + "valid_targets_mean": 15623.8, + "valid_targets_min": 12359 + }, + { + "epoch": 1.3923240938166312, + "grad_norm": 0.4283930617686111, + "learning_rate": 3.6298307892672895e-05, + "loss": 1.060333013534546, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24250705540180206, + "step": 327, + "valid_targets_mean": 13869.2, + "valid_targets_min": 1192 + }, + { + "epoch": 1.396588486140725, + "grad_norm": 0.44698391203089444, + "learning_rate": 3.626378365495577e-05, + "loss": 1.00943124294281, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25098490715026855, + "step": 328, + "valid_targets_mean": 14535.7, + "valid_targets_min": 3330 + }, + { + "epoch": 1.4008528784648187, + "grad_norm": 0.44825256007015724, + "learning_rate": 3.622911574560181e-05, + "loss": 1.0213543176651, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28993093967437744, + "step": 329, + "valid_targets_mean": 15023.1, + "valid_targets_min": 2399 + }, + { + "epoch": 1.4051172707889126, + "grad_norm": 0.42476912523845756, + "learning_rate": 3.6194304470861744e-05, + "loss": 1.0365045070648193, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24340680241584778, + "step": 330, + "valid_targets_mean": 14159.5, + "valid_targets_min": 1544 + }, + { + "epoch": 1.4093816631130065, + "grad_norm": 0.43958000947111536, + "learning_rate": 3.615935013825272e-05, + "loss": 1.033185362815857, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23615875840187073, + "step": 331, + "valid_targets_mean": 13884.3, + "valid_targets_min": 2210 + }, + { + "epoch": 1.4136460554371002, + "grad_norm": 0.4204170236418371, + "learning_rate": 3.612425305655569e-05, + "loss": 1.0323336124420166, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2208036184310913, + "step": 332, + "valid_targets_mean": 13598.4, + "valid_targets_min": 4280 + }, + { + "epoch": 1.417910447761194, + "grad_norm": 0.4389873476287673, + "learning_rate": 3.6089013535812593e-05, + "loss": 1.0168285369873047, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26316508650779724, + "step": 333, + "valid_targets_mean": 14173.4, + "valid_targets_min": 2833 + }, + { + "epoch": 1.4221748400852878, + "grad_norm": 0.4556140429089692, + "learning_rate": 3.6053631887323656e-05, + "loss": 1.0434997081756592, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24023643136024475, + "step": 334, + "valid_targets_mean": 13169.0, + "valid_targets_min": 1366 + }, + { + "epoch": 1.4264392324093818, + "grad_norm": 0.4431371350441099, + "learning_rate": 3.601810842364465e-05, + "loss": 1.0581681728363037, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2675790786743164, + "step": 335, + "valid_targets_mean": 14832.1, + "valid_targets_min": 2603 + }, + { + "epoch": 1.4307036247334755, + "grad_norm": 0.3884558218916587, + "learning_rate": 3.598244345858412e-05, + "loss": 1.0448601245880127, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2664775848388672, + "step": 336, + "valid_targets_mean": 14194.0, + "valid_targets_min": 3392 + }, + { + "epoch": 1.4349680170575694, + "grad_norm": 0.4119396903459026, + "learning_rate": 3.594663730720059e-05, + "loss": 1.0551373958587646, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26155537366867065, + "step": 337, + "valid_targets_mean": 14611.4, + "valid_targets_min": 4873 + }, + { + "epoch": 1.439232409381663, + "grad_norm": 0.4628790996702182, + "learning_rate": 3.591069028579982e-05, + "loss": 1.0310451984405518, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25116166472435, + "step": 338, + "valid_targets_mean": 14504.5, + "valid_targets_min": 2470 + }, + { + "epoch": 1.443496801705757, + "grad_norm": 0.4096616539119669, + "learning_rate": 3.5874602711931994e-05, + "loss": 1.0190770626068115, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23682686686515808, + "step": 339, + "valid_targets_mean": 14049.9, + "valid_targets_min": 1264 + }, + { + "epoch": 1.4477611940298507, + "grad_norm": 0.37001190729217803, + "learning_rate": 3.5838374904388904e-05, + "loss": 1.0603420734405518, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26523780822753906, + "step": 340, + "valid_targets_mean": 14519.9, + "valid_targets_min": 2559 + }, + { + "epoch": 1.4520255863539446, + "grad_norm": 0.40225130050148994, + "learning_rate": 3.580200718320115e-05, + "loss": 1.0345293283462524, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24541568756103516, + "step": 341, + "valid_targets_mean": 14551.1, + "valid_targets_min": 4057 + }, + { + "epoch": 1.4562899786780383, + "grad_norm": 0.46211597569923707, + "learning_rate": 3.576549986963531e-05, + "loss": 1.0719603300094604, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25376763939857483, + "step": 342, + "valid_targets_mean": 14550.2, + "valid_targets_min": 2094 + }, + { + "epoch": 1.4605543710021323, + "grad_norm": 0.41006193894194776, + "learning_rate": 3.5728853286191075e-05, + "loss": 1.0310711860656738, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23255914449691772, + "step": 343, + "valid_targets_mean": 14847.7, + "valid_targets_min": 5643 + }, + { + "epoch": 1.464818763326226, + "grad_norm": 0.4534968027598099, + "learning_rate": 3.5692067756598465e-05, + "loss": 1.0853101015090942, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26018351316452026, + "step": 344, + "valid_targets_mean": 14242.3, + "valid_targets_min": 1644 + }, + { + "epoch": 1.4690831556503199, + "grad_norm": 0.5066395628513659, + "learning_rate": 3.5655143605814885e-05, + "loss": 1.0884089469909668, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29741960763931274, + "step": 345, + "valid_targets_mean": 15187.0, + "valid_targets_min": 5367 + }, + { + "epoch": 1.4733475479744136, + "grad_norm": 0.3953808929375593, + "learning_rate": 3.561808116002232e-05, + "loss": 1.0500078201293945, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2634213864803314, + "step": 346, + "valid_targets_mean": 13944.7, + "valid_targets_min": 4459 + }, + { + "epoch": 1.4776119402985075, + "grad_norm": 0.5138412293454909, + "learning_rate": 3.5580880746624444e-05, + "loss": 1.107835292816162, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2863835096359253, + "step": 347, + "valid_targets_mean": 14733.8, + "valid_targets_min": 3275 + }, + { + "epoch": 1.4818763326226012, + "grad_norm": 0.5456450090129401, + "learning_rate": 3.5543542694243685e-05, + "loss": 1.0177596807479858, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24999922513961792, + "step": 348, + "valid_targets_mean": 14831.7, + "valid_targets_min": 3693 + }, + { + "epoch": 1.4861407249466951, + "grad_norm": 0.4191027859420552, + "learning_rate": 3.5506067332718355e-05, + "loss": 1.044450283050537, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24729132652282715, + "step": 349, + "valid_targets_mean": 14922.2, + "valid_targets_min": 6830 + }, + { + "epoch": 1.4904051172707888, + "grad_norm": 0.5101310827045918, + "learning_rate": 3.546845499309976e-05, + "loss": 1.034336805343628, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27868491411209106, + "step": 350, + "valid_targets_mean": 14642.0, + "valid_targets_min": 1155 + }, + { + "epoch": 1.4946695095948828, + "grad_norm": 0.45641955247850674, + "learning_rate": 3.5430706007649225e-05, + "loss": 1.010349154472351, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27026039361953735, + "step": 351, + "valid_targets_mean": 15455.7, + "valid_targets_min": 12148 + }, + { + "epoch": 1.4989339019189765, + "grad_norm": 0.4317371718285171, + "learning_rate": 3.539282070983518e-05, + "loss": 0.9864077568054199, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25268083810806274, + "step": 352, + "valid_targets_mean": 14920.8, + "valid_targets_min": 7864 + }, + { + "epoch": 1.5031982942430704, + "grad_norm": 0.3940970557960095, + "learning_rate": 3.535479943433023e-05, + "loss": 1.0978214740753174, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28414294123649597, + "step": 353, + "valid_targets_mean": 15169.3, + "valid_targets_min": 7521 + }, + { + "epoch": 1.5074626865671643, + "grad_norm": 0.4184867810086967, + "learning_rate": 3.5316642517008184e-05, + "loss": 1.014693260192871, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25302958488464355, + "step": 354, + "valid_targets_mean": 14533.0, + "valid_targets_min": 5862 + }, + { + "epoch": 1.511727078891258, + "grad_norm": 0.3998972769817957, + "learning_rate": 3.5278350294941074e-05, + "loss": 1.0278730392456055, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2474115788936615, + "step": 355, + "valid_targets_mean": 15259.2, + "valid_targets_min": 9655 + }, + { + "epoch": 1.5159914712153517, + "grad_norm": 0.40301151478092534, + "learning_rate": 3.523992310639622e-05, + "loss": 1.0605480670928955, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23796460032463074, + "step": 356, + "valid_targets_mean": 14440.0, + "valid_targets_min": 3563 + }, + { + "epoch": 1.5202558635394456, + "grad_norm": 0.3859524038088362, + "learning_rate": 3.5201361290833165e-05, + "loss": 1.0404666662216187, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2695145606994629, + "step": 357, + "valid_targets_mean": 14853.6, + "valid_targets_min": 5910 + }, + { + "epoch": 1.5245202558635396, + "grad_norm": 0.4281303213000771, + "learning_rate": 3.516266518890079e-05, + "loss": 1.0552990436553955, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28470128774642944, + "step": 358, + "valid_targets_mean": 15617.7, + "valid_targets_min": 7355 + }, + { + "epoch": 1.5287846481876333, + "grad_norm": 0.4081716926973645, + "learning_rate": 3.512383514243419e-05, + "loss": 0.9892454147338867, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25441765785217285, + "step": 359, + "valid_targets_mean": 14814.4, + "valid_targets_min": 5326 + }, + { + "epoch": 1.533049040511727, + "grad_norm": 0.4199861739745087, + "learning_rate": 3.5084871494451716e-05, + "loss": 1.0410898923873901, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2637255787849426, + "step": 360, + "valid_targets_mean": 14399.5, + "valid_targets_min": 4828 + }, + { + "epoch": 1.537313432835821, + "grad_norm": 0.4824609567794354, + "learning_rate": 3.5045774589151955e-05, + "loss": 1.080854892730713, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2708434760570526, + "step": 361, + "valid_targets_mean": 14051.8, + "valid_targets_min": 5008 + }, + { + "epoch": 1.5415778251599148, + "grad_norm": 0.4393530556935025, + "learning_rate": 3.500654477191064e-05, + "loss": 1.0591765642166138, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25505468249320984, + "step": 362, + "valid_targets_mean": 15092.4, + "valid_targets_min": 8853 + }, + { + "epoch": 1.5458422174840085, + "grad_norm": 0.4496939073542294, + "learning_rate": 3.496718238927764e-05, + "loss": 1.0314967632293701, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28049999475479126, + "step": 363, + "valid_targets_mean": 14726.6, + "valid_targets_min": 4844 + }, + { + "epoch": 1.5501066098081022, + "grad_norm": 0.3767967164078189, + "learning_rate": 3.492768778897388e-05, + "loss": 1.032379150390625, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25079959630966187, + "step": 364, + "valid_targets_mean": 14377.2, + "valid_targets_min": 4826 + }, + { + "epoch": 1.5543710021321961, + "grad_norm": 0.41093299325839383, + "learning_rate": 3.4888061319888276e-05, + "loss": 1.0461351871490479, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2677087187767029, + "step": 365, + "valid_targets_mean": 14739.1, + "valid_targets_min": 5957 + }, + { + "epoch": 1.55863539445629, + "grad_norm": 0.4718148390197053, + "learning_rate": 3.484830333207466e-05, + "loss": 1.0037732124328613, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2366221845149994, + "step": 366, + "valid_targets_mean": 14270.9, + "valid_targets_min": 1848 + }, + { + "epoch": 1.5628997867803838, + "grad_norm": 0.3683309665447676, + "learning_rate": 3.4808414176748666e-05, + "loss": 1.0115573406219482, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25723186135292053, + "step": 367, + "valid_targets_mean": 14459.8, + "valid_targets_min": 3202 + }, + { + "epoch": 1.5671641791044775, + "grad_norm": 0.4668561871728462, + "learning_rate": 3.476839420628466e-05, + "loss": 1.0734195709228516, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2682706117630005, + "step": 368, + "valid_targets_mean": 15118.6, + "valid_targets_min": 4725 + }, + { + "epoch": 1.5714285714285714, + "grad_norm": 0.4046671633019538, + "learning_rate": 3.472824377421257e-05, + "loss": 1.048018217086792, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25999540090560913, + "step": 369, + "valid_targets_mean": 14105.8, + "valid_targets_min": 2477 + }, + { + "epoch": 1.5756929637526653, + "grad_norm": 0.39652203500910616, + "learning_rate": 3.4687963235214845e-05, + "loss": 1.048305630683899, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27277982234954834, + "step": 370, + "valid_targets_mean": 14638.0, + "valid_targets_min": 5709 + }, + { + "epoch": 1.579957356076759, + "grad_norm": 0.36720607936715915, + "learning_rate": 3.464755294512325e-05, + "loss": 1.0167198181152344, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27033379673957825, + "step": 371, + "valid_targets_mean": 14126.0, + "valid_targets_min": 2212 + }, + { + "epoch": 1.5842217484008527, + "grad_norm": 0.38456810792937096, + "learning_rate": 3.4607013260915765e-05, + "loss": 1.0565170049667358, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2720809578895569, + "step": 372, + "valid_targets_mean": 15196.1, + "valid_targets_min": 3138 + }, + { + "epoch": 1.5884861407249466, + "grad_norm": 0.3637216404609028, + "learning_rate": 3.4566344540713404e-05, + "loss": 0.9865789413452148, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26180344820022583, + "step": 373, + "valid_targets_mean": 15523.9, + "valid_targets_min": 3813 + }, + { + "epoch": 1.5927505330490406, + "grad_norm": 0.35889766290625613, + "learning_rate": 3.452554714377706e-05, + "loss": 1.0232092142105103, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.277890145778656, + "step": 374, + "valid_targets_mean": 15356.0, + "valid_targets_min": 7797 + }, + { + "epoch": 1.5970149253731343, + "grad_norm": 0.3739375213114592, + "learning_rate": 3.448462143050436e-05, + "loss": 1.0132498741149902, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24722163379192352, + "step": 375, + "valid_targets_mean": 14254.1, + "valid_targets_min": 4122 + }, + { + "epoch": 1.6012793176972282, + "grad_norm": 0.3818455869331284, + "learning_rate": 3.4443567762426444e-05, + "loss": 1.0428814888000488, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24534392356872559, + "step": 376, + "valid_targets_mean": 14382.5, + "valid_targets_min": 1979 + }, + { + "epoch": 1.6055437100213221, + "grad_norm": 0.34495022809821796, + "learning_rate": 3.440238650220477e-05, + "loss": 1.042824387550354, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24345073103904724, + "step": 377, + "valid_targets_mean": 14360.2, + "valid_targets_min": 2659 + }, + { + "epoch": 1.6098081023454158, + "grad_norm": 0.40488304701018185, + "learning_rate": 3.4361078013627945e-05, + "loss": 1.0216984748840332, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2486225813627243, + "step": 378, + "valid_targets_mean": 14909.9, + "valid_targets_min": 5877 + }, + { + "epoch": 1.6140724946695095, + "grad_norm": 0.38958667063252717, + "learning_rate": 3.4319642661608474e-05, + "loss": 1.041244387626648, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2563459575176239, + "step": 379, + "valid_targets_mean": 14180.1, + "valid_targets_min": 2024 + }, + { + "epoch": 1.6183368869936035, + "grad_norm": 0.3879718703987766, + "learning_rate": 3.427808081217957e-05, + "loss": 1.0834057331085205, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27810734510421753, + "step": 380, + "valid_targets_mean": 14983.0, + "valid_targets_min": 2490 + }, + { + "epoch": 1.6226012793176974, + "grad_norm": 0.3678724820098558, + "learning_rate": 3.423639283249189e-05, + "loss": 0.9997847676277161, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26151639223098755, + "step": 381, + "valid_targets_mean": 14317.3, + "valid_targets_min": 2195 + }, + { + "epoch": 1.626865671641791, + "grad_norm": 0.37550172602496895, + "learning_rate": 3.419457909081032e-05, + "loss": 1.012846827507019, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2638561427593231, + "step": 382, + "valid_targets_mean": 14404.6, + "valid_targets_min": 2852 + }, + { + "epoch": 1.6311300639658848, + "grad_norm": 0.35458756530617497, + "learning_rate": 3.415263995651069e-05, + "loss": 1.0155653953552246, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24735401570796967, + "step": 383, + "valid_targets_mean": 14532.0, + "valid_targets_min": 3217 + }, + { + "epoch": 1.6353944562899787, + "grad_norm": 0.371044569830832, + "learning_rate": 3.411057580007653e-05, + "loss": 1.0519380569458008, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.267182320356369, + "step": 384, + "valid_targets_mean": 14626.3, + "valid_targets_min": 3330 + }, + { + "epoch": 1.6396588486140726, + "grad_norm": 0.3920256427266323, + "learning_rate": 3.4068386993095806e-05, + "loss": 1.0342265367507935, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27065855264663696, + "step": 385, + "valid_targets_mean": 14689.8, + "valid_targets_min": 4055 + }, + { + "epoch": 1.6439232409381663, + "grad_norm": 0.38140062987311946, + "learning_rate": 3.402607390825762e-05, + "loss": 1.0449402332305908, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26704907417297363, + "step": 386, + "valid_targets_mean": 14720.9, + "valid_targets_min": 5646 + }, + { + "epoch": 1.64818763326226, + "grad_norm": 0.325240540507986, + "learning_rate": 3.398363691934894e-05, + "loss": 1.0454330444335938, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23542875051498413, + "step": 387, + "valid_targets_mean": 13642.0, + "valid_targets_min": 2066 + }, + { + "epoch": 1.652452025586354, + "grad_norm": 0.3626863683121964, + "learning_rate": 3.3941076401251244e-05, + "loss": 1.0002706050872803, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23347462713718414, + "step": 388, + "valid_targets_mean": 14856.9, + "valid_targets_min": 2551 + }, + { + "epoch": 1.6567164179104479, + "grad_norm": 0.37236846545638524, + "learning_rate": 3.3898392729937295e-05, + "loss": 1.023524522781372, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2577016353607178, + "step": 389, + "valid_targets_mean": 14729.4, + "valid_targets_min": 5174 + }, + { + "epoch": 1.6609808102345416, + "grad_norm": 0.3380396992436281, + "learning_rate": 3.385558628246774e-05, + "loss": 1.0359125137329102, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26393139362335205, + "step": 390, + "valid_targets_mean": 15467.5, + "valid_targets_min": 2531 + }, + { + "epoch": 1.6652452025586353, + "grad_norm": 0.419548563472602, + "learning_rate": 3.381265743698781e-05, + "loss": 1.0573993921279907, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2728646695613861, + "step": 391, + "valid_targets_mean": 14620.8, + "valid_targets_min": 5987 + }, + { + "epoch": 1.6695095948827292, + "grad_norm": 0.38082962717153934, + "learning_rate": 3.3769606572724e-05, + "loss": 1.0520474910736084, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29153943061828613, + "step": 392, + "valid_targets_mean": 14701.7, + "valid_targets_min": 5351 + }, + { + "epoch": 1.6737739872068231, + "grad_norm": 0.35635117823907536, + "learning_rate": 3.3726434069980686e-05, + "loss": 1.032330870628357, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26902976632118225, + "step": 393, + "valid_targets_mean": 14448.6, + "valid_targets_min": 7360 + }, + { + "epoch": 1.6780383795309168, + "grad_norm": 0.3155471753283903, + "learning_rate": 3.368314031013678e-05, + "loss": 1.020857810974121, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23675858974456787, + "step": 394, + "valid_targets_mean": 14592.0, + "valid_targets_min": 2343 + }, + { + "epoch": 1.6823027718550105, + "grad_norm": 0.3491475504248631, + "learning_rate": 3.363972567564236e-05, + "loss": 0.9919549226760864, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2549368143081665, + "step": 395, + "valid_targets_mean": 15144.4, + "valid_targets_min": 3992 + }, + { + "epoch": 1.6865671641791045, + "grad_norm": 0.3500452748812154, + "learning_rate": 3.35961905500153e-05, + "loss": 1.008888840675354, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24310478568077087, + "step": 396, + "valid_targets_mean": 13942.8, + "valid_targets_min": 575 + }, + { + "epoch": 1.6908315565031984, + "grad_norm": 0.31629611985482453, + "learning_rate": 3.3552535317837855e-05, + "loss": 0.9874848127365112, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2575531601905823, + "step": 397, + "valid_targets_mean": 14985.8, + "valid_targets_min": 7044 + }, + { + "epoch": 1.695095948827292, + "grad_norm": 0.3522325586451902, + "learning_rate": 3.35087603647533e-05, + "loss": 1.0086314678192139, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2608971893787384, + "step": 398, + "valid_targets_mean": 14448.2, + "valid_targets_min": 4964 + }, + { + "epoch": 1.6993603411513858, + "grad_norm": 0.31301861452612695, + "learning_rate": 3.346486607746249e-05, + "loss": 1.0424044132232666, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2408139407634735, + "step": 399, + "valid_targets_mean": 14033.4, + "valid_targets_min": 2426 + }, + { + "epoch": 1.7036247334754797, + "grad_norm": 0.3544159865720153, + "learning_rate": 3.342085284372047e-05, + "loss": 1.019155740737915, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26168614625930786, + "step": 400, + "valid_targets_mean": 14583.3, + "valid_targets_min": 7331 + }, + { + "epoch": 1.7078891257995736, + "grad_norm": 0.35830992575233017, + "learning_rate": 3.337672105233303e-05, + "loss": 1.0167568922042847, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.275235116481781, + "step": 401, + "valid_targets_mean": 14993.9, + "valid_targets_min": 7835 + }, + { + "epoch": 1.7121535181236673, + "grad_norm": 0.35902792428341734, + "learning_rate": 3.3332471093153296e-05, + "loss": 1.0180636644363403, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24872978031635284, + "step": 402, + "valid_targets_mean": 13492.8, + "valid_targets_min": 1627 + }, + { + "epoch": 1.716417910447761, + "grad_norm": 0.36051092598711465, + "learning_rate": 3.3288103357078244e-05, + "loss": 1.0330071449279785, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2677076458930969, + "step": 403, + "valid_targets_mean": 14617.1, + "valid_targets_min": 2467 + }, + { + "epoch": 1.720682302771855, + "grad_norm": 0.3434771928982728, + "learning_rate": 3.324361823604529e-05, + "loss": 0.9663311243057251, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2340817153453827, + "step": 404, + "valid_targets_mean": 14467.1, + "valid_targets_min": 5017 + }, + { + "epoch": 1.724946695095949, + "grad_norm": 0.367031298129254, + "learning_rate": 3.319901612302881e-05, + "loss": 1.0393340587615967, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2640244960784912, + "step": 405, + "valid_targets_mean": 14536.2, + "valid_targets_min": 1635 + }, + { + "epoch": 1.7292110874200426, + "grad_norm": 0.32160124688862785, + "learning_rate": 3.315429741203666e-05, + "loss": 1.0534725189208984, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27018362283706665, + "step": 406, + "valid_targets_mean": 14123.1, + "valid_targets_min": 4839 + }, + { + "epoch": 1.7334754797441365, + "grad_norm": 0.3975915078305391, + "learning_rate": 3.3109462498106705e-05, + "loss": 1.0199532508850098, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2474980354309082, + "step": 407, + "valid_targets_mean": 14131.3, + "valid_targets_min": 2620 + }, + { + "epoch": 1.7377398720682304, + "grad_norm": 0.404549535847172, + "learning_rate": 3.306451177730333e-05, + "loss": 1.0455772876739502, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24461336433887482, + "step": 408, + "valid_targets_mean": 13883.8, + "valid_targets_min": 1684 + }, + { + "epoch": 1.7420042643923241, + "grad_norm": 0.4204078706751115, + "learning_rate": 3.301944564671394e-05, + "loss": 1.0095460414886475, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24603058397769928, + "step": 409, + "valid_targets_mean": 14259.0, + "valid_targets_min": 6646 + }, + { + "epoch": 1.7462686567164178, + "grad_norm": 0.4103230098581747, + "learning_rate": 3.297426450444546e-05, + "loss": 1.0763204097747803, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25960424542427063, + "step": 410, + "valid_targets_mean": 14020.4, + "valid_targets_min": 1460 + }, + { + "epoch": 1.7505330490405118, + "grad_norm": 0.37328009003092316, + "learning_rate": 3.292896874962078e-05, + "loss": 1.0004827976226807, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24652372300624847, + "step": 411, + "valid_targets_mean": 15418.4, + "valid_targets_min": 2382 + }, + { + "epoch": 1.7547974413646057, + "grad_norm": 0.42837498755659514, + "learning_rate": 3.2883558782375294e-05, + "loss": 1.060294270515442, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28447169065475464, + "step": 412, + "valid_targets_mean": 15048.8, + "valid_targets_min": 4661 + }, + { + "epoch": 1.7590618336886994, + "grad_norm": 0.3847348504680295, + "learning_rate": 3.283803500385332e-05, + "loss": 1.043828010559082, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.256874144077301, + "step": 413, + "valid_targets_mean": 14366.2, + "valid_targets_min": 2376 + }, + { + "epoch": 1.763326226012793, + "grad_norm": 0.41750303322446036, + "learning_rate": 3.2792397816204546e-05, + "loss": 1.03984534740448, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27797019481658936, + "step": 414, + "valid_targets_mean": 14281.8, + "valid_targets_min": 1040 + }, + { + "epoch": 1.767590618336887, + "grad_norm": 0.3658966470677723, + "learning_rate": 3.2746647622580524e-05, + "loss": 0.9981644153594971, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24130582809448242, + "step": 415, + "valid_targets_mean": 14948.2, + "valid_targets_min": 2248 + }, + { + "epoch": 1.771855010660981, + "grad_norm": 0.4012962747445172, + "learning_rate": 3.270078482713106e-05, + "loss": 1.0081028938293457, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2592736482620239, + "step": 416, + "valid_targets_mean": 14538.5, + "valid_targets_min": 6985 + }, + { + "epoch": 1.7761194029850746, + "grad_norm": 0.3895351711980436, + "learning_rate": 3.265480983500069e-05, + "loss": 1.0340535640716553, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25202107429504395, + "step": 417, + "valid_targets_mean": 13763.7, + "valid_targets_min": 1735 + }, + { + "epoch": 1.7803837953091683, + "grad_norm": 0.3767664187708881, + "learning_rate": 3.260872305232507e-05, + "loss": 1.0008809566497803, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24762430787086487, + "step": 418, + "valid_targets_mean": 14314.2, + "valid_targets_min": 1831 + }, + { + "epoch": 1.7846481876332623, + "grad_norm": 0.3542086724966207, + "learning_rate": 3.256252488622738e-05, + "loss": 1.0124982595443726, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24885782599449158, + "step": 419, + "valid_targets_mean": 15054.8, + "valid_targets_min": 10156 + }, + { + "epoch": 1.7889125799573562, + "grad_norm": 0.3651565881315884, + "learning_rate": 3.251621574481475e-05, + "loss": 1.06607985496521, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2821624279022217, + "step": 420, + "valid_targets_mean": 14622.4, + "valid_targets_min": 1382 + }, + { + "epoch": 1.79317697228145, + "grad_norm": 0.38151203172544684, + "learning_rate": 3.246979603717467e-05, + "loss": 0.9925919771194458, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2352856695652008, + "step": 421, + "valid_targets_mean": 15146.0, + "valid_targets_min": 5987 + }, + { + "epoch": 1.7974413646055436, + "grad_norm": 0.40169767615850255, + "learning_rate": 3.242326617337133e-05, + "loss": 1.019084095954895, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23864883184432983, + "step": 422, + "valid_targets_mean": 13824.1, + "valid_targets_min": 2070 + }, + { + "epoch": 1.8017057569296375, + "grad_norm": 0.37718034825937, + "learning_rate": 3.2376626564442016e-05, + "loss": 1.0439693927764893, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2585396468639374, + "step": 423, + "valid_targets_mean": 15041.2, + "valid_targets_min": 7090 + }, + { + "epoch": 1.8059701492537314, + "grad_norm": 0.39849923877777926, + "learning_rate": 3.2329877622393515e-05, + "loss": 1.0550795793533325, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2689545452594757, + "step": 424, + "valid_targets_mean": 14683.2, + "valid_targets_min": 7228 + }, + { + "epoch": 1.8102345415778252, + "grad_norm": 0.3789705571852078, + "learning_rate": 3.228301976019841e-05, + "loss": 0.9771716594696045, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23471301794052124, + "step": 425, + "valid_targets_mean": 14624.9, + "valid_targets_min": 1875 + }, + { + "epoch": 1.8144989339019189, + "grad_norm": 0.3358199972987029, + "learning_rate": 3.22360533917915e-05, + "loss": 0.9905974268913269, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24455487728118896, + "step": 426, + "valid_targets_mean": 14685.0, + "valid_targets_min": 1573 + }, + { + "epoch": 1.8187633262260128, + "grad_norm": 0.3346905952610327, + "learning_rate": 3.218897893206608e-05, + "loss": 1.0660550594329834, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28042614459991455, + "step": 427, + "valid_targets_mean": 15406.8, + "valid_targets_min": 10790 + }, + { + "epoch": 1.8230277185501067, + "grad_norm": 0.38346051127421305, + "learning_rate": 3.2141796796870335e-05, + "loss": 0.9783576130867004, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2634841501712799, + "step": 428, + "valid_targets_mean": 15478.9, + "valid_targets_min": 5018 + }, + { + "epoch": 1.8272921108742004, + "grad_norm": 0.32279452910281287, + "learning_rate": 3.2094507403003614e-05, + "loss": 1.0031273365020752, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24373270571231842, + "step": 429, + "valid_targets_mean": 14231.6, + "valid_targets_min": 5631 + }, + { + "epoch": 1.831556503198294, + "grad_norm": 0.3487932271401693, + "learning_rate": 3.2047111168212785e-05, + "loss": 0.9881079196929932, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23340928554534912, + "step": 430, + "valid_targets_mean": 14735.6, + "valid_targets_min": 4105 + }, + { + "epoch": 1.835820895522388, + "grad_norm": 0.38587694343346535, + "learning_rate": 3.1999608511188524e-05, + "loss": 1.0298049449920654, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23570841550827026, + "step": 431, + "valid_targets_mean": 14458.9, + "valid_targets_min": 4385 + }, + { + "epoch": 1.840085287846482, + "grad_norm": 0.3042002863554915, + "learning_rate": 3.1951999851561625e-05, + "loss": 1.0437463521957397, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2505001127719879, + "step": 432, + "valid_targets_mean": 13971.0, + "valid_targets_min": 3231 + }, + { + "epoch": 1.8443496801705757, + "grad_norm": 0.3714940578880021, + "learning_rate": 3.190428560989931e-05, + "loss": 1.0183122158050537, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25220775604248047, + "step": 433, + "valid_targets_mean": 14063.9, + "valid_targets_min": 4039 + }, + { + "epoch": 1.8486140724946694, + "grad_norm": 0.3488097430914349, + "learning_rate": 3.185646620770146e-05, + "loss": 1.0450854301452637, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2619399428367615, + "step": 434, + "valid_targets_mean": 14315.4, + "valid_targets_min": 5088 + }, + { + "epoch": 1.8528784648187633, + "grad_norm": 0.3730159752184596, + "learning_rate": 3.180854206739696e-05, + "loss": 1.0416991710662842, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26735377311706543, + "step": 435, + "valid_targets_mean": 14091.8, + "valid_targets_min": 2033 + }, + { + "epoch": 1.8571428571428572, + "grad_norm": 0.3922883995719241, + "learning_rate": 3.176051361233991e-05, + "loss": 1.0079805850982666, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26462459564208984, + "step": 436, + "valid_targets_mean": 15415.9, + "valid_targets_min": 9952 + }, + { + "epoch": 1.861407249466951, + "grad_norm": 0.36324697909671044, + "learning_rate": 3.171238126680594e-05, + "loss": 1.0385366678237915, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24491502344608307, + "step": 437, + "valid_targets_mean": 13899.1, + "valid_targets_min": 3160 + }, + { + "epoch": 1.8656716417910446, + "grad_norm": 0.3532207732723003, + "learning_rate": 3.166414545598839e-05, + "loss": 1.0549908876419067, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25254905223846436, + "step": 438, + "valid_targets_mean": 14838.1, + "valid_targets_min": 6803 + }, + { + "epoch": 1.8699360341151388, + "grad_norm": 0.345430167807002, + "learning_rate": 3.161580660599464e-05, + "loss": 1.0517973899841309, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26978904008865356, + "step": 439, + "valid_targets_mean": 15549.5, + "valid_targets_min": 9668 + }, + { + "epoch": 1.8742004264392325, + "grad_norm": 0.32859356953631097, + "learning_rate": 3.1567365143842264e-05, + "loss": 1.0060558319091797, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25652962923049927, + "step": 440, + "valid_targets_mean": 14757.1, + "valid_targets_min": 5741 + }, + { + "epoch": 1.8784648187633262, + "grad_norm": 0.3611230558411743, + "learning_rate": 3.1518821497455326e-05, + "loss": 1.019770622253418, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24030046164989471, + "step": 441, + "valid_targets_mean": 13502.8, + "valid_targets_min": 1366 + }, + { + "epoch": 1.88272921108742, + "grad_norm": 0.34932481184333747, + "learning_rate": 3.147017609566054e-05, + "loss": 1.0181442499160767, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2621876299381256, + "step": 442, + "valid_targets_mean": 15241.9, + "valid_targets_min": 8209 + }, + { + "epoch": 1.886993603411514, + "grad_norm": 0.3798979014834382, + "learning_rate": 3.142142936818353e-05, + "loss": 1.0328328609466553, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2619326710700989, + "step": 443, + "valid_targets_mean": 14370.1, + "valid_targets_min": 1593 + }, + { + "epoch": 1.8912579957356077, + "grad_norm": 0.31616579194746375, + "learning_rate": 3.137258174564501e-05, + "loss": 0.9993445873260498, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2385060340166092, + "step": 444, + "valid_targets_mean": 14367.9, + "valid_targets_min": 2805 + }, + { + "epoch": 1.8955223880597014, + "grad_norm": 0.4153759008157176, + "learning_rate": 3.1323633659556986e-05, + "loss": 1.0545213222503662, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26555371284484863, + "step": 445, + "valid_targets_mean": 15161.8, + "valid_targets_min": 2201 + }, + { + "epoch": 1.8997867803837953, + "grad_norm": 0.322498070011591, + "learning_rate": 3.127458554231894e-05, + "loss": 1.0254485607147217, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22738614678382874, + "step": 446, + "valid_targets_mean": 14012.2, + "valid_targets_min": 5255 + }, + { + "epoch": 1.9040511727078893, + "grad_norm": 0.3686719239421431, + "learning_rate": 3.122543782721402e-05, + "loss": 1.01595139503479, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25128450989723206, + "step": 447, + "valid_targets_mean": 13560.5, + "valid_targets_min": 2354 + }, + { + "epoch": 1.908315565031983, + "grad_norm": 0.3142450837420514, + "learning_rate": 3.1176190948405194e-05, + "loss": 1.069765567779541, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2478228360414505, + "step": 448, + "valid_targets_mean": 14122.2, + "valid_targets_min": 1497 + }, + { + "epoch": 1.9125799573560767, + "grad_norm": 0.3259602966126672, + "learning_rate": 3.112684534093142e-05, + "loss": 1.0053722858428955, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23693761229515076, + "step": 449, + "valid_targets_mean": 14771.7, + "valid_targets_min": 7360 + }, + { + "epoch": 1.9168443496801706, + "grad_norm": 0.3998294156093436, + "learning_rate": 3.107740144070385e-05, + "loss": 1.0424801111221313, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25787419080734253, + "step": 450, + "valid_targets_mean": 14059.9, + "valid_targets_min": 2691 + }, + { + "epoch": 1.9211087420042645, + "grad_norm": 0.37809686416661686, + "learning_rate": 3.102785968450188e-05, + "loss": 1.0229108333587646, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25710922479629517, + "step": 451, + "valid_targets_mean": 15053.9, + "valid_targets_min": 4019 + }, + { + "epoch": 1.9253731343283582, + "grad_norm": 0.3658869516959057, + "learning_rate": 3.09782205099694e-05, + "loss": 1.017193078994751, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24409866333007812, + "step": 452, + "valid_targets_mean": 14496.3, + "valid_targets_min": 1756 + }, + { + "epoch": 1.929637526652452, + "grad_norm": 0.40770451564229465, + "learning_rate": 3.092848435561084e-05, + "loss": 1.0102355480194092, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2771579623222351, + "step": 453, + "valid_targets_mean": 14780.3, + "valid_targets_min": 4633 + }, + { + "epoch": 1.9339019189765458, + "grad_norm": 0.4249002626346894, + "learning_rate": 3.0878651660787376e-05, + "loss": 1.0602593421936035, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2704622447490692, + "step": 454, + "valid_targets_mean": 15116.1, + "valid_targets_min": 7740 + }, + { + "epoch": 1.9381663113006398, + "grad_norm": 0.41710557170487544, + "learning_rate": 3.082872286571295e-05, + "loss": 1.0430220365524292, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2716583013534546, + "step": 455, + "valid_targets_mean": 15225.5, + "valid_targets_min": 2666 + }, + { + "epoch": 1.9424307036247335, + "grad_norm": 0.5134510384316797, + "learning_rate": 3.077869841145049e-05, + "loss": 1.0674012899398804, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.270738810300827, + "step": 456, + "valid_targets_mean": 14779.5, + "valid_targets_min": 6332 + }, + { + "epoch": 1.9466950959488272, + "grad_norm": 0.3511244172574389, + "learning_rate": 3.0728578739907934e-05, + "loss": 1.0135924816131592, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25227487087249756, + "step": 457, + "valid_targets_mean": 14540.5, + "valid_targets_min": 4167 + }, + { + "epoch": 1.950959488272921, + "grad_norm": 0.4837760234158933, + "learning_rate": 3.067836429383437e-05, + "loss": 1.0494167804718018, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25580132007598877, + "step": 458, + "valid_targets_mean": 14053.8, + "valid_targets_min": 2295 + }, + { + "epoch": 1.955223880597015, + "grad_norm": 0.40629715687940127, + "learning_rate": 3.062805551681609e-05, + "loss": 1.0064584016799927, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26788318157196045, + "step": 459, + "valid_targets_mean": 15165.4, + "valid_targets_min": 8024 + }, + { + "epoch": 1.9594882729211087, + "grad_norm": 0.39073735497922735, + "learning_rate": 3.057765285327271e-05, + "loss": 1.0187773704528809, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2431391328573227, + "step": 460, + "valid_targets_mean": 14963.2, + "valid_targets_min": 6194 + }, + { + "epoch": 1.9637526652452024, + "grad_norm": 0.3914267615569126, + "learning_rate": 3.0527156748453214e-05, + "loss": 1.0559675693511963, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25785666704177856, + "step": 461, + "valid_targets_mean": 14774.2, + "valid_targets_min": 3990 + }, + { + "epoch": 1.9680170575692963, + "grad_norm": 0.3025895464918562, + "learning_rate": 3.047656764843203e-05, + "loss": 0.9742813110351562, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2464253008365631, + "step": 462, + "valid_targets_mean": 15133.5, + "valid_targets_min": 4797 + }, + { + "epoch": 1.9722814498933903, + "grad_norm": 0.36633771205393245, + "learning_rate": 3.0425886000105094e-05, + "loss": 1.0286858081817627, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24696555733680725, + "step": 463, + "valid_targets_mean": 14326.2, + "valid_targets_min": 2013 + }, + { + "epoch": 1.976545842217484, + "grad_norm": 0.3150709552268554, + "learning_rate": 3.0375112251185892e-05, + "loss": 1.0114942789077759, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2749716341495514, + "step": 464, + "valid_targets_mean": 14633.4, + "valid_targets_min": 4870 + }, + { + "epoch": 1.9808102345415777, + "grad_norm": 0.394379772504802, + "learning_rate": 3.0324246850201527e-05, + "loss": 1.0314910411834717, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2604653537273407, + "step": 465, + "valid_targets_mean": 14508.2, + "valid_targets_min": 980 + }, + { + "epoch": 1.9850746268656716, + "grad_norm": 0.3032793670356622, + "learning_rate": 3.0273290246488732e-05, + "loss": 1.0470383167266846, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2582100033760071, + "step": 466, + "valid_targets_mean": 14294.9, + "valid_targets_min": 2956 + }, + { + "epoch": 1.9893390191897655, + "grad_norm": 0.3837673187665111, + "learning_rate": 3.0222242890189904e-05, + "loss": 1.022276759147644, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25700968503952026, + "step": 467, + "valid_targets_mean": 14991.4, + "valid_targets_min": 7709 + }, + { + "epoch": 1.9936034115138592, + "grad_norm": 0.3278734779287702, + "learning_rate": 3.017110523224914e-05, + "loss": 0.9854072332382202, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2594117522239685, + "step": 468, + "valid_targets_mean": 15114.2, + "valid_targets_min": 4733 + }, + { + "epoch": 1.997867803837953, + "grad_norm": 0.3634319350213615, + "learning_rate": 3.011987772440825e-05, + "loss": 1.0170570611953735, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2552461326122284, + "step": 469, + "valid_targets_mean": 13891.4, + "valid_targets_min": 1938 + }, + { + "epoch": 2.0, + "grad_norm": 0.413256975308945, + "learning_rate": 3.006856081920277e-05, + "loss": 1.0269068479537964, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.5216063857078552, + "step": 470, + "valid_targets_mean": 15169.9, + "valid_targets_min": 9901 + }, + { + "epoch": 2.0042643923240937, + "grad_norm": 0.4619453229739822, + "learning_rate": 3.001715496995793e-05, + "loss": 0.9987869262695312, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25192755460739136, + "step": 471, + "valid_targets_mean": 14206.0, + "valid_targets_min": 6976 + }, + { + "epoch": 2.008528784648188, + "grad_norm": 0.5167331243841146, + "learning_rate": 2.9965660630784715e-05, + "loss": 1.017713189125061, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26012545824050903, + "step": 472, + "valid_targets_mean": 15563.6, + "valid_targets_min": 10378 + }, + { + "epoch": 2.0127931769722816, + "grad_norm": 0.35584995260565605, + "learning_rate": 2.9914078256575782e-05, + "loss": 1.0301311016082764, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2502261996269226, + "step": 473, + "valid_targets_mean": 14867.3, + "valid_targets_min": 6280 + }, + { + "epoch": 2.0170575692963753, + "grad_norm": 0.45252543912658216, + "learning_rate": 2.9862408303001492e-05, + "loss": 1.07619047164917, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2920687794685364, + "step": 474, + "valid_targets_mean": 14555.3, + "valid_targets_min": 2249 + }, + { + "epoch": 2.021321961620469, + "grad_norm": 0.39046640391844367, + "learning_rate": 2.9810651226505875e-05, + "loss": 1.036402702331543, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27445799112319946, + "step": 475, + "valid_targets_mean": 14317.6, + "valid_targets_min": 2299 + }, + { + "epoch": 2.025586353944563, + "grad_norm": 0.41901154506208516, + "learning_rate": 2.9758807484302566e-05, + "loss": 1.0324018001556396, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24932430684566498, + "step": 476, + "valid_targets_mean": 13864.8, + "valid_targets_min": 2151 + }, + { + "epoch": 2.029850746268657, + "grad_norm": 0.4842255167391339, + "learning_rate": 2.9706877534370822e-05, + "loss": 1.0386693477630615, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2522968351840973, + "step": 477, + "valid_targets_mean": 14256.4, + "valid_targets_min": 2066 + }, + { + "epoch": 2.0341151385927505, + "grad_norm": 0.4640468268987125, + "learning_rate": 2.965486183545142e-05, + "loss": 1.0114332437515259, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.248225599527359, + "step": 478, + "valid_targets_mean": 14081.0, + "valid_targets_min": 2909 + }, + { + "epoch": 2.038379530916844, + "grad_norm": 0.42418965622022137, + "learning_rate": 2.9602760847042645e-05, + "loss": 0.9994747042655945, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25438761711120605, + "step": 479, + "valid_targets_mean": 15119.9, + "valid_targets_min": 4874 + }, + { + "epoch": 2.0426439232409384, + "grad_norm": 0.4785686956964631, + "learning_rate": 2.955057502939621e-05, + "loss": 0.9988273978233337, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23822565376758575, + "step": 480, + "valid_targets_mean": 13312.1, + "valid_targets_min": 1519 + }, + { + "epoch": 2.046908315565032, + "grad_norm": 0.4105882000722668, + "learning_rate": 2.9498304843513193e-05, + "loss": 1.0198397636413574, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25080275535583496, + "step": 481, + "valid_targets_mean": 14688.1, + "valid_targets_min": 2511 + }, + { + "epoch": 2.0511727078891258, + "grad_norm": 0.5300415459250852, + "learning_rate": 2.9445950751139957e-05, + "loss": 0.9783532023429871, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24423807859420776, + "step": 482, + "valid_targets_mean": 14867.3, + "valid_targets_min": 7621 + }, + { + "epoch": 2.0554371002132195, + "grad_norm": 0.4238362638262537, + "learning_rate": 2.939351321476412e-05, + "loss": 0.988930344581604, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24535754323005676, + "step": 483, + "valid_targets_mean": 15264.8, + "valid_targets_min": 9523 + }, + { + "epoch": 2.0597014925373136, + "grad_norm": 0.4115894914881983, + "learning_rate": 2.9340992697610393e-05, + "loss": 0.9587956666946411, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23480558395385742, + "step": 484, + "valid_targets_mean": 14411.7, + "valid_targets_min": 2050 + }, + { + "epoch": 2.0639658848614073, + "grad_norm": 0.3520050876205193, + "learning_rate": 2.9288389663636537e-05, + "loss": 0.943556010723114, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2204040288925171, + "step": 485, + "valid_targets_mean": 14179.5, + "valid_targets_min": 4288 + }, + { + "epoch": 2.068230277185501, + "grad_norm": 0.42290922947817755, + "learning_rate": 2.923570457752925e-05, + "loss": 0.9887169599533081, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22086945176124573, + "step": 486, + "valid_targets_mean": 13013.9, + "valid_targets_min": 1831 + }, + { + "epoch": 2.0724946695095947, + "grad_norm": 0.4078997322913125, + "learning_rate": 2.9182937904700078e-05, + "loss": 0.9575746655464172, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23732571303844452, + "step": 487, + "valid_targets_mean": 14603.0, + "valid_targets_min": 5807 + }, + { + "epoch": 2.076759061833689, + "grad_norm": 0.33844116633131804, + "learning_rate": 2.9130090111281278e-05, + "loss": 1.036177158355713, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2664754092693329, + "step": 488, + "valid_targets_mean": 14712.9, + "valid_targets_min": 5686 + }, + { + "epoch": 2.0810234541577826, + "grad_norm": 0.3501994979988469, + "learning_rate": 2.9077161664121722e-05, + "loss": 0.9981597661972046, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26289716362953186, + "step": 489, + "valid_targets_mean": 14764.6, + "valid_targets_min": 8317 + }, + { + "epoch": 2.0852878464818763, + "grad_norm": 0.3287483356110035, + "learning_rate": 2.902415303078275e-05, + "loss": 1.001094102859497, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24368131160736084, + "step": 490, + "valid_targets_mean": 14034.1, + "valid_targets_min": 2242 + }, + { + "epoch": 2.08955223880597, + "grad_norm": 0.31960244008645244, + "learning_rate": 2.8971064679534072e-05, + "loss": 0.9861602187156677, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26052600145339966, + "step": 491, + "valid_targets_mean": 14437.6, + "valid_targets_min": 3668 + }, + { + "epoch": 2.093816631130064, + "grad_norm": 0.35021423547748054, + "learning_rate": 2.8917897079349604e-05, + "loss": 1.0067569017410278, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23735103011131287, + "step": 492, + "valid_targets_mean": 14412.9, + "valid_targets_min": 1726 + }, + { + "epoch": 2.098081023454158, + "grad_norm": 0.349818040748087, + "learning_rate": 2.8864650699903336e-05, + "loss": 0.9881401062011719, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25098878145217896, + "step": 493, + "valid_targets_mean": 14247.2, + "valid_targets_min": 6013 + }, + { + "epoch": 2.1023454157782515, + "grad_norm": 0.30251701981824775, + "learning_rate": 2.881132601156518e-05, + "loss": 0.9695771932601929, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23273074626922607, + "step": 494, + "valid_targets_mean": 14427.5, + "valid_targets_min": 4288 + }, + { + "epoch": 2.106609808102345, + "grad_norm": 0.2753078687925536, + "learning_rate": 2.8757923485396805e-05, + "loss": 0.9951672554016113, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23935125768184662, + "step": 495, + "valid_targets_mean": 14137.9, + "valid_targets_min": 2994 + }, + { + "epoch": 2.1108742004264394, + "grad_norm": 0.35974801443669885, + "learning_rate": 2.8704443593147517e-05, + "loss": 0.9793565273284912, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2518188953399658, + "step": 496, + "valid_targets_mean": 14064.2, + "valid_targets_min": 1843 + }, + { + "epoch": 2.115138592750533, + "grad_norm": 0.29602530674455757, + "learning_rate": 2.8650886807250024e-05, + "loss": 1.01462984085083, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24598625302314758, + "step": 497, + "valid_targets_mean": 14743.6, + "valid_targets_min": 752 + }, + { + "epoch": 2.1194029850746268, + "grad_norm": 0.3128733508884366, + "learning_rate": 2.8597253600816332e-05, + "loss": 0.9523487687110901, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23442687094211578, + "step": 498, + "valid_targets_mean": 14247.1, + "valid_targets_min": 575 + }, + { + "epoch": 2.1236673773987205, + "grad_norm": 0.3007440081893074, + "learning_rate": 2.8543544447633517e-05, + "loss": 1.0122535228729248, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2612100839614868, + "step": 499, + "valid_targets_mean": 15464.2, + "valid_targets_min": 8312 + }, + { + "epoch": 2.1279317697228146, + "grad_norm": 0.33321054631335517, + "learning_rate": 2.8489759822159558e-05, + "loss": 1.0259451866149902, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2563559412956238, + "step": 500, + "valid_targets_mean": 14635.7, + "valid_targets_min": 3694 + }, + { + "epoch": 2.1321961620469083, + "grad_norm": 0.301153111906036, + "learning_rate": 2.843590019951914e-05, + "loss": 0.9697072505950928, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2423160970211029, + "step": 501, + "valid_targets_mean": 15021.9, + "valid_targets_min": 5862 + }, + { + "epoch": 2.136460554371002, + "grad_norm": 0.3366031436844582, + "learning_rate": 2.838196605549948e-05, + "loss": 1.0216162204742432, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2600550651550293, + "step": 502, + "valid_targets_mean": 14611.5, + "valid_targets_min": 3847 + }, + { + "epoch": 2.140724946695096, + "grad_norm": 0.37089688104026236, + "learning_rate": 2.8327957866546082e-05, + "loss": 1.0324145555496216, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24159306287765503, + "step": 503, + "valid_targets_mean": 14911.7, + "valid_targets_min": 4490 + }, + { + "epoch": 2.14498933901919, + "grad_norm": 0.28338169557739873, + "learning_rate": 2.8273876109758568e-05, + "loss": 0.9820647239685059, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24781620502471924, + "step": 504, + "valid_targets_mean": 14725.2, + "valid_targets_min": 3428 + }, + { + "epoch": 2.1492537313432836, + "grad_norm": 0.3791074528718515, + "learning_rate": 2.8219721262886427e-05, + "loss": 0.9940178990364075, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.254575252532959, + "step": 505, + "valid_targets_mean": 14990.6, + "valid_targets_min": 6710 + }, + { + "epoch": 2.1535181236673773, + "grad_norm": 0.32241998632745894, + "learning_rate": 2.816549380432483e-05, + "loss": 0.9699217081069946, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2379181683063507, + "step": 506, + "valid_targets_mean": 15332.5, + "valid_targets_min": 5308 + }, + { + "epoch": 2.1577825159914714, + "grad_norm": 0.36418783517251346, + "learning_rate": 2.8111194213110386e-05, + "loss": 0.9914301633834839, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2490634024143219, + "step": 507, + "valid_targets_mean": 14937.6, + "valid_targets_min": 6979 + }, + { + "epoch": 2.162046908315565, + "grad_norm": 0.3481151636024591, + "learning_rate": 2.805682296891691e-05, + "loss": 1.034879207611084, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2467014044523239, + "step": 508, + "valid_targets_mean": 14618.8, + "valid_targets_min": 2698 + }, + { + "epoch": 2.166311300639659, + "grad_norm": 0.3210905496194597, + "learning_rate": 2.8002380552051186e-05, + "loss": 1.0013360977172852, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24771901965141296, + "step": 509, + "valid_targets_mean": 14498.8, + "valid_targets_min": 4776 + }, + { + "epoch": 2.1705756929637525, + "grad_norm": 0.366021222168054, + "learning_rate": 2.7947867443448728e-05, + "loss": 1.050952672958374, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2681233882904053, + "step": 510, + "valid_targets_mean": 15571.0, + "valid_targets_min": 7360 + }, + { + "epoch": 2.1748400852878467, + "grad_norm": 0.3069334481320911, + "learning_rate": 2.789328412466953e-05, + "loss": 0.9996070265769958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2375372052192688, + "step": 511, + "valid_targets_mean": 14751.3, + "valid_targets_min": 3243 + }, + { + "epoch": 2.1791044776119404, + "grad_norm": 0.35998981409036335, + "learning_rate": 2.7838631077893813e-05, + "loss": 1.026340126991272, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25492531061172485, + "step": 512, + "valid_targets_mean": 14273.8, + "valid_targets_min": 2266 + }, + { + "epoch": 2.183368869936034, + "grad_norm": 0.3298626819432099, + "learning_rate": 2.7783908785917753e-05, + "loss": 1.010487675666809, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26713818311691284, + "step": 513, + "valid_targets_mean": 14390.0, + "valid_targets_min": 4092 + }, + { + "epoch": 2.1876332622601278, + "grad_norm": 0.3646210342560063, + "learning_rate": 2.7729117732149244e-05, + "loss": 1.008512258529663, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2513628602027893, + "step": 514, + "valid_targets_mean": 14906.8, + "valid_targets_min": 2502 + }, + { + "epoch": 2.191897654584222, + "grad_norm": 0.36795022151544593, + "learning_rate": 2.7674258400603587e-05, + "loss": 1.0182232856750488, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28085383772850037, + "step": 515, + "valid_targets_mean": 15310.5, + "valid_targets_min": 3271 + }, + { + "epoch": 2.1961620469083156, + "grad_norm": 0.3463845633061672, + "learning_rate": 2.761933127589927e-05, + "loss": 0.9878981709480286, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2540169954299927, + "step": 516, + "valid_targets_mean": 15095.4, + "valid_targets_min": 7989 + }, + { + "epoch": 2.2004264392324093, + "grad_norm": 0.32342978014510676, + "learning_rate": 2.7564336843253633e-05, + "loss": 1.009298324584961, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23696599900722504, + "step": 517, + "valid_targets_mean": 14574.7, + "valid_targets_min": 4055 + }, + { + "epoch": 2.204690831556503, + "grad_norm": 0.35246191421570006, + "learning_rate": 2.7509275588478606e-05, + "loss": 0.9518311023712158, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22795039415359497, + "step": 518, + "valid_targets_mean": 14171.1, + "valid_targets_min": 2066 + }, + { + "epoch": 2.208955223880597, + "grad_norm": 0.31379457120732324, + "learning_rate": 2.7454147997976404e-05, + "loss": 1.0131120681762695, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25702476501464844, + "step": 519, + "valid_targets_mean": 14889.4, + "valid_targets_min": 7756 + }, + { + "epoch": 2.213219616204691, + "grad_norm": 0.3644697573362402, + "learning_rate": 2.7398954558735272e-05, + "loss": 1.0273219347000122, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27117037773132324, + "step": 520, + "valid_targets_mean": 14467.1, + "valid_targets_min": 4204 + }, + { + "epoch": 2.2174840085287846, + "grad_norm": 0.31378876156098, + "learning_rate": 2.7343695758325125e-05, + "loss": 1.034562587738037, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25118693709373474, + "step": 521, + "valid_targets_mean": 13929.1, + "valid_targets_min": 2697 + }, + { + "epoch": 2.2217484008528783, + "grad_norm": 0.36544381721525326, + "learning_rate": 2.7288372084893282e-05, + "loss": 0.9665502309799194, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2441106140613556, + "step": 522, + "valid_targets_mean": 15248.3, + "valid_targets_min": 1517 + }, + { + "epoch": 2.2260127931769724, + "grad_norm": 0.32504579275074885, + "learning_rate": 2.7232984027160126e-05, + "loss": 0.990398645401001, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21704241633415222, + "step": 523, + "valid_targets_mean": 14821.8, + "valid_targets_min": 2062 + }, + { + "epoch": 2.230277185501066, + "grad_norm": 0.33419036753063336, + "learning_rate": 2.7177532074414822e-05, + "loss": 1.001986026763916, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2518696188926697, + "step": 524, + "valid_targets_mean": 13669.2, + "valid_targets_min": 1189 + }, + { + "epoch": 2.23454157782516, + "grad_norm": 0.3246390584972087, + "learning_rate": 2.712201671651094e-05, + "loss": 1.0094494819641113, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25980284810066223, + "step": 525, + "valid_targets_mean": 14686.9, + "valid_targets_min": 3001 + }, + { + "epoch": 2.2388059701492535, + "grad_norm": 0.38617899781151854, + "learning_rate": 2.7066438443862205e-05, + "loss": 0.9911002516746521, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23355315625667572, + "step": 526, + "valid_targets_mean": 14217.2, + "valid_targets_min": 3674 + }, + { + "epoch": 2.2430703624733477, + "grad_norm": 0.31967579088660597, + "learning_rate": 2.701079774743808e-05, + "loss": 0.9487998485565186, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23282305896282196, + "step": 527, + "valid_targets_mean": 14927.9, + "valid_targets_min": 6321 + }, + { + "epoch": 2.2473347547974414, + "grad_norm": 0.35481854930783874, + "learning_rate": 2.6955095118759496e-05, + "loss": 1.0225987434387207, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.256896436214447, + "step": 528, + "valid_targets_mean": 14094.9, + "valid_targets_min": 3640 + }, + { + "epoch": 2.251599147121535, + "grad_norm": 0.2998115044858296, + "learning_rate": 2.689933104989447e-05, + "loss": 1.0039013624191284, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24659347534179688, + "step": 529, + "valid_targets_mean": 14749.3, + "valid_targets_min": 2099 + }, + { + "epoch": 2.2558635394456292, + "grad_norm": 0.3422539188877669, + "learning_rate": 2.6843506033453777e-05, + "loss": 0.9687084555625916, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2278328239917755, + "step": 530, + "valid_targets_mean": 15208.4, + "valid_targets_min": 6099 + }, + { + "epoch": 2.260127931769723, + "grad_norm": 0.29376736895245537, + "learning_rate": 2.6787620562586587e-05, + "loss": 0.9959279298782349, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26383495330810547, + "step": 531, + "valid_targets_mean": 15470.2, + "valid_targets_min": 8826 + }, + { + "epoch": 2.2643923240938166, + "grad_norm": 0.331149278206732, + "learning_rate": 2.673167513097613e-05, + "loss": 0.978769838809967, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24497835338115692, + "step": 532, + "valid_targets_mean": 14315.0, + "valid_targets_min": 2856 + }, + { + "epoch": 2.2686567164179103, + "grad_norm": 0.30721831968666274, + "learning_rate": 2.6675670232835297e-05, + "loss": 0.9460316300392151, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22342230379581451, + "step": 533, + "valid_targets_mean": 13737.3, + "valid_targets_min": 1778 + }, + { + "epoch": 2.272921108742004, + "grad_norm": 0.32322528315486937, + "learning_rate": 2.661960636290231e-05, + "loss": 0.9993689060211182, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2589959502220154, + "step": 534, + "valid_targets_mean": 14841.2, + "valid_targets_min": 3402 + }, + { + "epoch": 2.277185501066098, + "grad_norm": 0.3266621431968494, + "learning_rate": 2.6563484016436346e-05, + "loss": 1.0264701843261719, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2553436756134033, + "step": 535, + "valid_targets_mean": 14679.2, + "valid_targets_min": 5570 + }, + { + "epoch": 2.281449893390192, + "grad_norm": 0.33169741508912115, + "learning_rate": 2.6507303689213143e-05, + "loss": 1.0258426666259766, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3054558336734772, + "step": 536, + "valid_targets_mean": 15405.3, + "valid_targets_min": 11021 + }, + { + "epoch": 2.2857142857142856, + "grad_norm": 0.32019496475602877, + "learning_rate": 2.6451065877520634e-05, + "loss": 0.9969546794891357, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2543153762817383, + "step": 537, + "valid_targets_mean": 15113.9, + "valid_targets_min": 7736 + }, + { + "epoch": 2.2899786780383797, + "grad_norm": 0.3414632048178366, + "learning_rate": 2.639477107815455e-05, + "loss": 0.9487636089324951, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25016891956329346, + "step": 538, + "valid_targets_mean": 14803.9, + "valid_targets_min": 6681 + }, + { + "epoch": 2.2942430703624734, + "grad_norm": 0.34430281403856633, + "learning_rate": 2.633841978841406e-05, + "loss": 0.9727267622947693, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23209461569786072, + "step": 539, + "valid_targets_mean": 14362.3, + "valid_targets_min": 7984 + }, + { + "epoch": 2.298507462686567, + "grad_norm": 0.32936335566423325, + "learning_rate": 2.6282012506097347e-05, + "loss": 1.0068211555480957, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2509459853172302, + "step": 540, + "valid_targets_mean": 14533.2, + "valid_targets_min": 1498 + }, + { + "epoch": 2.302771855010661, + "grad_norm": 0.33712612093459954, + "learning_rate": 2.622554972949724e-05, + "loss": 1.0443518161773682, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2472529262304306, + "step": 541, + "valid_targets_mean": 13808.7, + "valid_targets_min": 1923 + }, + { + "epoch": 2.307036247334755, + "grad_norm": 0.35149539199610075, + "learning_rate": 2.6169031957396778e-05, + "loss": 1.0184926986694336, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2640667259693146, + "step": 542, + "valid_targets_mean": 14197.4, + "valid_targets_min": 1999 + }, + { + "epoch": 2.3113006396588487, + "grad_norm": 0.337678553086505, + "learning_rate": 2.611245968906482e-05, + "loss": 0.9821817874908447, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25984886288642883, + "step": 543, + "valid_targets_mean": 14675.0, + "valid_targets_min": 3536 + }, + { + "epoch": 2.3155650319829424, + "grad_norm": 0.3850534778421881, + "learning_rate": 2.605583342425165e-05, + "loss": 0.9992858171463013, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23248092830181122, + "step": 544, + "valid_targets_mean": 13720.2, + "valid_targets_min": 1863 + }, + { + "epoch": 2.319829424307036, + "grad_norm": 0.35296894817904273, + "learning_rate": 2.5999153663184546e-05, + "loss": 1.0641541481018066, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29142460227012634, + "step": 545, + "valid_targets_mean": 14533.0, + "valid_targets_min": 3852 + }, + { + "epoch": 2.3240938166311302, + "grad_norm": 0.36708025020001983, + "learning_rate": 2.594242090656335e-05, + "loss": 0.9965769052505493, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27358609437942505, + "step": 546, + "valid_targets_mean": 15236.0, + "valid_targets_min": 1593 + }, + { + "epoch": 2.328358208955224, + "grad_norm": 0.3991980593444986, + "learning_rate": 2.5885635655556075e-05, + "loss": 0.9888902306556702, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2735585868358612, + "step": 547, + "valid_targets_mean": 15963.0, + "valid_targets_min": 11813 + }, + { + "epoch": 2.3326226012793176, + "grad_norm": 0.3840739541693589, + "learning_rate": 2.5828798411794443e-05, + "loss": 1.0172688961029053, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22582058608531952, + "step": 548, + "valid_targets_mean": 13778.4, + "valid_targets_min": 2715 + }, + { + "epoch": 2.3368869936034113, + "grad_norm": 0.34536658759940725, + "learning_rate": 2.5771909677369484e-05, + "loss": 0.9836137294769287, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2616347670555115, + "step": 549, + "valid_targets_mean": 15342.6, + "valid_targets_min": 9001 + }, + { + "epoch": 2.3411513859275055, + "grad_norm": 0.4400968625127286, + "learning_rate": 2.571496995482709e-05, + "loss": 1.0368796586990356, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2504378855228424, + "step": 550, + "valid_targets_mean": 14808.0, + "valid_targets_min": 2730 + }, + { + "epoch": 2.345415778251599, + "grad_norm": 0.36026556994961684, + "learning_rate": 2.565797974716357e-05, + "loss": 1.0212513208389282, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23313161730766296, + "step": 551, + "valid_targets_mean": 14403.5, + "valid_targets_min": 5487 + }, + { + "epoch": 2.349680170575693, + "grad_norm": 0.40420036599953035, + "learning_rate": 2.5600939557821205e-05, + "loss": 0.9742347002029419, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24898028373718262, + "step": 552, + "valid_targets_mean": 14613.9, + "valid_targets_min": 2797 + }, + { + "epoch": 2.3539445628997866, + "grad_norm": 0.30665172704865445, + "learning_rate": 2.5543849890683813e-05, + "loss": 0.9749837517738342, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.259993314743042, + "step": 553, + "valid_targets_mean": 15261.2, + "valid_targets_min": 7622 + }, + { + "epoch": 2.3582089552238807, + "grad_norm": 0.3480237734194922, + "learning_rate": 2.548671125007229e-05, + "loss": 0.9855685830116272, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25016504526138306, + "step": 554, + "valid_targets_mean": 13247.3, + "valid_targets_min": 2399 + }, + { + "epoch": 2.3624733475479744, + "grad_norm": 0.34928331758443754, + "learning_rate": 2.5429524140740155e-05, + "loss": 1.0194594860076904, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2653951644897461, + "step": 555, + "valid_targets_mean": 14490.5, + "valid_targets_min": 3899 + }, + { + "epoch": 2.366737739872068, + "grad_norm": 0.2943086599844404, + "learning_rate": 2.537228906786908e-05, + "loss": 1.0033053159713745, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2457573562860489, + "step": 556, + "valid_targets_mean": 14929.9, + "valid_targets_min": 7722 + }, + { + "epoch": 2.3710021321961623, + "grad_norm": 0.36446725875942176, + "learning_rate": 2.5315006537064473e-05, + "loss": 0.9970245361328125, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23409779369831085, + "step": 557, + "valid_targets_mean": 14046.7, + "valid_targets_min": 4710 + }, + { + "epoch": 2.375266524520256, + "grad_norm": 0.3392391142630678, + "learning_rate": 2.5257677054350927e-05, + "loss": 0.9785336852073669, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23554298281669617, + "step": 558, + "valid_targets_mean": 14559.5, + "valid_targets_min": 2243 + }, + { + "epoch": 2.3795309168443497, + "grad_norm": 0.3468364558136946, + "learning_rate": 2.5200301126167857e-05, + "loss": 0.9779709577560425, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23112671077251434, + "step": 559, + "valid_targets_mean": 14566.1, + "valid_targets_min": 7120 + }, + { + "epoch": 2.3837953091684434, + "grad_norm": 0.36895865748323503, + "learning_rate": 2.514287925936492e-05, + "loss": 1.02138090133667, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2661632001399994, + "step": 560, + "valid_targets_mean": 15004.2, + "valid_targets_min": 4432 + }, + { + "epoch": 2.388059701492537, + "grad_norm": 0.3505546777942912, + "learning_rate": 2.5085411961197626e-05, + "loss": 1.0374722480773926, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24316981434822083, + "step": 561, + "valid_targets_mean": 14641.2, + "valid_targets_min": 5183 + }, + { + "epoch": 2.3923240938166312, + "grad_norm": 0.33399708012353235, + "learning_rate": 2.502789973932278e-05, + "loss": 1.000402569770813, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25113219022750854, + "step": 562, + "valid_targets_mean": 14444.3, + "valid_targets_min": 1649 + }, + { + "epoch": 2.396588486140725, + "grad_norm": 0.32813402511679207, + "learning_rate": 2.4970343101794073e-05, + "loss": 1.0033669471740723, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23444540798664093, + "step": 563, + "valid_targets_mean": 13773.7, + "valid_targets_min": 2585 + }, + { + "epoch": 2.4008528784648187, + "grad_norm": 0.33686647091329164, + "learning_rate": 2.4912742557057538e-05, + "loss": 0.9911777973175049, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2385525405406952, + "step": 564, + "valid_targets_mean": 14328.3, + "valid_targets_min": 1192 + }, + { + "epoch": 2.405117270788913, + "grad_norm": 0.28929126841193425, + "learning_rate": 2.485509861394708e-05, + "loss": 1.0348443984985352, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2621164917945862, + "step": 565, + "valid_targets_mean": 14846.8, + "valid_targets_min": 2791 + }, + { + "epoch": 2.4093816631130065, + "grad_norm": 0.2962657350974411, + "learning_rate": 2.4797411781679975e-05, + "loss": 0.9520940780639648, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27280616760253906, + "step": 566, + "valid_targets_mean": 14597.2, + "valid_targets_min": 3095 + }, + { + "epoch": 2.4136460554371, + "grad_norm": 0.34091539321857006, + "learning_rate": 2.473968256985238e-05, + "loss": 1.0032382011413574, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27264654636383057, + "step": 567, + "valid_targets_mean": 14863.2, + "valid_targets_min": 5634 + }, + { + "epoch": 2.417910447761194, + "grad_norm": 0.30547855046084316, + "learning_rate": 2.4681911488434825e-05, + "loss": 1.034733533859253, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23930537700653076, + "step": 568, + "valid_targets_mean": 14235.1, + "valid_targets_min": 3758 + }, + { + "epoch": 2.4221748400852876, + "grad_norm": 0.33398207103009264, + "learning_rate": 2.4624099047767702e-05, + "loss": 1.0115569829940796, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2657352089881897, + "step": 569, + "valid_targets_mean": 15144.8, + "valid_targets_min": 6786 + }, + { + "epoch": 2.4264392324093818, + "grad_norm": 0.33741120813986736, + "learning_rate": 2.4566245758556787e-05, + "loss": 0.9684585928916931, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23303334414958954, + "step": 570, + "valid_targets_mean": 14613.6, + "valid_targets_min": 2792 + }, + { + "epoch": 2.4307036247334755, + "grad_norm": 0.36889301409479364, + "learning_rate": 2.4508352131868664e-05, + "loss": 1.007417917251587, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26629167795181274, + "step": 571, + "valid_targets_mean": 14827.8, + "valid_targets_min": 1388 + }, + { + "epoch": 2.434968017057569, + "grad_norm": 0.3405631534435157, + "learning_rate": 2.445041867912629e-05, + "loss": 0.9651800394058228, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25025099515914917, + "step": 572, + "valid_targets_mean": 14830.1, + "valid_targets_min": 4156 + }, + { + "epoch": 2.4392324093816633, + "grad_norm": 0.37368194721116355, + "learning_rate": 2.439244591210443e-05, + "loss": 0.9608060717582703, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2526610493659973, + "step": 573, + "valid_targets_mean": 15141.2, + "valid_targets_min": 7503 + }, + { + "epoch": 2.443496801705757, + "grad_norm": 0.3519589117733432, + "learning_rate": 2.4334434342925133e-05, + "loss": 0.9872702360153198, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24747343361377716, + "step": 574, + "valid_targets_mean": 14546.2, + "valid_targets_min": 3910 + }, + { + "epoch": 2.4477611940298507, + "grad_norm": 0.3915005609343368, + "learning_rate": 2.4276384484053227e-05, + "loss": 0.973964512348175, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2625986933708191, + "step": 575, + "valid_targets_mean": 15743.1, + "valid_targets_min": 5391 + }, + { + "epoch": 2.4520255863539444, + "grad_norm": 0.322431185837138, + "learning_rate": 2.4218296848291795e-05, + "loss": 1.0351622104644775, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23967526853084564, + "step": 576, + "valid_targets_mean": 14141.6, + "valid_targets_min": 6849 + }, + { + "epoch": 2.4562899786780386, + "grad_norm": 0.38071734743587365, + "learning_rate": 2.4160171948777603e-05, + "loss": 0.990182638168335, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26047706604003906, + "step": 577, + "valid_targets_mean": 15361.8, + "valid_targets_min": 5801 + }, + { + "epoch": 2.4605543710021323, + "grad_norm": 0.3373916772700385, + "learning_rate": 2.410201029897665e-05, + "loss": 1.0633823871612549, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27211618423461914, + "step": 578, + "valid_targets_mean": 15740.7, + "valid_targets_min": 11262 + }, + { + "epoch": 2.464818763326226, + "grad_norm": 0.30142243918163714, + "learning_rate": 2.4043812412679532e-05, + "loss": 0.9817286729812622, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24626925587654114, + "step": 579, + "valid_targets_mean": 14815.9, + "valid_targets_min": 6065 + }, + { + "epoch": 2.4690831556503197, + "grad_norm": 0.38633305520724576, + "learning_rate": 2.3985578803996985e-05, + "loss": 1.0299785137176514, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24435535073280334, + "step": 580, + "valid_targets_mean": 13771.2, + "valid_targets_min": 1532 + }, + { + "epoch": 2.473347547974414, + "grad_norm": 0.27832550827920893, + "learning_rate": 2.392730998735529e-05, + "loss": 1.0362637042999268, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24985581636428833, + "step": 581, + "valid_targets_mean": 15384.0, + "valid_targets_min": 3886 + }, + { + "epoch": 2.4776119402985075, + "grad_norm": 0.3960988980880983, + "learning_rate": 2.3869006477491755e-05, + "loss": 1.0011943578720093, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2445807009935379, + "step": 582, + "valid_targets_mean": 15580.9, + "valid_targets_min": 4483 + }, + { + "epoch": 2.481876332622601, + "grad_norm": 0.30437402842242794, + "learning_rate": 2.381066878945017e-05, + "loss": 0.9859625101089478, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25368452072143555, + "step": 583, + "valid_targets_mean": 14908.8, + "valid_targets_min": 2910 + }, + { + "epoch": 2.486140724946695, + "grad_norm": 0.4323644697650072, + "learning_rate": 2.3752297438576257e-05, + "loss": 0.9823155403137207, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2465706169605255, + "step": 584, + "valid_targets_mean": 15053.9, + "valid_targets_min": 5225 + }, + { + "epoch": 2.490405117270789, + "grad_norm": 0.358452006527221, + "learning_rate": 2.3693892940513074e-05, + "loss": 1.051724910736084, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2570017874240875, + "step": 585, + "valid_targets_mean": 14092.7, + "valid_targets_min": 4352 + }, + { + "epoch": 2.4946695095948828, + "grad_norm": 0.39022028589448476, + "learning_rate": 2.3635455811196536e-05, + "loss": 1.0154004096984863, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25719571113586426, + "step": 586, + "valid_targets_mean": 14364.0, + "valid_targets_min": 2248 + }, + { + "epoch": 2.4989339019189765, + "grad_norm": 0.3490781892258707, + "learning_rate": 2.3576986566850796e-05, + "loss": 1.0354974269866943, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22510012984275818, + "step": 587, + "valid_targets_mean": 13014.9, + "valid_targets_min": 3563 + }, + { + "epoch": 2.50319829424307, + "grad_norm": 0.41511633357102923, + "learning_rate": 2.351848572398371e-05, + "loss": 0.9651156663894653, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2315250039100647, + "step": 588, + "valid_targets_mean": 13630.2, + "valid_targets_min": 1625 + }, + { + "epoch": 2.5074626865671643, + "grad_norm": 0.2987791039277017, + "learning_rate": 2.3459953799382276e-05, + "loss": 0.9886672496795654, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25824683904647827, + "step": 589, + "valid_targets_mean": 14645.2, + "valid_targets_min": 1150 + }, + { + "epoch": 2.511727078891258, + "grad_norm": 0.3886434319439524, + "learning_rate": 2.3401391310108054e-05, + "loss": 1.002341866493225, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27559715509414673, + "step": 590, + "valid_targets_mean": 15001.2, + "valid_targets_min": 2024 + }, + { + "epoch": 2.5159914712153517, + "grad_norm": 0.30742030402343073, + "learning_rate": 2.3342798773492602e-05, + "loss": 0.9635980129241943, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24406534433364868, + "step": 591, + "valid_targets_mean": 13855.1, + "valid_targets_min": 5690 + }, + { + "epoch": 2.520255863539446, + "grad_norm": 0.35203229753820214, + "learning_rate": 2.328417670713294e-05, + "loss": 1.0279370546340942, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23842567205429077, + "step": 592, + "valid_targets_mean": 13533.6, + "valid_targets_min": 1542 + }, + { + "epoch": 2.5245202558635396, + "grad_norm": 0.32721363622942806, + "learning_rate": 2.3225525628886918e-05, + "loss": 1.007649540901184, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23621892929077148, + "step": 593, + "valid_targets_mean": 14168.2, + "valid_targets_min": 1389 + }, + { + "epoch": 2.5287846481876333, + "grad_norm": 0.3236736295525048, + "learning_rate": 2.3166846056868687e-05, + "loss": 1.058523416519165, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25125598907470703, + "step": 594, + "valid_targets_mean": 14296.9, + "valid_targets_min": 2014 + }, + { + "epoch": 2.533049040511727, + "grad_norm": 0.37216898751375604, + "learning_rate": 2.31081385094441e-05, + "loss": 1.0509214401245117, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27076196670532227, + "step": 595, + "valid_targets_mean": 14749.0, + "valid_targets_min": 1741 + }, + { + "epoch": 2.5373134328358207, + "grad_norm": 0.3169846488569876, + "learning_rate": 2.304940350522615e-05, + "loss": 0.9791812896728516, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24198110401630402, + "step": 596, + "valid_targets_mean": 15197.2, + "valid_targets_min": 5355 + }, + { + "epoch": 2.541577825159915, + "grad_norm": 0.3655497542521435, + "learning_rate": 2.299064156307037e-05, + "loss": 0.9640069603919983, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25089704990386963, + "step": 597, + "valid_targets_mean": 15269.8, + "valid_targets_min": 6535 + }, + { + "epoch": 2.5458422174840085, + "grad_norm": 0.33398322226694305, + "learning_rate": 2.2931853202070275e-05, + "loss": 1.0128238201141357, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24849393963813782, + "step": 598, + "valid_targets_mean": 14430.6, + "valid_targets_min": 5331 + }, + { + "epoch": 2.550106609808102, + "grad_norm": 0.35036961035660963, + "learning_rate": 2.2873038941552724e-05, + "loss": 0.9940244555473328, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2424945831298828, + "step": 599, + "valid_targets_mean": 14965.9, + "valid_targets_min": 5019 + }, + { + "epoch": 2.5543710021321964, + "grad_norm": 0.35909573928226096, + "learning_rate": 2.2814199301073412e-05, + "loss": 0.9789392948150635, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.230018749833107, + "step": 600, + "valid_targets_mean": 14331.5, + "valid_targets_min": 2859 + }, + { + "epoch": 2.55863539445629, + "grad_norm": 0.4549872487932826, + "learning_rate": 2.27553348004122e-05, + "loss": 1.0233306884765625, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27509790658950806, + "step": 601, + "valid_targets_mean": 14395.6, + "valid_targets_min": 2323 + }, + { + "epoch": 2.5628997867803838, + "grad_norm": 0.33761284764961597, + "learning_rate": 2.2696445959568577e-05, + "loss": 0.9874115586280823, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23882831633090973, + "step": 602, + "valid_targets_mean": 14543.6, + "valid_targets_min": 4364 + }, + { + "epoch": 2.5671641791044775, + "grad_norm": 0.35401685293843677, + "learning_rate": 2.2637533298757064e-05, + "loss": 1.02969229221344, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2575541138648987, + "step": 603, + "valid_targets_mean": 14556.6, + "valid_targets_min": 5755 + }, + { + "epoch": 2.571428571428571, + "grad_norm": 0.31392668806341634, + "learning_rate": 2.2578597338402567e-05, + "loss": 1.0304715633392334, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26533687114715576, + "step": 604, + "valid_targets_mean": 14233.3, + "valid_targets_min": 1448 + }, + { + "epoch": 2.5756929637526653, + "grad_norm": 0.3423833897137569, + "learning_rate": 2.2519638599135844e-05, + "loss": 0.9955989122390747, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24507801234722137, + "step": 605, + "valid_targets_mean": 14312.9, + "valid_targets_min": 1957 + }, + { + "epoch": 2.579957356076759, + "grad_norm": 0.29274617852947354, + "learning_rate": 2.2460657601788875e-05, + "loss": 1.0015254020690918, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25418350100517273, + "step": 606, + "valid_targets_mean": 14795.7, + "valid_targets_min": 4826 + }, + { + "epoch": 2.5842217484008527, + "grad_norm": 0.35114149837713304, + "learning_rate": 2.2401654867390256e-05, + "loss": 1.0049234628677368, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25163301825523376, + "step": 607, + "valid_targets_mean": 14743.6, + "valid_targets_min": 3783 + }, + { + "epoch": 2.588486140724947, + "grad_norm": 0.29439065023601596, + "learning_rate": 2.2342630917160605e-05, + "loss": 0.9980335831642151, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.268460750579834, + "step": 608, + "valid_targets_mean": 15170.2, + "valid_targets_min": 10692 + }, + { + "epoch": 2.5927505330490406, + "grad_norm": 0.3918348447282248, + "learning_rate": 2.2283586272507975e-05, + "loss": 1.0358186960220337, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26268818974494934, + "step": 609, + "valid_targets_mean": 14811.3, + "valid_targets_min": 3785 + }, + { + "epoch": 2.5970149253731343, + "grad_norm": 0.29722435327418545, + "learning_rate": 2.2224521455023193e-05, + "loss": 1.0231435298919678, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27298492193222046, + "step": 610, + "valid_targets_mean": 14908.2, + "valid_targets_min": 5562 + }, + { + "epoch": 2.6012793176972284, + "grad_norm": 0.3706282963267535, + "learning_rate": 2.216543698647534e-05, + "loss": 1.0015376806259155, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23678603768348694, + "step": 611, + "valid_targets_mean": 14785.9, + "valid_targets_min": 7223 + }, + { + "epoch": 2.605543710021322, + "grad_norm": 0.28997351658302517, + "learning_rate": 2.210633338880704e-05, + "loss": 0.9889682531356812, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2501472532749176, + "step": 612, + "valid_targets_mean": 14344.6, + "valid_targets_min": 2032 + }, + { + "epoch": 2.609808102345416, + "grad_norm": 0.3463457632817264, + "learning_rate": 2.204721118412994e-05, + "loss": 0.9636353254318237, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23523736000061035, + "step": 613, + "valid_targets_mean": 15641.1, + "valid_targets_min": 6636 + }, + { + "epoch": 2.6140724946695095, + "grad_norm": 0.27747934116807216, + "learning_rate": 2.1988070894720037e-05, + "loss": 0.9970721006393433, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.269124299287796, + "step": 614, + "valid_targets_mean": 14540.5, + "valid_targets_min": 3303 + }, + { + "epoch": 2.6183368869936032, + "grad_norm": 0.3511925155288994, + "learning_rate": 2.192891304301309e-05, + "loss": 1.0155706405639648, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2538289427757263, + "step": 615, + "valid_targets_mean": 15039.4, + "valid_targets_min": 6067 + }, + { + "epoch": 2.6226012793176974, + "grad_norm": 0.29011844045310653, + "learning_rate": 2.18697381516e-05, + "loss": 0.9873601198196411, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24696794152259827, + "step": 616, + "valid_targets_mean": 15058.1, + "valid_targets_min": 2443 + }, + { + "epoch": 2.626865671641791, + "grad_norm": 0.3238909783787976, + "learning_rate": 2.181054674322221e-05, + "loss": 1.0182379484176636, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2516877353191376, + "step": 617, + "valid_targets_mean": 14824.7, + "valid_targets_min": 3184 + }, + { + "epoch": 2.631130063965885, + "grad_norm": 0.3429422878810307, + "learning_rate": 2.1751339340767043e-05, + "loss": 0.9708336591720581, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2568596601486206, + "step": 618, + "valid_targets_mean": 14443.2, + "valid_targets_min": 4836 + }, + { + "epoch": 2.635394456289979, + "grad_norm": 0.2908515376112425, + "learning_rate": 2.169211646726313e-05, + "loss": 1.016640305519104, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24657776951789856, + "step": 619, + "valid_targets_mean": 14274.7, + "valid_targets_min": 1403 + }, + { + "epoch": 2.6396588486140726, + "grad_norm": 0.3853554609431464, + "learning_rate": 2.163287864587576e-05, + "loss": 1.0126334428787231, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27196288108825684, + "step": 620, + "valid_targets_mean": 15074.4, + "valid_targets_min": 2880 + }, + { + "epoch": 2.6439232409381663, + "grad_norm": 0.2942337811975356, + "learning_rate": 2.157362639990229e-05, + "loss": 0.9722011089324951, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2530434727668762, + "step": 621, + "valid_targets_mean": 14954.9, + "valid_targets_min": 4040 + }, + { + "epoch": 2.64818763326226, + "grad_norm": 0.32573988623048067, + "learning_rate": 2.151436025276747e-05, + "loss": 1.019566297531128, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25579628348350525, + "step": 622, + "valid_targets_mean": 14778.2, + "valid_targets_min": 6227 + }, + { + "epoch": 2.6524520255863537, + "grad_norm": 0.3138634089608162, + "learning_rate": 2.145508072801888e-05, + "loss": 1.0274235010147095, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2799724340438843, + "step": 623, + "valid_targets_mean": 15236.8, + "valid_targets_min": 8987 + }, + { + "epoch": 2.656716417910448, + "grad_norm": 0.3026669199564441, + "learning_rate": 2.1395788349322256e-05, + "loss": 1.0347164869308472, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27171123027801514, + "step": 624, + "valid_targets_mean": 14910.9, + "valid_targets_min": 1083 + }, + { + "epoch": 2.6609808102345416, + "grad_norm": 0.33452478891840515, + "learning_rate": 2.133648364045689e-05, + "loss": 0.9720939993858337, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21387939155101776, + "step": 625, + "valid_targets_mean": 13264.8, + "valid_targets_min": 1699 + }, + { + "epoch": 2.6652452025586353, + "grad_norm": 0.3096653460973755, + "learning_rate": 2.1277167125310996e-05, + "loss": 0.9728649854660034, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24355927109718323, + "step": 626, + "valid_targets_mean": 14669.8, + "valid_targets_min": 2210 + }, + { + "epoch": 2.6695095948827294, + "grad_norm": 0.31675455298818617, + "learning_rate": 2.1217839327877098e-05, + "loss": 0.9938322305679321, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.275725781917572, + "step": 627, + "valid_targets_mean": 14886.6, + "valid_targets_min": 3979 + }, + { + "epoch": 2.673773987206823, + "grad_norm": 0.32447364838102843, + "learning_rate": 2.1158500772247352e-05, + "loss": 1.0284380912780762, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2407890409231186, + "step": 628, + "valid_targets_mean": 15458.4, + "valid_targets_min": 9633 + }, + { + "epoch": 2.678038379530917, + "grad_norm": 0.3053615292021208, + "learning_rate": 2.1099151982608985e-05, + "loss": 0.9960503578186035, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23685085773468018, + "step": 629, + "valid_targets_mean": 13504.6, + "valid_targets_min": 2559 + }, + { + "epoch": 2.6823027718550105, + "grad_norm": 0.25634970031380244, + "learning_rate": 2.1039793483239607e-05, + "loss": 1.0126702785491943, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2531462013721466, + "step": 630, + "valid_targets_mean": 15036.3, + "valid_targets_min": 4520 + }, + { + "epoch": 2.6865671641791042, + "grad_norm": 0.3067523475864039, + "learning_rate": 2.0980425798502616e-05, + "loss": 0.9994568228721619, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2587946355342865, + "step": 631, + "valid_targets_mean": 14533.3, + "valid_targets_min": 4140 + }, + { + "epoch": 2.6908315565031984, + "grad_norm": 0.25389346155205395, + "learning_rate": 2.092104945284255e-05, + "loss": 0.9778339862823486, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2528277039527893, + "step": 632, + "valid_targets_mean": 14683.9, + "valid_targets_min": 3664 + }, + { + "epoch": 2.695095948827292, + "grad_norm": 0.2778701673178365, + "learning_rate": 2.0861664970780434e-05, + "loss": 1.016330599784851, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2787415385246277, + "step": 633, + "valid_targets_mean": 14680.2, + "valid_targets_min": 2295 + }, + { + "epoch": 2.699360341151386, + "grad_norm": 0.2775598140493888, + "learning_rate": 2.08022728769092e-05, + "loss": 1.007723093032837, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2617778778076172, + "step": 634, + "valid_targets_mean": 14868.3, + "valid_targets_min": 8834 + }, + { + "epoch": 2.70362473347548, + "grad_norm": 0.27380802983068325, + "learning_rate": 2.0742873695889005e-05, + "loss": 0.9847657680511475, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2117314636707306, + "step": 635, + "valid_targets_mean": 13743.9, + "valid_targets_min": 2490 + }, + { + "epoch": 2.7078891257995736, + "grad_norm": 0.2840238835125812, + "learning_rate": 2.0683467952442626e-05, + "loss": 1.0043309926986694, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2552762031555176, + "step": 636, + "valid_targets_mean": 14205.1, + "valid_targets_min": 1530 + }, + { + "epoch": 2.7121535181236673, + "grad_norm": 0.30845217995459634, + "learning_rate": 2.0624056171350785e-05, + "loss": 1.0011863708496094, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2538048028945923, + "step": 637, + "valid_targets_mean": 14988.6, + "valid_targets_min": 1570 + }, + { + "epoch": 2.716417910447761, + "grad_norm": 0.30436094910838707, + "learning_rate": 2.0564638877447566e-05, + "loss": 1.0156689882278442, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2511076033115387, + "step": 638, + "valid_targets_mean": 14630.3, + "valid_targets_min": 1235 + }, + { + "epoch": 2.7206823027718547, + "grad_norm": 0.3512096016591476, + "learning_rate": 2.0505216595615742e-05, + "loss": 1.0246028900146484, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2568962574005127, + "step": 639, + "valid_targets_mean": 15198.6, + "valid_targets_min": 7587 + }, + { + "epoch": 2.724946695095949, + "grad_norm": 0.29008263960254876, + "learning_rate": 2.044578985078215e-05, + "loss": 1.0243080854415894, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24314099550247192, + "step": 640, + "valid_targets_mean": 13845.4, + "valid_targets_min": 2933 + }, + { + "epoch": 2.7292110874200426, + "grad_norm": 0.31678542997916903, + "learning_rate": 2.0386359167913046e-05, + "loss": 0.9641498923301697, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24840395152568817, + "step": 641, + "valid_targets_mean": 15607.5, + "valid_targets_min": 12085 + }, + { + "epoch": 2.7334754797441363, + "grad_norm": 0.2724744113968817, + "learning_rate": 2.0326925072009485e-05, + "loss": 0.9665191173553467, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23087330162525177, + "step": 642, + "valid_targets_mean": 14645.0, + "valid_targets_min": 3174 + }, + { + "epoch": 2.7377398720682304, + "grad_norm": 0.30852280956353484, + "learning_rate": 2.0267488088102657e-05, + "loss": 1.0037891864776611, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23327767848968506, + "step": 643, + "valid_targets_mean": 15101.0, + "valid_targets_min": 6402 + }, + { + "epoch": 2.742004264392324, + "grad_norm": 0.27599319253618093, + "learning_rate": 2.0208048741249288e-05, + "loss": 0.9691023230552673, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2526437044143677, + "step": 644, + "valid_targets_mean": 15077.2, + "valid_targets_min": 9108 + }, + { + "epoch": 2.746268656716418, + "grad_norm": 0.3188137031502205, + "learning_rate": 2.014860755652695e-05, + "loss": 1.047473669052124, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28787750005722046, + "step": 645, + "valid_targets_mean": 15099.8, + "valid_targets_min": 6838 + }, + { + "epoch": 2.750533049040512, + "grad_norm": 0.2782840678901553, + "learning_rate": 2.0089165059029477e-05, + "loss": 1.0118706226348877, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2625814974308014, + "step": 646, + "valid_targets_mean": 15174.9, + "valid_targets_min": 4873 + }, + { + "epoch": 2.7547974413646057, + "grad_norm": 0.2956993212549637, + "learning_rate": 2.0029721773862277e-05, + "loss": 0.9921021461486816, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24903784692287445, + "step": 647, + "valid_targets_mean": 13627.9, + "valid_targets_min": 1811 + }, + { + "epoch": 2.7590618336886994, + "grad_norm": 0.299103789669543, + "learning_rate": 1.997027822613773e-05, + "loss": 0.9913533926010132, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2218574434518814, + "step": 648, + "valid_targets_mean": 13473.2, + "valid_targets_min": 5255 + }, + { + "epoch": 2.763326226012793, + "grad_norm": 0.31067609340389424, + "learning_rate": 1.9910834940970533e-05, + "loss": 1.014221429824829, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2568957805633545, + "step": 649, + "valid_targets_mean": 13940.1, + "valid_targets_min": 1938 + }, + { + "epoch": 2.767590618336887, + "grad_norm": 0.29701382950189886, + "learning_rate": 1.985139244347305e-05, + "loss": 1.0247479677200317, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2506386339664459, + "step": 650, + "valid_targets_mean": 14478.3, + "valid_targets_min": 1684 + }, + { + "epoch": 2.771855010660981, + "grad_norm": 0.3248203492140254, + "learning_rate": 1.979195125875072e-05, + "loss": 1.024149775505066, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2758370637893677, + "step": 651, + "valid_targets_mean": 14935.5, + "valid_targets_min": 6628 + }, + { + "epoch": 2.7761194029850746, + "grad_norm": 0.2959759535941552, + "learning_rate": 1.9732511911897353e-05, + "loss": 0.9888455867767334, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24844518303871155, + "step": 652, + "valid_targets_mean": 14193.0, + "valid_targets_min": 2212 + }, + { + "epoch": 2.7803837953091683, + "grad_norm": 0.25820938046737335, + "learning_rate": 1.9673074927990525e-05, + "loss": 0.9766222238540649, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21590156853199005, + "step": 653, + "valid_targets_mean": 13946.5, + "valid_targets_min": 2227 + }, + { + "epoch": 2.7846481876332625, + "grad_norm": 0.31264287091815257, + "learning_rate": 1.9613640832086957e-05, + "loss": 1.0178096294403076, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2458515167236328, + "step": 654, + "valid_targets_mean": 14395.0, + "valid_targets_min": 2255 + }, + { + "epoch": 2.788912579957356, + "grad_norm": 0.2772505249390298, + "learning_rate": 1.9554210149217855e-05, + "loss": 0.9603986144065857, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2310628890991211, + "step": 655, + "valid_targets_mean": 14670.8, + "valid_targets_min": 1239 + }, + { + "epoch": 2.79317697228145, + "grad_norm": 0.2900845659415462, + "learning_rate": 1.9494783404384265e-05, + "loss": 0.9861732721328735, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25131934881210327, + "step": 656, + "valid_targets_mean": 13690.4, + "valid_targets_min": 2574 + }, + { + "epoch": 2.7974413646055436, + "grad_norm": 0.2810150617194057, + "learning_rate": 1.9435361122552437e-05, + "loss": 1.0003434419631958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2670168876647949, + "step": 657, + "valid_targets_mean": 15698.2, + "valid_targets_min": 11218 + }, + { + "epoch": 2.8017057569296373, + "grad_norm": 0.3169069658778849, + "learning_rate": 1.9375943828649215e-05, + "loss": 1.0127019882202148, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24696844816207886, + "step": 658, + "valid_targets_mean": 13997.6, + "valid_targets_min": 4737 + }, + { + "epoch": 2.8059701492537314, + "grad_norm": 0.3012460761714894, + "learning_rate": 1.9316532047557378e-05, + "loss": 0.9938580393791199, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25326305627822876, + "step": 659, + "valid_targets_mean": 13795.0, + "valid_targets_min": 3402 + }, + { + "epoch": 2.810234541577825, + "grad_norm": 0.2771715770946969, + "learning_rate": 1.9257126304110998e-05, + "loss": 0.9841893315315247, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24963247776031494, + "step": 660, + "valid_targets_mean": 14952.9, + "valid_targets_min": 6734 + }, + { + "epoch": 2.814498933901919, + "grad_norm": 0.32517295371005556, + "learning_rate": 1.919772712309081e-05, + "loss": 1.0039091110229492, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22606849670410156, + "step": 661, + "valid_targets_mean": 14572.7, + "valid_targets_min": 1356 + }, + { + "epoch": 2.818763326226013, + "grad_norm": 0.2717742099194539, + "learning_rate": 1.9138335029219572e-05, + "loss": 0.9993230104446411, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25343042612075806, + "step": 662, + "valid_targets_mean": 15381.4, + "valid_targets_min": 4878 + }, + { + "epoch": 2.8230277185501067, + "grad_norm": 0.3154265837446081, + "learning_rate": 1.9078950547157458e-05, + "loss": 1.046058177947998, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25102484226226807, + "step": 663, + "valid_targets_mean": 14729.2, + "valid_targets_min": 5173 + }, + { + "epoch": 2.8272921108742004, + "grad_norm": 0.2965769646358737, + "learning_rate": 1.9019574201497387e-05, + "loss": 0.9924590587615967, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25624752044677734, + "step": 664, + "valid_targets_mean": 14750.4, + "valid_targets_min": 5714 + }, + { + "epoch": 2.831556503198294, + "grad_norm": 0.3257989013347485, + "learning_rate": 1.8960206516760396e-05, + "loss": 1.040102481842041, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2822834849357605, + "step": 665, + "valid_targets_mean": 15179.4, + "valid_targets_min": 9622 + }, + { + "epoch": 2.835820895522388, + "grad_norm": 0.27309089503879674, + "learning_rate": 1.890084801739102e-05, + "loss": 0.9552997350692749, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2162771373987198, + "step": 666, + "valid_targets_mean": 14456.8, + "valid_targets_min": 1677 + }, + { + "epoch": 2.840085287846482, + "grad_norm": 0.3263504241600361, + "learning_rate": 1.884149922775265e-05, + "loss": 0.9848830699920654, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24017439782619476, + "step": 667, + "valid_targets_mean": 14748.1, + "valid_targets_min": 7099 + }, + { + "epoch": 2.8443496801705757, + "grad_norm": 0.29144203848094297, + "learning_rate": 1.878216067212291e-05, + "loss": 1.000566005706787, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23389485478401184, + "step": 668, + "valid_targets_mean": 14425.2, + "valid_targets_min": 5268 + }, + { + "epoch": 2.8486140724946694, + "grad_norm": 0.3420988990094064, + "learning_rate": 1.8722832874689007e-05, + "loss": 1.0311607122421265, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.266502320766449, + "step": 669, + "valid_targets_mean": 15614.3, + "valid_targets_min": 11742 + }, + { + "epoch": 2.8528784648187635, + "grad_norm": 0.27487794999318355, + "learning_rate": 1.8663516359543123e-05, + "loss": 0.9967955350875854, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24374626576900482, + "step": 670, + "valid_targets_mean": 13797.7, + "valid_targets_min": 2331 + }, + { + "epoch": 2.857142857142857, + "grad_norm": 0.3345790554116216, + "learning_rate": 1.860421165067775e-05, + "loss": 1.0099653005599976, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24598859250545502, + "step": 671, + "valid_targets_mean": 15301.4, + "valid_targets_min": 3307 + }, + { + "epoch": 2.861407249466951, + "grad_norm": 0.26069829861481697, + "learning_rate": 1.8544919271981125e-05, + "loss": 0.9845088124275208, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23169393837451935, + "step": 672, + "valid_targets_mean": 14041.2, + "valid_targets_min": 2267 + }, + { + "epoch": 2.8656716417910446, + "grad_norm": 0.32263193512720817, + "learning_rate": 1.8485639747232535e-05, + "loss": 1.0051112174987793, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25941702723503113, + "step": 673, + "valid_targets_mean": 15096.3, + "valid_targets_min": 9399 + }, + { + "epoch": 2.8699360341151388, + "grad_norm": 0.2776411277412439, + "learning_rate": 1.8426373600097723e-05, + "loss": 1.0177416801452637, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25789016485214233, + "step": 674, + "valid_targets_mean": 15325.4, + "valid_targets_min": 8396 + }, + { + "epoch": 2.8742004264392325, + "grad_norm": 0.30995118118169, + "learning_rate": 1.836712135412424e-05, + "loss": 1.0024807453155518, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25216683745384216, + "step": 675, + "valid_targets_mean": 15016.1, + "valid_targets_min": 7838 + }, + { + "epoch": 2.878464818763326, + "grad_norm": 0.28300865829754157, + "learning_rate": 1.8307883532736878e-05, + "loss": 1.0101498365402222, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24708959460258484, + "step": 676, + "valid_targets_mean": 15054.6, + "valid_targets_min": 3859 + }, + { + "epoch": 2.88272921108742, + "grad_norm": 0.28062598741042477, + "learning_rate": 1.8248660659232964e-05, + "loss": 0.9696506857872009, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2315896451473236, + "step": 677, + "valid_targets_mean": 14770.5, + "valid_targets_min": 5402 + }, + { + "epoch": 2.886993603411514, + "grad_norm": 0.2667965349211097, + "learning_rate": 1.8189453256777798e-05, + "loss": 1.0135741233825684, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2599356174468994, + "step": 678, + "valid_targets_mean": 14648.9, + "valid_targets_min": 4446 + }, + { + "epoch": 2.8912579957356077, + "grad_norm": 0.2811475995406021, + "learning_rate": 1.8130261848399996e-05, + "loss": 0.9844275712966919, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23622454702854156, + "step": 679, + "valid_targets_mean": 14444.9, + "valid_targets_min": 3093 + }, + { + "epoch": 2.8955223880597014, + "grad_norm": 0.2811261928082959, + "learning_rate": 1.8071086956986916e-05, + "loss": 0.9562913179397583, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2241518795490265, + "step": 680, + "valid_targets_mean": 13660.1, + "valid_targets_min": 1932 + }, + { + "epoch": 2.8997867803837956, + "grad_norm": 0.28398691496428397, + "learning_rate": 1.8011929105279967e-05, + "loss": 0.9911601543426514, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23510421812534332, + "step": 681, + "valid_targets_mean": 14456.2, + "valid_targets_min": 5121 + }, + { + "epoch": 2.9040511727078893, + "grad_norm": 0.275681186423059, + "learning_rate": 1.795278881587007e-05, + "loss": 0.9530655145645142, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24053296446800232, + "step": 682, + "valid_targets_mean": 14905.6, + "valid_targets_min": 1896 + }, + { + "epoch": 2.908315565031983, + "grad_norm": 0.2934651366406735, + "learning_rate": 1.7893666611192962e-05, + "loss": 1.001355767250061, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26369741559028625, + "step": 683, + "valid_targets_mean": 14420.5, + "valid_targets_min": 6043 + }, + { + "epoch": 2.9125799573560767, + "grad_norm": 0.2622226770181641, + "learning_rate": 1.783456301352467e-05, + "loss": 1.0324132442474365, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23967042565345764, + "step": 684, + "valid_targets_mean": 14147.8, + "valid_targets_min": 2852 + }, + { + "epoch": 2.9168443496801704, + "grad_norm": 0.29139717898499357, + "learning_rate": 1.7775478544976813e-05, + "loss": 0.9583367705345154, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24220289289951324, + "step": 685, + "valid_targets_mean": 14339.9, + "valid_targets_min": 1861 + }, + { + "epoch": 2.9211087420042645, + "grad_norm": 0.3131197857024419, + "learning_rate": 1.7716413727492035e-05, + "loss": 1.0138423442840576, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26877832412719727, + "step": 686, + "valid_targets_mean": 14603.4, + "valid_targets_min": 4177 + }, + { + "epoch": 2.925373134328358, + "grad_norm": 0.2837835935312025, + "learning_rate": 1.7657369082839392e-05, + "loss": 1.0201077461242676, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24502786993980408, + "step": 687, + "valid_targets_mean": 14408.7, + "valid_targets_min": 6466 + }, + { + "epoch": 2.929637526652452, + "grad_norm": 0.2778569113568313, + "learning_rate": 1.7598345132609747e-05, + "loss": 1.0258088111877441, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24969694018363953, + "step": 688, + "valid_targets_mean": 14399.9, + "valid_targets_min": 2770 + }, + { + "epoch": 2.933901918976546, + "grad_norm": 0.28646587599984696, + "learning_rate": 1.7539342398211132e-05, + "loss": 1.0020571947097778, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26965343952178955, + "step": 689, + "valid_targets_mean": 14672.0, + "valid_targets_min": 2071 + }, + { + "epoch": 2.9381663113006398, + "grad_norm": 0.272819667811924, + "learning_rate": 1.748036140086416e-05, + "loss": 1.014739990234375, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.268605500459671, + "step": 690, + "valid_targets_mean": 15134.9, + "valid_targets_min": 2612 + }, + { + "epoch": 2.9424307036247335, + "grad_norm": 0.2893868740697082, + "learning_rate": 1.742140266159744e-05, + "loss": 0.9970999956130981, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24844536185264587, + "step": 691, + "valid_targets_mean": 14269.2, + "valid_targets_min": 1758 + }, + { + "epoch": 2.946695095948827, + "grad_norm": 0.2636192165484143, + "learning_rate": 1.7362466701242943e-05, + "loss": 1.0036377906799316, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2315756380558014, + "step": 692, + "valid_targets_mean": 13665.4, + "valid_targets_min": 1414 + }, + { + "epoch": 2.950959488272921, + "grad_norm": 0.2916182260459237, + "learning_rate": 1.7303554040431426e-05, + "loss": 1.001044750213623, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23404213786125183, + "step": 693, + "valid_targets_mean": 14589.4, + "valid_targets_min": 7691 + }, + { + "epoch": 2.955223880597015, + "grad_norm": 0.26335873037754964, + "learning_rate": 1.7244665199587812e-05, + "loss": 0.9943997859954834, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25878506898880005, + "step": 694, + "valid_targets_mean": 15091.8, + "valid_targets_min": 7829 + }, + { + "epoch": 2.9594882729211087, + "grad_norm": 0.26994974250503256, + "learning_rate": 1.7185800698926594e-05, + "loss": 1.0259474515914917, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2739965319633484, + "step": 695, + "valid_targets_mean": 14661.2, + "valid_targets_min": 10498 + }, + { + "epoch": 2.9637526652452024, + "grad_norm": 0.2543023824148054, + "learning_rate": 1.7126961058447276e-05, + "loss": 0.9935315251350403, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2325773537158966, + "step": 696, + "valid_targets_mean": 15374.6, + "valid_targets_min": 7090 + }, + { + "epoch": 2.9680170575692966, + "grad_norm": 0.2786843052322958, + "learning_rate": 1.706814679792973e-05, + "loss": 1.0332754850387573, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2570928931236267, + "step": 697, + "valid_targets_mean": 14630.6, + "valid_targets_min": 1022 + }, + { + "epoch": 2.9722814498933903, + "grad_norm": 0.24935686351831798, + "learning_rate": 1.7009358436929632e-05, + "loss": 0.9843980669975281, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23867692053318024, + "step": 698, + "valid_targets_mean": 14091.2, + "valid_targets_min": 2014 + }, + { + "epoch": 2.976545842217484, + "grad_norm": 0.29857611799903405, + "learning_rate": 1.6950596494773855e-05, + "loss": 1.0147424936294556, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2726747989654541, + "step": 699, + "valid_targets_mean": 15212.6, + "valid_targets_min": 3210 + }, + { + "epoch": 2.9808102345415777, + "grad_norm": 0.2658442395716486, + "learning_rate": 1.6891861490555906e-05, + "loss": 1.0428764820098877, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25429844856262207, + "step": 700, + "valid_targets_mean": 13402.4, + "valid_targets_min": 4405 + }, + { + "epoch": 2.9850746268656714, + "grad_norm": 0.3083935330698825, + "learning_rate": 1.683315394313132e-05, + "loss": 0.9809987545013428, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24431899189949036, + "step": 701, + "valid_targets_mean": 14898.9, + "valid_targets_min": 1376 + }, + { + "epoch": 2.9893390191897655, + "grad_norm": 0.28417123865137395, + "learning_rate": 1.677447437111309e-05, + "loss": 0.9754353761672974, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2438005954027176, + "step": 702, + "valid_targets_mean": 13953.7, + "valid_targets_min": 3392 + }, + { + "epoch": 2.9936034115138592, + "grad_norm": 0.2726311414376801, + "learning_rate": 1.671582329286707e-05, + "loss": 1.025224208831787, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2757064700126648, + "step": 703, + "valid_targets_mean": 14422.6, + "valid_targets_min": 1137 + }, + { + "epoch": 2.997867803837953, + "grad_norm": 0.28984949537399207, + "learning_rate": 1.66572012265074e-05, + "loss": 1.017598032951355, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25678616762161255, + "step": 704, + "valid_targets_mean": 14873.5, + "valid_targets_min": 8982 + }, + { + "epoch": 3.0, + "grad_norm": 0.3288839621393955, + "learning_rate": 1.6598608689891953e-05, + "loss": 0.9181628227233887, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.4064050614833832, + "step": 705, + "valid_targets_mean": 14252.5, + "valid_targets_min": 714 + }, + { + "epoch": 3.0042643923240937, + "grad_norm": 0.34922824511443973, + "learning_rate": 1.654004620061773e-05, + "loss": 0.9820230007171631, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2537866234779358, + "step": 706, + "valid_targets_mean": 14935.4, + "valid_targets_min": 2227 + }, + { + "epoch": 3.008528784648188, + "grad_norm": 0.29598563683514045, + "learning_rate": 1.6481514276016297e-05, + "loss": 0.9564608931541443, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2232985496520996, + "step": 707, + "valid_targets_mean": 13370.4, + "valid_targets_min": 1780 + }, + { + "epoch": 3.0127931769722816, + "grad_norm": 0.3593652287552824, + "learning_rate": 1.6423013433149207e-05, + "loss": 0.9883919954299927, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23936152458190918, + "step": 708, + "valid_targets_mean": 14046.8, + "valid_targets_min": 1756 + }, + { + "epoch": 3.0170575692963753, + "grad_norm": 0.2750802098849725, + "learning_rate": 1.636454418880347e-05, + "loss": 0.9924779534339905, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24471265077590942, + "step": 709, + "valid_targets_mean": 14270.6, + "valid_targets_min": 1366 + }, + { + "epoch": 3.021321961620469, + "grad_norm": 0.344767333676187, + "learning_rate": 1.630610705948693e-05, + "loss": 0.9875859618186951, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2499075084924698, + "step": 710, + "valid_targets_mean": 15469.6, + "valid_targets_min": 1397 + }, + { + "epoch": 3.025586353944563, + "grad_norm": 0.2805256371149405, + "learning_rate": 1.6247702561423753e-05, + "loss": 1.0232622623443604, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24893423914909363, + "step": 711, + "valid_targets_mean": 14785.2, + "valid_targets_min": 2659 + }, + { + "epoch": 3.029850746268657, + "grad_norm": 0.37845316967674014, + "learning_rate": 1.6189331210549828e-05, + "loss": 0.9841704368591309, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25965526700019836, + "step": 712, + "valid_targets_mean": 14634.5, + "valid_targets_min": 6716 + }, + { + "epoch": 3.0341151385927505, + "grad_norm": 0.2959929243789834, + "learning_rate": 1.613099352250825e-05, + "loss": 0.9825332164764404, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24293263256549835, + "step": 713, + "valid_targets_mean": 14157.4, + "valid_targets_min": 1760 + }, + { + "epoch": 3.038379530916844, + "grad_norm": 0.31439851592503215, + "learning_rate": 1.6072690012644717e-05, + "loss": 0.9862507581710815, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24176084995269775, + "step": 714, + "valid_targets_mean": 15151.0, + "valid_targets_min": 8214 + }, + { + "epoch": 3.0426439232409384, + "grad_norm": 0.32476794911745244, + "learning_rate": 1.6014421196003022e-05, + "loss": 0.9499908685684204, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27254170179367065, + "step": 715, + "valid_targets_mean": 15267.2, + "valid_targets_min": 6651 + }, + { + "epoch": 3.046908315565032, + "grad_norm": 0.3397965883165207, + "learning_rate": 1.5956187587320468e-05, + "loss": 0.9644094705581665, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24056094884872437, + "step": 716, + "valid_targets_mean": 15007.3, + "valid_targets_min": 6623 + }, + { + "epoch": 3.0511727078891258, + "grad_norm": 0.329588267878902, + "learning_rate": 1.5897989701023355e-05, + "loss": 0.9658697843551636, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24570460617542267, + "step": 717, + "valid_targets_mean": 14385.4, + "valid_targets_min": 2839 + }, + { + "epoch": 3.0554371002132195, + "grad_norm": 0.3181757371404445, + "learning_rate": 1.58398280512224e-05, + "loss": 0.9798915386199951, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25375425815582275, + "step": 718, + "valid_targets_mean": 14743.2, + "valid_targets_min": 3428 + }, + { + "epoch": 3.0597014925373136, + "grad_norm": 0.3489996125347138, + "learning_rate": 1.5781703151708215e-05, + "loss": 0.9843848943710327, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23181578516960144, + "step": 719, + "valid_targets_mean": 13908.6, + "valid_targets_min": 2140 + }, + { + "epoch": 3.0639658848614073, + "grad_norm": 0.30839312580880845, + "learning_rate": 1.5723615515946773e-05, + "loss": 0.9665852785110474, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2349701225757599, + "step": 720, + "valid_targets_mean": 13845.8, + "valid_targets_min": 2723 + }, + { + "epoch": 3.068230277185501, + "grad_norm": 0.37281135623140366, + "learning_rate": 1.5665565657074874e-05, + "loss": 0.9475533962249756, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25182247161865234, + "step": 721, + "valid_targets_mean": 14853.0, + "valid_targets_min": 4328 + }, + { + "epoch": 3.0724946695095947, + "grad_norm": 0.3290575979442888, + "learning_rate": 1.560755408789558e-05, + "loss": 0.9628059267997742, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21820151805877686, + "step": 722, + "valid_targets_mean": 12729.1, + "valid_targets_min": 2303 + }, + { + "epoch": 3.076759061833689, + "grad_norm": 0.3939057108966705, + "learning_rate": 1.5549581320873715e-05, + "loss": 1.009767770767212, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2575645446777344, + "step": 723, + "valid_targets_mean": 15057.9, + "valid_targets_min": 7488 + }, + { + "epoch": 3.0810234541577826, + "grad_norm": 0.2934807765977991, + "learning_rate": 1.5491647868131343e-05, + "loss": 1.0204286575317383, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26170748472213745, + "step": 724, + "valid_targets_mean": 15596.0, + "valid_targets_min": 7283 + }, + { + "epoch": 3.0852878464818763, + "grad_norm": 0.3504047540512624, + "learning_rate": 1.5433754241443223e-05, + "loss": 0.9512866735458374, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.236918643116951, + "step": 725, + "valid_targets_mean": 14835.4, + "valid_targets_min": 6151 + }, + { + "epoch": 3.08955223880597, + "grad_norm": 0.33756079574746695, + "learning_rate": 1.53759009522323e-05, + "loss": 1.012444019317627, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2753005027770996, + "step": 726, + "valid_targets_mean": 15197.3, + "valid_targets_min": 8987 + }, + { + "epoch": 3.093816631130064, + "grad_norm": 0.32839056381195336, + "learning_rate": 1.5318088511565185e-05, + "loss": 1.000159740447998, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2198394387960434, + "step": 727, + "valid_targets_mean": 14557.7, + "valid_targets_min": 4288 + }, + { + "epoch": 3.098081023454158, + "grad_norm": 0.33679437734381656, + "learning_rate": 1.5260317430147627e-05, + "loss": 0.9853755831718445, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25518810749053955, + "step": 728, + "valid_targets_mean": 15146.8, + "valid_targets_min": 6993 + }, + { + "epoch": 3.1023454157782515, + "grad_norm": 0.3481475307752767, + "learning_rate": 1.5202588218320024e-05, + "loss": 1.0070561170578003, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2594500780105591, + "step": 729, + "valid_targets_mean": 14658.7, + "valid_targets_min": 9374 + }, + { + "epoch": 3.106609808102345, + "grad_norm": 0.3389630204611024, + "learning_rate": 1.5144901386052924e-05, + "loss": 0.9886671304702759, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25142475962638855, + "step": 730, + "valid_targets_mean": 14178.2, + "valid_targets_min": 1157 + }, + { + "epoch": 3.1108742004264394, + "grad_norm": 0.33002191809714815, + "learning_rate": 1.5087257442942467e-05, + "loss": 0.995284914970398, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2407272607088089, + "step": 731, + "valid_targets_mean": 14035.7, + "valid_targets_min": 2033 + }, + { + "epoch": 3.115138592750533, + "grad_norm": 0.32318762096188497, + "learning_rate": 1.502965689820593e-05, + "loss": 0.994063138961792, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2572033405303955, + "step": 732, + "valid_targets_mean": 14857.7, + "valid_targets_min": 5823 + }, + { + "epoch": 3.1194029850746268, + "grad_norm": 0.31029081022647914, + "learning_rate": 1.4972100260677222e-05, + "loss": 0.9742772579193115, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24965216219425201, + "step": 733, + "valid_targets_mean": 15568.8, + "valid_targets_min": 9668 + }, + { + "epoch": 3.1236673773987205, + "grad_norm": 0.30185660335583814, + "learning_rate": 1.4914588038802383e-05, + "loss": 0.953723132610321, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2591814696788788, + "step": 734, + "valid_targets_mean": 15243.9, + "valid_targets_min": 7651 + }, + { + "epoch": 3.1279317697228146, + "grad_norm": 0.3003692126372566, + "learning_rate": 1.4857120740635084e-05, + "loss": 0.9636922478675842, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21446675062179565, + "step": 735, + "valid_targets_mean": 14190.0, + "valid_targets_min": 3093 + }, + { + "epoch": 3.1321961620469083, + "grad_norm": 0.28087954840149193, + "learning_rate": 1.4799698873832153e-05, + "loss": 0.970176100730896, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24540992081165314, + "step": 736, + "valid_targets_mean": 14513.7, + "valid_targets_min": 4489 + }, + { + "epoch": 3.136460554371002, + "grad_norm": 0.30565479425564773, + "learning_rate": 1.4742322945649073e-05, + "loss": 0.9687221050262451, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23796163499355316, + "step": 737, + "valid_targets_mean": 15115.2, + "valid_targets_min": 3630 + }, + { + "epoch": 3.140724946695096, + "grad_norm": 0.2588393721294529, + "learning_rate": 1.4684993462935532e-05, + "loss": 1.0161759853363037, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24519619345664978, + "step": 738, + "valid_targets_mean": 13897.5, + "valid_targets_min": 2132 + }, + { + "epoch": 3.14498933901919, + "grad_norm": 0.30569469186051346, + "learning_rate": 1.462771093213092e-05, + "loss": 0.9936240911483765, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2576857805252075, + "step": 739, + "valid_targets_mean": 14842.8, + "valid_targets_min": 4455 + }, + { + "epoch": 3.1492537313432836, + "grad_norm": 0.2831997746933687, + "learning_rate": 1.4570475859259856e-05, + "loss": 1.0184738636016846, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25552698969841003, + "step": 740, + "valid_targets_mean": 14303.8, + "valid_targets_min": 3999 + }, + { + "epoch": 3.1535181236673773, + "grad_norm": 0.302681488910356, + "learning_rate": 1.4513288749927714e-05, + "loss": 0.9626487493515015, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2463638335466385, + "step": 741, + "valid_targets_mean": 14189.3, + "valid_targets_min": 7031 + }, + { + "epoch": 3.1577825159914714, + "grad_norm": 0.25531380287898403, + "learning_rate": 1.4456150109316192e-05, + "loss": 1.0105798244476318, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2492905706167221, + "step": 742, + "valid_targets_mean": 15032.7, + "valid_targets_min": 6873 + }, + { + "epoch": 3.162046908315565, + "grad_norm": 0.2904297036538883, + "learning_rate": 1.4399060442178798e-05, + "loss": 1.0012047290802002, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24875105917453766, + "step": 743, + "valid_targets_mean": 14197.8, + "valid_targets_min": 2689 + }, + { + "epoch": 3.166311300639659, + "grad_norm": 0.26657849685492374, + "learning_rate": 1.4342020252836437e-05, + "loss": 0.9481156468391418, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2375640720129013, + "step": 744, + "valid_targets_mean": 14842.0, + "valid_targets_min": 4959 + }, + { + "epoch": 3.1705756929637525, + "grad_norm": 0.2577855220560588, + "learning_rate": 1.4285030045172913e-05, + "loss": 0.9632688760757446, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2551208436489105, + "step": 745, + "valid_targets_mean": 15101.4, + "valid_targets_min": 7179 + }, + { + "epoch": 3.1748400852878467, + "grad_norm": 0.3148277600441966, + "learning_rate": 1.422809032263052e-05, + "loss": 0.9745003581047058, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2595515549182892, + "step": 746, + "valid_targets_mean": 15064.9, + "valid_targets_min": 3556 + }, + { + "epoch": 3.1791044776119404, + "grad_norm": 0.25790496551944986, + "learning_rate": 1.4171201588205566e-05, + "loss": 0.9516160488128662, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24452434480190277, + "step": 747, + "valid_targets_mean": 14460.3, + "valid_targets_min": 3546 + }, + { + "epoch": 3.183368869936034, + "grad_norm": 0.28200650649992354, + "learning_rate": 1.4114364344443935e-05, + "loss": 0.9666727781295776, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23246654868125916, + "step": 748, + "valid_targets_mean": 15058.3, + "valid_targets_min": 5619 + }, + { + "epoch": 3.1876332622601278, + "grad_norm": 0.2818554192764713, + "learning_rate": 1.4057579093436653e-05, + "loss": 0.9781205058097839, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23165199160575867, + "step": 749, + "valid_targets_mean": 14682.0, + "valid_targets_min": 4993 + }, + { + "epoch": 3.191897654584222, + "grad_norm": 0.2710172411364092, + "learning_rate": 1.400084633681546e-05, + "loss": 0.9583656191825867, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21231116354465485, + "step": 750, + "valid_targets_mean": 14937.3, + "valid_targets_min": 6130 + }, + { + "epoch": 3.1961620469083156, + "grad_norm": 0.26522661525722746, + "learning_rate": 1.3944166575748355e-05, + "loss": 1.0064042806625366, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24048569798469543, + "step": 751, + "valid_targets_mean": 15015.8, + "valid_targets_min": 6065 + }, + { + "epoch": 3.2004264392324093, + "grad_norm": 0.24819705493992156, + "learning_rate": 1.3887540310935187e-05, + "loss": 0.9470230937004089, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24713729321956635, + "step": 752, + "valid_targets_mean": 14598.2, + "valid_targets_min": 2048 + }, + { + "epoch": 3.204690831556503, + "grad_norm": 0.3034194256896165, + "learning_rate": 1.3830968042603226e-05, + "loss": 0.9944400191307068, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23861563205718994, + "step": 753, + "valid_targets_mean": 13820.2, + "valid_targets_min": 1730 + }, + { + "epoch": 3.208955223880597, + "grad_norm": 0.24162596167233502, + "learning_rate": 1.3774450270502762e-05, + "loss": 0.935854971408844, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22209787368774414, + "step": 754, + "valid_targets_mean": 14340.8, + "valid_targets_min": 1380 + }, + { + "epoch": 3.213219616204691, + "grad_norm": 0.27924012419974925, + "learning_rate": 1.3717987493902656e-05, + "loss": 0.9580754041671753, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23207560181617737, + "step": 755, + "valid_targets_mean": 14867.7, + "valid_targets_min": 2135 + }, + { + "epoch": 3.2174840085287846, + "grad_norm": 0.2631565886944658, + "learning_rate": 1.3661580211585947e-05, + "loss": 1.0013339519500732, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24636045098304749, + "step": 756, + "valid_targets_mean": 14753.9, + "valid_targets_min": 1968 + }, + { + "epoch": 3.2217484008528783, + "grad_norm": 0.2546538981456892, + "learning_rate": 1.3605228921845457e-05, + "loss": 0.9701914191246033, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2535368502140045, + "step": 757, + "valid_targets_mean": 15058.9, + "valid_targets_min": 1677 + }, + { + "epoch": 3.2260127931769724, + "grad_norm": 0.2651658327817212, + "learning_rate": 1.3548934122479373e-05, + "loss": 0.9925574064254761, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25720131397247314, + "step": 758, + "valid_targets_mean": 14217.5, + "valid_targets_min": 4859 + }, + { + "epoch": 3.230277185501066, + "grad_norm": 0.27027939963101194, + "learning_rate": 1.349269631078686e-05, + "loss": 0.970876932144165, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24859249591827393, + "step": 759, + "valid_targets_mean": 15206.1, + "valid_targets_min": 5725 + }, + { + "epoch": 3.23454157782516, + "grad_norm": 0.2587721094089808, + "learning_rate": 1.3436515983563659e-05, + "loss": 1.0265617370605469, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2438148409128189, + "step": 760, + "valid_targets_mean": 14201.3, + "valid_targets_min": 1971 + }, + { + "epoch": 3.2388059701492535, + "grad_norm": 0.24350275199980534, + "learning_rate": 1.3380393637097692e-05, + "loss": 0.9264395236968994, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22638459503650665, + "step": 761, + "valid_targets_mean": 14595.2, + "valid_targets_min": 4471 + }, + { + "epoch": 3.2430703624733477, + "grad_norm": 0.24332680720792152, + "learning_rate": 1.3324329767164708e-05, + "loss": 0.9605574607849121, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23158195614814758, + "step": 762, + "valid_targets_mean": 14623.3, + "valid_targets_min": 6527 + }, + { + "epoch": 3.2473347547974414, + "grad_norm": 0.2621574375311258, + "learning_rate": 1.3268324869023878e-05, + "loss": 0.976763129234314, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2242659330368042, + "step": 763, + "valid_targets_mean": 13988.0, + "valid_targets_min": 1741 + }, + { + "epoch": 3.251599147121535, + "grad_norm": 0.25520291478182605, + "learning_rate": 1.3212379437413421e-05, + "loss": 1.008936882019043, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2539985179901123, + "step": 764, + "valid_targets_mean": 13731.8, + "valid_targets_min": 2767 + }, + { + "epoch": 3.2558635394456292, + "grad_norm": 0.25495156828681614, + "learning_rate": 1.3156493966546236e-05, + "loss": 0.9604157209396362, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2437647134065628, + "step": 765, + "valid_targets_mean": 15253.4, + "valid_targets_min": 10283 + }, + { + "epoch": 3.260127931769723, + "grad_norm": 0.24326176721237994, + "learning_rate": 1.3100668950105534e-05, + "loss": 0.9801679849624634, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2403479367494583, + "step": 766, + "valid_targets_mean": 13939.0, + "valid_targets_min": 2151 + }, + { + "epoch": 3.2643923240938166, + "grad_norm": 0.2648362448952545, + "learning_rate": 1.3044904881240507e-05, + "loss": 0.9167968034744263, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22533074021339417, + "step": 767, + "valid_targets_mean": 14715.1, + "valid_targets_min": 1182 + }, + { + "epoch": 3.2686567164179103, + "grad_norm": 0.3084645052131096, + "learning_rate": 1.2989202252561926e-05, + "loss": 0.9942984580993652, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27038753032684326, + "step": 768, + "valid_targets_mean": 15047.2, + "valid_targets_min": 9284 + }, + { + "epoch": 3.272921108742004, + "grad_norm": 0.2678905199646818, + "learning_rate": 1.2933561556137806e-05, + "loss": 0.9890280961990356, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2533625662326813, + "step": 769, + "valid_targets_mean": 15175.8, + "valid_targets_min": 8491 + }, + { + "epoch": 3.277185501066098, + "grad_norm": 0.24179677513976292, + "learning_rate": 1.2877983283489062e-05, + "loss": 0.9520249366760254, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25359901785850525, + "step": 770, + "valid_targets_mean": 15184.2, + "valid_targets_min": 7985 + }, + { + "epoch": 3.281449893390192, + "grad_norm": 0.2682741858077797, + "learning_rate": 1.2822467925585186e-05, + "loss": 0.997904360294342, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26393425464630127, + "step": 771, + "valid_targets_mean": 14969.1, + "valid_targets_min": 4675 + }, + { + "epoch": 3.2857142857142856, + "grad_norm": 0.26184038573544066, + "learning_rate": 1.2767015972839879e-05, + "loss": 0.9394642114639282, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24244745075702667, + "step": 772, + "valid_targets_mean": 14638.4, + "valid_targets_min": 2025 + }, + { + "epoch": 3.2899786780383797, + "grad_norm": 0.25424206106322134, + "learning_rate": 1.2711627915106728e-05, + "loss": 0.9754142165184021, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2096511572599411, + "step": 773, + "valid_targets_mean": 14076.6, + "valid_targets_min": 2062 + }, + { + "epoch": 3.2942430703624734, + "grad_norm": 0.24477837860761717, + "learning_rate": 1.2656304241674877e-05, + "loss": 0.9717386364936829, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20806467533111572, + "step": 774, + "valid_targets_mean": 13653.0, + "valid_targets_min": 1617 + }, + { + "epoch": 3.298507462686567, + "grad_norm": 0.3033027878630011, + "learning_rate": 1.2601045441264734e-05, + "loss": 0.9691619873046875, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24015672504901886, + "step": 775, + "valid_targets_mean": 14468.7, + "valid_targets_min": 1497 + }, + { + "epoch": 3.302771855010661, + "grad_norm": 0.2346707213963981, + "learning_rate": 1.2545852002023599e-05, + "loss": 0.9814898371696472, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2222505807876587, + "step": 776, + "valid_targets_mean": 13769.2, + "valid_targets_min": 1414 + }, + { + "epoch": 3.307036247334755, + "grad_norm": 0.3281397941672066, + "learning_rate": 1.2490724411521406e-05, + "loss": 1.0499846935272217, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25558245182037354, + "step": 777, + "valid_targets_mean": 14771.3, + "valid_targets_min": 2909 + }, + { + "epoch": 3.3113006396588487, + "grad_norm": 0.24244783914669535, + "learning_rate": 1.243566315674637e-05, + "loss": 0.9678056240081787, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2553331255912781, + "step": 778, + "valid_targets_mean": 14883.9, + "valid_targets_min": 3976 + }, + { + "epoch": 3.3155650319829424, + "grad_norm": 0.305062300907714, + "learning_rate": 1.238066872410073e-05, + "loss": 1.0484224557876587, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2569788098335266, + "step": 779, + "valid_targets_mean": 13571.6, + "valid_targets_min": 2936 + }, + { + "epoch": 3.319829424307036, + "grad_norm": 0.26775027006551666, + "learning_rate": 1.2325741599396418e-05, + "loss": 0.9865918159484863, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2306908220052719, + "step": 780, + "valid_targets_mean": 13806.5, + "valid_targets_min": 2177 + }, + { + "epoch": 3.3240938166311302, + "grad_norm": 0.27014121957072873, + "learning_rate": 1.2270882267850765e-05, + "loss": 0.9287204146385193, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.237704336643219, + "step": 781, + "valid_targets_mean": 15658.2, + "valid_targets_min": 6294 + }, + { + "epoch": 3.328358208955224, + "grad_norm": 0.287754845834019, + "learning_rate": 1.2216091214082248e-05, + "loss": 0.9274210929870605, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23108148574829102, + "step": 782, + "valid_targets_mean": 14416.9, + "valid_targets_min": 3910 + }, + { + "epoch": 3.3326226012793176, + "grad_norm": 0.25663526801340314, + "learning_rate": 1.2161368922106192e-05, + "loss": 0.9926104545593262, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26447635889053345, + "step": 783, + "valid_targets_mean": 15729.0, + "valid_targets_min": 10634 + }, + { + "epoch": 3.3368869936034113, + "grad_norm": 0.2931257583598174, + "learning_rate": 1.2106715875330475e-05, + "loss": 0.9968762397766113, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2680075168609619, + "step": 784, + "valid_targets_mean": 14808.2, + "valid_targets_min": 3531 + }, + { + "epoch": 3.3411513859275055, + "grad_norm": 0.2768075222387483, + "learning_rate": 1.2052132556551275e-05, + "loss": 1.0421247482299805, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23852446675300598, + "step": 785, + "valid_targets_mean": 13779.9, + "valid_targets_min": 1919 + }, + { + "epoch": 3.345415778251599, + "grad_norm": 0.26922113045089796, + "learning_rate": 1.1997619447948814e-05, + "loss": 0.9955551624298096, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2484271377325058, + "step": 786, + "valid_targets_mean": 14286.3, + "valid_targets_min": 2432 + }, + { + "epoch": 3.349680170575693, + "grad_norm": 0.2908311586215251, + "learning_rate": 1.1943177031083094e-05, + "loss": 1.0184731483459473, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2717573344707489, + "step": 787, + "valid_targets_mean": 15721.7, + "valid_targets_min": 9700 + }, + { + "epoch": 3.3539445628997866, + "grad_norm": 0.2519251309901798, + "learning_rate": 1.1888805786889621e-05, + "loss": 1.0131577253341675, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2515684962272644, + "step": 788, + "valid_targets_mean": 15286.8, + "valid_targets_min": 3694 + }, + { + "epoch": 3.3582089552238807, + "grad_norm": 0.30645413660658805, + "learning_rate": 1.183450619567518e-05, + "loss": 0.9787472486495972, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24756258726119995, + "step": 789, + "valid_targets_mean": 14251.6, + "valid_targets_min": 4490 + }, + { + "epoch": 3.3624733475479744, + "grad_norm": 0.26232305011663887, + "learning_rate": 1.1780278737113581e-05, + "loss": 1.0121639966964722, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24441544711589813, + "step": 790, + "valid_targets_mean": 14975.3, + "valid_targets_min": 3680 + }, + { + "epoch": 3.366737739872068, + "grad_norm": 0.3030622365686099, + "learning_rate": 1.1726123890241439e-05, + "loss": 0.9977049231529236, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25506260991096497, + "step": 791, + "valid_targets_mean": 14009.7, + "valid_targets_min": 3023 + }, + { + "epoch": 3.3710021321961623, + "grad_norm": 0.29140871981606176, + "learning_rate": 1.1672042133453925e-05, + "loss": 0.9836759567260742, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25351113080978394, + "step": 792, + "valid_targets_mean": 14919.7, + "valid_targets_min": 6013 + }, + { + "epoch": 3.375266524520256, + "grad_norm": 0.26745952898965397, + "learning_rate": 1.1618033944500527e-05, + "loss": 0.9230258464813232, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2220560908317566, + "step": 793, + "valid_targets_mean": 14836.0, + "valid_targets_min": 2406 + }, + { + "epoch": 3.3795309168443497, + "grad_norm": 0.3102081315403335, + "learning_rate": 1.1564099800480864e-05, + "loss": 0.9660372734069824, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22207561135292053, + "step": 794, + "valid_targets_mean": 13774.2, + "valid_targets_min": 1670 + }, + { + "epoch": 3.3837953091684434, + "grad_norm": 0.2490913224598025, + "learning_rate": 1.151024017784045e-05, + "loss": 0.9783912897109985, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2386191487312317, + "step": 795, + "valid_targets_mean": 14262.1, + "valid_targets_min": 4572 + }, + { + "epoch": 3.388059701492537, + "grad_norm": 0.29054281608727117, + "learning_rate": 1.1456455552366488e-05, + "loss": 0.9620133638381958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26244238018989563, + "step": 796, + "valid_targets_mean": 15688.0, + "valid_targets_min": 10994 + }, + { + "epoch": 3.3923240938166312, + "grad_norm": 0.29952604665307336, + "learning_rate": 1.1402746399183671e-05, + "loss": 0.9715530872344971, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24581879377365112, + "step": 797, + "valid_targets_mean": 14943.1, + "valid_targets_min": 6999 + }, + { + "epoch": 3.396588486140725, + "grad_norm": 0.26441230485833, + "learning_rate": 1.1349113192749986e-05, + "loss": 0.9797306060791016, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2557758092880249, + "step": 798, + "valid_targets_mean": 15075.8, + "valid_targets_min": 6989 + }, + { + "epoch": 3.4008528784648187, + "grad_norm": 0.2790219543501813, + "learning_rate": 1.1295556406852488e-05, + "loss": 0.9969871044158936, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2347119003534317, + "step": 799, + "valid_targets_mean": 14168.6, + "valid_targets_min": 1460 + }, + { + "epoch": 3.405117270788913, + "grad_norm": 0.26201015718914195, + "learning_rate": 1.1242076514603201e-05, + "loss": 0.955880343914032, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21588972210884094, + "step": 800, + "valid_targets_mean": 14430.6, + "valid_targets_min": 2882 + }, + { + "epoch": 3.4093816631130065, + "grad_norm": 0.24806995409068797, + "learning_rate": 1.1188673988434831e-05, + "loss": 0.9920408725738525, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2410411536693573, + "step": 801, + "valid_targets_mean": 13998.1, + "valid_targets_min": 3138 + }, + { + "epoch": 3.4136460554371, + "grad_norm": 0.29848409228999456, + "learning_rate": 1.1135349300096667e-05, + "loss": 0.9661373496055603, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24285857379436493, + "step": 802, + "valid_targets_mean": 15185.6, + "valid_targets_min": 3257 + }, + { + "epoch": 3.417910447761194, + "grad_norm": 0.25251476542737417, + "learning_rate": 1.1082102920650397e-05, + "loss": 0.9824184775352478, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22753749787807465, + "step": 803, + "valid_targets_mean": 14153.7, + "valid_targets_min": 4364 + }, + { + "epoch": 3.4221748400852876, + "grad_norm": 0.2483682139540597, + "learning_rate": 1.102893532046593e-05, + "loss": 1.001957654953003, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2591865658760071, + "step": 804, + "valid_targets_mean": 14353.4, + "valid_targets_min": 2195 + }, + { + "epoch": 3.4264392324093818, + "grad_norm": 0.2699000642224219, + "learning_rate": 1.0975846969217258e-05, + "loss": 0.9685598611831665, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2596426010131836, + "step": 805, + "valid_targets_mean": 14756.9, + "valid_targets_min": 7238 + }, + { + "epoch": 3.4307036247334755, + "grad_norm": 0.24461156052414396, + "learning_rate": 1.092283833587829e-05, + "loss": 0.9834060668945312, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2554374933242798, + "step": 806, + "valid_targets_mean": 14806.7, + "valid_targets_min": 4322 + }, + { + "epoch": 3.434968017057569, + "grad_norm": 0.25721119261175807, + "learning_rate": 1.086990988871873e-05, + "loss": 0.9687243103981018, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2370043396949768, + "step": 807, + "valid_targets_mean": 14201.8, + "valid_targets_min": 2523 + }, + { + "epoch": 3.4392324093816633, + "grad_norm": 0.271565819340625, + "learning_rate": 1.0817062095299929e-05, + "loss": 0.9997534155845642, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24003225564956665, + "step": 808, + "valid_targets_mean": 13671.8, + "valid_targets_min": 1212 + }, + { + "epoch": 3.443496801705757, + "grad_norm": 0.2476065411633593, + "learning_rate": 1.0764295422470755e-05, + "loss": 0.9745993614196777, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23869183659553528, + "step": 809, + "valid_targets_mean": 14831.8, + "valid_targets_min": 3113 + }, + { + "epoch": 3.4477611940298507, + "grad_norm": 0.277127282792621, + "learning_rate": 1.0711610336363477e-05, + "loss": 0.9948844909667969, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2519140839576721, + "step": 810, + "valid_targets_mean": 14924.7, + "valid_targets_min": 4915 + }, + { + "epoch": 3.4520255863539444, + "grad_norm": 0.23211987960653785, + "learning_rate": 1.065900730238961e-05, + "loss": 0.9197704792022705, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23289944231510162, + "step": 811, + "valid_targets_mean": 15488.8, + "valid_targets_min": 1409 + }, + { + "epoch": 3.4562899786780386, + "grad_norm": 0.2387382306487428, + "learning_rate": 1.0606486785235879e-05, + "loss": 0.9850577116012573, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24952645599842072, + "step": 812, + "valid_targets_mean": 14707.6, + "valid_targets_min": 7077 + }, + { + "epoch": 3.4605543710021323, + "grad_norm": 0.2616740717997132, + "learning_rate": 1.0554049248860045e-05, + "loss": 1.0188957452774048, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24433737993240356, + "step": 813, + "valid_targets_mean": 13376.9, + "valid_targets_min": 2264 + }, + { + "epoch": 3.464818763326226, + "grad_norm": 0.23569887094323022, + "learning_rate": 1.0501695156486819e-05, + "loss": 0.9842403531074524, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2371315211057663, + "step": 814, + "valid_targets_mean": 14910.6, + "valid_targets_min": 2733 + }, + { + "epoch": 3.4690831556503197, + "grad_norm": 0.23081715082505702, + "learning_rate": 1.0449424970603796e-05, + "loss": 0.9469051361083984, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22757041454315186, + "step": 815, + "valid_targets_mean": 14495.3, + "valid_targets_min": 2024 + }, + { + "epoch": 3.473347547974414, + "grad_norm": 0.25613539045930966, + "learning_rate": 1.0397239152957356e-05, + "loss": 0.9637795686721802, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.234003484249115, + "step": 816, + "valid_targets_mean": 14073.7, + "valid_targets_min": 1239 + }, + { + "epoch": 3.4776119402985075, + "grad_norm": 0.23226042618728032, + "learning_rate": 1.034513816454858e-05, + "loss": 1.032134771347046, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.253731906414032, + "step": 817, + "valid_targets_mean": 14066.1, + "valid_targets_min": 1944 + }, + { + "epoch": 3.481876332622601, + "grad_norm": 0.26342043609085664, + "learning_rate": 1.0293122465629186e-05, + "loss": 0.9562536478042603, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24223795533180237, + "step": 818, + "valid_targets_mean": 14672.9, + "valid_targets_min": 3004 + }, + { + "epoch": 3.486140724946695, + "grad_norm": 0.26300142285285033, + "learning_rate": 1.0241192515697432e-05, + "loss": 0.9867624640464783, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2341744303703308, + "step": 819, + "valid_targets_mean": 14388.9, + "valid_targets_min": 2995 + }, + { + "epoch": 3.490405117270789, + "grad_norm": 0.22577998264799773, + "learning_rate": 1.0189348773494135e-05, + "loss": 1.0202937126159668, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2818657457828522, + "step": 820, + "valid_targets_mean": 14920.1, + "valid_targets_min": 4167 + }, + { + "epoch": 3.4946695095948828, + "grad_norm": 0.25028221792085803, + "learning_rate": 1.0137591696998514e-05, + "loss": 0.9820396900177002, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24462352693080902, + "step": 821, + "valid_targets_mean": 14204.5, + "valid_targets_min": 1495 + }, + { + "epoch": 3.4989339019189765, + "grad_norm": 0.2662388579462513, + "learning_rate": 1.0085921743424225e-05, + "loss": 0.964117169380188, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26233386993408203, + "step": 822, + "valid_targets_mean": 14899.5, + "valid_targets_min": 4092 + }, + { + "epoch": 3.50319829424307, + "grad_norm": 0.24421515409606953, + "learning_rate": 1.0034339369215288e-05, + "loss": 1.014388918876648, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26374751329421997, + "step": 823, + "valid_targets_mean": 15294.1, + "valid_targets_min": 9094 + }, + { + "epoch": 3.5074626865671643, + "grad_norm": 0.26870681149585096, + "learning_rate": 9.982845030042068e-06, + "loss": 0.9517983198165894, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23002931475639343, + "step": 824, + "valid_targets_mean": 14787.1, + "valid_targets_min": 3972 + }, + { + "epoch": 3.511727078891258, + "grad_norm": 0.26281252606998257, + "learning_rate": 9.931439180797237e-06, + "loss": 1.000589370727539, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24353653192520142, + "step": 825, + "valid_targets_mean": 15400.7, + "valid_targets_min": 8805 + }, + { + "epoch": 3.5159914712153517, + "grad_norm": 0.2801487598484197, + "learning_rate": 9.880122275591752e-06, + "loss": 0.9344038963317871, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2596667408943176, + "step": 826, + "valid_targets_mean": 14202.7, + "valid_targets_min": 3132 + }, + { + "epoch": 3.520255863539446, + "grad_norm": 0.2751368401541349, + "learning_rate": 9.828894767750865e-06, + "loss": 1.036057472229004, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.263114333152771, + "step": 827, + "valid_targets_mean": 15087.4, + "valid_targets_min": 2986 + }, + { + "epoch": 3.5245202558635396, + "grad_norm": 0.24910039526000877, + "learning_rate": 9.777757109810102e-06, + "loss": 0.968199610710144, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24098575115203857, + "step": 828, + "valid_targets_mean": 14234.5, + "valid_targets_min": 2212 + }, + { + "epoch": 3.5287846481876333, + "grad_norm": 0.25249450033395743, + "learning_rate": 9.726709753511275e-06, + "loss": 0.9408011436462402, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2418053150177002, + "step": 829, + "valid_targets_mean": 15226.1, + "valid_targets_min": 8810 + }, + { + "epoch": 3.533049040511727, + "grad_norm": 0.2517721863075118, + "learning_rate": 9.675753149798474e-06, + "loss": 0.9770376682281494, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2498602569103241, + "step": 830, + "valid_targets_mean": 14781.8, + "valid_targets_min": 6994 + }, + { + "epoch": 3.5373134328358207, + "grad_norm": 0.25927125922197164, + "learning_rate": 9.624887748814118e-06, + "loss": 1.0216107368469238, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23916086554527283, + "step": 831, + "valid_targets_mean": 15214.8, + "valid_targets_min": 10179 + }, + { + "epoch": 3.541577825159915, + "grad_norm": 0.26295001457537137, + "learning_rate": 9.574113999894909e-06, + "loss": 0.9992193579673767, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22977036237716675, + "step": 832, + "valid_targets_mean": 13955.2, + "valid_targets_min": 2242 + }, + { + "epoch": 3.5458422174840085, + "grad_norm": 0.24095839155556267, + "learning_rate": 9.523432351567979e-06, + "loss": 0.9577963948249817, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24666322767734528, + "step": 833, + "valid_targets_mean": 15254.7, + "valid_targets_min": 7740 + }, + { + "epoch": 3.550106609808102, + "grad_norm": 0.26188011738715167, + "learning_rate": 9.472843251546792e-06, + "loss": 1.0054728984832764, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23398205637931824, + "step": 834, + "valid_targets_mean": 13342.5, + "valid_targets_min": 2585 + }, + { + "epoch": 3.5543710021321964, + "grad_norm": 0.2699766880378024, + "learning_rate": 9.422347146727294e-06, + "loss": 0.9918596744537354, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24219661951065063, + "step": 835, + "valid_targets_mean": 14498.8, + "valid_targets_min": 1281 + }, + { + "epoch": 3.55863539445629, + "grad_norm": 0.26866569469142376, + "learning_rate": 9.371944483183912e-06, + "loss": 0.9615319967269897, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22946661710739136, + "step": 836, + "valid_targets_mean": 14546.1, + "valid_targets_min": 5910 + }, + { + "epoch": 3.5628997867803838, + "grad_norm": 0.2605098677062309, + "learning_rate": 9.321635706165635e-06, + "loss": 0.9757985472679138, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.255840003490448, + "step": 837, + "valid_targets_mean": 15266.3, + "valid_targets_min": 8894 + }, + { + "epoch": 3.5671641791044775, + "grad_norm": 0.23775094240792444, + "learning_rate": 9.271421260092075e-06, + "loss": 0.989256739616394, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24244949221611023, + "step": 838, + "valid_targets_mean": 14179.2, + "valid_targets_min": 7842 + }, + { + "epoch": 3.571428571428571, + "grad_norm": 0.24007515683200306, + "learning_rate": 9.221301588549519e-06, + "loss": 0.9419832229614258, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25342583656311035, + "step": 839, + "valid_targets_mean": 14947.5, + "valid_targets_min": 9230 + }, + { + "epoch": 3.5756929637526653, + "grad_norm": 0.2691792621285365, + "learning_rate": 9.171277134287057e-06, + "loss": 0.9450219869613647, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22654005885124207, + "step": 840, + "valid_targets_mean": 14274.2, + "valid_targets_min": 1554 + }, + { + "epoch": 3.579957356076759, + "grad_norm": 0.237255278781228, + "learning_rate": 9.121348339212634e-06, + "loss": 1.0224823951721191, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2536211609840393, + "step": 841, + "valid_targets_mean": 14984.0, + "valid_targets_min": 2854 + }, + { + "epoch": 3.5842217484008527, + "grad_norm": 0.24953145517541198, + "learning_rate": 9.07151564438916e-06, + "loss": 1.0022039413452148, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2715470492839813, + "step": 842, + "valid_targets_mean": 14656.7, + "valid_targets_min": 6455 + }, + { + "epoch": 3.588486140724947, + "grad_norm": 0.23114629454351143, + "learning_rate": 9.021779490030611e-06, + "loss": 0.9453797340393066, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22272245585918427, + "step": 843, + "valid_targets_mean": 14127.5, + "valid_targets_min": 934 + }, + { + "epoch": 3.5927505330490406, + "grad_norm": 0.22891550463363444, + "learning_rate": 8.972140315498119e-06, + "loss": 0.9721546173095703, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25284475088119507, + "step": 844, + "valid_targets_mean": 15379.6, + "valid_targets_min": 8062 + }, + { + "epoch": 3.5970149253731343, + "grad_norm": 0.265547783629435, + "learning_rate": 8.922598559296154e-06, + "loss": 0.986110508441925, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24768789112567902, + "step": 845, + "valid_targets_mean": 15095.0, + "valid_targets_min": 9098 + }, + { + "epoch": 3.6012793176972284, + "grad_norm": 0.24559411887500796, + "learning_rate": 8.873154659068582e-06, + "loss": 0.9304745197296143, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2088957130908966, + "step": 846, + "valid_targets_mean": 14593.3, + "valid_targets_min": 4305 + }, + { + "epoch": 3.605543710021322, + "grad_norm": 0.24378067479731605, + "learning_rate": 8.823809051594816e-06, + "loss": 0.9832024574279785, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23046353459358215, + "step": 847, + "valid_targets_mean": 13953.9, + "valid_targets_min": 1518 + }, + { + "epoch": 3.609808102345416, + "grad_norm": 0.23851355907408645, + "learning_rate": 8.774562172785988e-06, + "loss": 0.964216411113739, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2261546552181244, + "step": 848, + "valid_targets_mean": 14167.8, + "valid_targets_min": 2377 + }, + { + "epoch": 3.6140724946695095, + "grad_norm": 0.26180049005190187, + "learning_rate": 8.725414457681063e-06, + "loss": 1.0207599401474, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2765401005744934, + "step": 849, + "valid_targets_mean": 15571.1, + "valid_targets_min": 3899 + }, + { + "epoch": 3.6183368869936032, + "grad_norm": 0.2315627165495342, + "learning_rate": 8.676366340443017e-06, + "loss": 0.9406695365905762, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22266033291816711, + "step": 850, + "valid_targets_mean": 14893.3, + "valid_targets_min": 6060 + }, + { + "epoch": 3.6226012793176974, + "grad_norm": 0.27262510321769146, + "learning_rate": 8.627418254355e-06, + "loss": 0.9919838905334473, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2515830397605896, + "step": 851, + "valid_targets_mean": 14232.6, + "valid_targets_min": 1176 + }, + { + "epoch": 3.626865671641791, + "grad_norm": 0.23374782787698362, + "learning_rate": 8.578570631816474e-06, + "loss": 0.9726259112358093, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23803842067718506, + "step": 852, + "valid_targets_mean": 14178.5, + "valid_targets_min": 7984 + }, + { + "epoch": 3.631130063965885, + "grad_norm": 0.2424184350347015, + "learning_rate": 8.529823904339472e-06, + "loss": 0.9699015617370605, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25163164734840393, + "step": 853, + "valid_targets_mean": 13938.4, + "valid_targets_min": 4176 + }, + { + "epoch": 3.635394456289979, + "grad_norm": 0.25635501513156594, + "learning_rate": 8.481178502544684e-06, + "loss": 0.9935340881347656, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22088128328323364, + "step": 854, + "valid_targets_mean": 14311.4, + "valid_targets_min": 3387 + }, + { + "epoch": 3.6396588486140726, + "grad_norm": 0.26303322143128804, + "learning_rate": 8.43263485615774e-06, + "loss": 0.9702484011650085, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25029247999191284, + "step": 855, + "valid_targets_mean": 15099.9, + "valid_targets_min": 4158 + }, + { + "epoch": 3.6439232409381663, + "grad_norm": 0.2677065947643943, + "learning_rate": 8.384193394005372e-06, + "loss": 0.9816667437553406, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25914669036865234, + "step": 856, + "valid_targets_mean": 14864.0, + "valid_targets_min": 9550 + }, + { + "epoch": 3.64818763326226, + "grad_norm": 0.25216339509853064, + "learning_rate": 8.33585454401161e-06, + "loss": 0.9883568286895752, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2371150106191635, + "step": 857, + "valid_targets_mean": 14149.2, + "valid_targets_min": 5806 + }, + { + "epoch": 3.6524520255863537, + "grad_norm": 0.24108654740369923, + "learning_rate": 8.287618733194073e-06, + "loss": 0.9662503600120544, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23698334395885468, + "step": 858, + "valid_targets_mean": 14875.3, + "valid_targets_min": 4261 + }, + { + "epoch": 3.656716417910448, + "grad_norm": 0.24007182531454413, + "learning_rate": 8.239486387660096e-06, + "loss": 0.9632735252380371, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24465878307819366, + "step": 859, + "valid_targets_mean": 14762.0, + "valid_targets_min": 2243 + }, + { + "epoch": 3.6609808102345416, + "grad_norm": 0.24851212890633603, + "learning_rate": 8.191457932603052e-06, + "loss": 0.9559136033058167, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2483808994293213, + "step": 860, + "valid_targets_mean": 14555.2, + "valid_targets_min": 2317 + }, + { + "epoch": 3.6652452025586353, + "grad_norm": 0.25292304798578846, + "learning_rate": 8.143533792298545e-06, + "loss": 0.9959200620651245, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23943336308002472, + "step": 861, + "valid_targets_mean": 13622.2, + "valid_targets_min": 1189 + }, + { + "epoch": 3.6695095948827294, + "grad_norm": 0.23439603192195196, + "learning_rate": 8.095714390100698e-06, + "loss": 0.9712970852851868, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25741633772850037, + "step": 862, + "valid_targets_mean": 14786.1, + "valid_targets_min": 5323 + }, + { + "epoch": 3.673773987206823, + "grad_norm": 0.23042290975565483, + "learning_rate": 8.048000148438375e-06, + "loss": 0.9706142544746399, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24785256385803223, + "step": 863, + "valid_targets_mean": 14706.8, + "valid_targets_min": 2050 + }, + { + "epoch": 3.678038379530917, + "grad_norm": 0.22583229144376504, + "learning_rate": 8.000391488811485e-06, + "loss": 0.9806746244430542, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24755212664604187, + "step": 864, + "valid_targets_mean": 14964.3, + "valid_targets_min": 4977 + }, + { + "epoch": 3.6823027718550105, + "grad_norm": 0.24399195437254342, + "learning_rate": 7.952888831787215e-06, + "loss": 1.0361812114715576, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.243907630443573, + "step": 865, + "valid_targets_mean": 14916.1, + "valid_targets_min": 5985 + }, + { + "epoch": 3.6865671641791042, + "grad_norm": 0.21939154756844886, + "learning_rate": 7.905492596996391e-06, + "loss": 0.9567290544509888, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23049962520599365, + "step": 866, + "valid_targets_mean": 14725.6, + "valid_targets_min": 6183 + }, + { + "epoch": 3.6908315565031984, + "grad_norm": 0.23451287060659043, + "learning_rate": 7.858203203129668e-06, + "loss": 0.9520031809806824, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24754250049591064, + "step": 867, + "valid_targets_mean": 15242.0, + "valid_targets_min": 7757 + }, + { + "epoch": 3.695095948827292, + "grad_norm": 0.23310614570680926, + "learning_rate": 7.811021067933919e-06, + "loss": 0.9988101720809937, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24427476525306702, + "step": 868, + "valid_targets_mean": 14525.9, + "valid_targets_min": 1895 + }, + { + "epoch": 3.699360341151386, + "grad_norm": 0.23593631097515333, + "learning_rate": 7.763946608208504e-06, + "loss": 0.9649564623832703, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22403889894485474, + "step": 869, + "valid_targets_mean": 14157.7, + "valid_targets_min": 2294 + }, + { + "epoch": 3.70362473347548, + "grad_norm": 0.22874045545790603, + "learning_rate": 7.716980239801588e-06, + "loss": 0.9769153594970703, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22000473737716675, + "step": 870, + "valid_targets_mean": 13162.8, + "valid_targets_min": 2704 + }, + { + "epoch": 3.7078891257995736, + "grad_norm": 0.2697549519752153, + "learning_rate": 7.670122377606495e-06, + "loss": 1.0231093168258667, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25248855352401733, + "step": 871, + "valid_targets_mean": 13542.7, + "valid_targets_min": 1022 + }, + { + "epoch": 3.7121535181236673, + "grad_norm": 0.23761816571156935, + "learning_rate": 7.623373435557988e-06, + "loss": 0.9462850093841553, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23748812079429626, + "step": 872, + "valid_targets_mean": 15127.0, + "valid_targets_min": 6449 + }, + { + "epoch": 3.716417910447761, + "grad_norm": 0.2418690392104566, + "learning_rate": 7.5767338266286775e-06, + "loss": 0.9786210060119629, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23155134916305542, + "step": 873, + "valid_targets_mean": 13910.7, + "valid_targets_min": 5037 + }, + { + "epoch": 3.7206823027718547, + "grad_norm": 0.23092835117175475, + "learning_rate": 7.530203962825331e-06, + "loss": 0.9910449981689453, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21116535365581512, + "step": 874, + "valid_targets_mean": 13119.2, + "valid_targets_min": 2490 + }, + { + "epoch": 3.724946695095949, + "grad_norm": 0.26564379972125934, + "learning_rate": 7.483784255185249e-06, + "loss": 0.9989334344863892, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2472216784954071, + "step": 875, + "valid_targets_mean": 14785.9, + "valid_targets_min": 3874 + }, + { + "epoch": 3.7292110874200426, + "grad_norm": 0.2994596068518666, + "learning_rate": 7.437475113772632e-06, + "loss": 1.0079087018966675, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2512202560901642, + "step": 876, + "valid_targets_mean": 15057.7, + "valid_targets_min": 9723 + }, + { + "epoch": 3.7334754797441363, + "grad_norm": 0.23884776976138294, + "learning_rate": 7.391276947674932e-06, + "loss": 0.9666019082069397, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2395220249891281, + "step": 877, + "valid_targets_mean": 14631.8, + "valid_targets_min": 6130 + }, + { + "epoch": 3.7377398720682304, + "grad_norm": 0.29736483120931556, + "learning_rate": 7.345190164999307e-06, + "loss": 0.9678869247436523, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23056000471115112, + "step": 878, + "valid_targets_mean": 14925.0, + "valid_targets_min": 7657 + }, + { + "epoch": 3.742004264392324, + "grad_norm": 0.26240877603734347, + "learning_rate": 7.299215172868947e-06, + "loss": 0.9956834316253662, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2454250007867813, + "step": 879, + "valid_targets_mean": 13903.8, + "valid_targets_min": 1726 + }, + { + "epoch": 3.746268656716418, + "grad_norm": 0.2099079929210055, + "learning_rate": 7.2533523774194865e-06, + "loss": 0.9482271671295166, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26138341426849365, + "step": 880, + "valid_targets_mean": 15312.8, + "valid_targets_min": 11925 + }, + { + "epoch": 3.750533049040512, + "grad_norm": 0.2565302279485427, + "learning_rate": 7.2076021837954616e-06, + "loss": 0.9806998372077942, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23872928321361542, + "step": 881, + "valid_targets_mean": 14891.8, + "valid_targets_min": 1848 + }, + { + "epoch": 3.7547974413646057, + "grad_norm": 0.2716008582626385, + "learning_rate": 7.161964996146689e-06, + "loss": 1.046633005142212, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2463754117488861, + "step": 882, + "valid_targets_mean": 14668.8, + "valid_targets_min": 4126 + }, + { + "epoch": 3.7590618336886994, + "grad_norm": 0.21714431008718005, + "learning_rate": 7.116441217624708e-06, + "loss": 0.993405818939209, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2700158953666687, + "step": 883, + "valid_targets_mean": 15408.2, + "valid_targets_min": 9820 + }, + { + "epoch": 3.763326226012793, + "grad_norm": 0.2742491054624345, + "learning_rate": 7.071031250379228e-06, + "loss": 0.9970163106918335, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2420862913131714, + "step": 884, + "valid_targets_mean": 14343.3, + "valid_targets_min": 4333 + }, + { + "epoch": 3.767590618336887, + "grad_norm": 0.26956059566803753, + "learning_rate": 7.0257354955545466e-06, + "loss": 1.00797700881958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2438875436782837, + "step": 885, + "valid_targets_mean": 15130.5, + "valid_targets_min": 7247 + }, + { + "epoch": 3.771855010660981, + "grad_norm": 0.23506360504442678, + "learning_rate": 6.980554353286066e-06, + "loss": 0.9907431602478027, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25692564249038696, + "step": 886, + "valid_targets_mean": 14252.0, + "valid_targets_min": 2331 + }, + { + "epoch": 3.7761194029850746, + "grad_norm": 0.22944013639885835, + "learning_rate": 6.935488222696676e-06, + "loss": 0.9467117786407471, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23344078660011292, + "step": 887, + "valid_targets_mean": 14437.1, + "valid_targets_min": 2454 + }, + { + "epoch": 3.7803837953091683, + "grad_norm": 0.23977199507428115, + "learning_rate": 6.890537501893302e-06, + "loss": 1.0113825798034668, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26561421155929565, + "step": 888, + "valid_targets_mean": 15158.0, + "valid_targets_min": 5390 + }, + { + "epoch": 3.7846481876332625, + "grad_norm": 0.22437726694777016, + "learning_rate": 6.845702587963352e-06, + "loss": 0.9820016622543335, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22855736315250397, + "step": 889, + "valid_targets_mean": 14585.2, + "valid_targets_min": 4294 + }, + { + "epoch": 3.788912579957356, + "grad_norm": 0.23638769504391416, + "learning_rate": 6.800983876971192e-06, + "loss": 1.0018742084503174, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25380653142929077, + "step": 890, + "valid_targets_mean": 15159.2, + "valid_targets_min": 4537 + }, + { + "epoch": 3.79317697228145, + "grad_norm": 0.21421496775116577, + "learning_rate": 6.756381763954718e-06, + "loss": 0.9877946376800537, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22715067863464355, + "step": 891, + "valid_targets_mean": 14488.2, + "valid_targets_min": 4167 + }, + { + "epoch": 3.7974413646055436, + "grad_norm": 0.22529755844434154, + "learning_rate": 6.7118966429217645e-06, + "loss": 0.9948891401290894, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22523371875286102, + "step": 892, + "valid_targets_mean": 13439.8, + "valid_targets_min": 2234 + }, + { + "epoch": 3.8017057569296373, + "grad_norm": 0.2255652438085674, + "learning_rate": 6.667528906846714e-06, + "loss": 0.9880792498588562, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25235530734062195, + "step": 893, + "valid_targets_mean": 15426.2, + "valid_targets_min": 7311 + }, + { + "epoch": 3.8059701492537314, + "grad_norm": 0.23220933732001683, + "learning_rate": 6.623278947666974e-06, + "loss": 1.0030194520950317, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2551913857460022, + "step": 894, + "valid_targets_mean": 14742.0, + "valid_targets_min": 2248 + }, + { + "epoch": 3.810234541577825, + "grad_norm": 0.2249962379860535, + "learning_rate": 6.579147156279538e-06, + "loss": 0.9969605207443237, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24424317479133606, + "step": 895, + "valid_targets_mean": 14518.3, + "valid_targets_min": 5077 + }, + { + "epoch": 3.814498933901919, + "grad_norm": 0.23028288819336276, + "learning_rate": 6.535133922537513e-06, + "loss": 1.0048408508300781, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2534922957420349, + "step": 896, + "valid_targets_mean": 15031.2, + "valid_targets_min": 3446 + }, + { + "epoch": 3.818763326226013, + "grad_norm": 0.2307164765754668, + "learning_rate": 6.491239635246709e-06, + "loss": 0.9471386671066284, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25362256169319153, + "step": 897, + "valid_targets_mean": 14355.9, + "valid_targets_min": 3785 + }, + { + "epoch": 3.8230277185501067, + "grad_norm": 0.21103255369431073, + "learning_rate": 6.447464682162143e-06, + "loss": 0.9706763029098511, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2511069178581238, + "step": 898, + "valid_targets_mean": 14254.9, + "valid_targets_min": 5724 + }, + { + "epoch": 3.8272921108742004, + "grad_norm": 0.2163351379756889, + "learning_rate": 6.403809449984704e-06, + "loss": 0.9517117738723755, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2282985895872116, + "step": 899, + "valid_targets_mean": 13606.8, + "valid_targets_min": 2633 + }, + { + "epoch": 3.831556503198294, + "grad_norm": 0.2137081551898619, + "learning_rate": 6.3602743243576405e-06, + "loss": 1.0055999755859375, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24647054076194763, + "step": 900, + "valid_targets_mean": 14836.6, + "valid_targets_min": 2264 + }, + { + "epoch": 3.835820895522388, + "grad_norm": 0.2512808813192437, + "learning_rate": 6.316859689863222e-06, + "loss": 0.9790571331977844, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21408924460411072, + "step": 901, + "valid_targets_mean": 14308.3, + "valid_targets_min": 5342 + }, + { + "epoch": 3.840085287846482, + "grad_norm": 0.22610062280570734, + "learning_rate": 6.273565930019316e-06, + "loss": 0.98270183801651, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22871488332748413, + "step": 902, + "valid_targets_mean": 13936.7, + "valid_targets_min": 1649 + }, + { + "epoch": 3.8443496801705757, + "grad_norm": 0.22023088868762836, + "learning_rate": 6.230393427276e-06, + "loss": 0.9563218355178833, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23217496275901794, + "step": 903, + "valid_targets_mean": 15035.5, + "valid_targets_min": 6891 + }, + { + "epoch": 3.8486140724946694, + "grad_norm": 0.22785980232747963, + "learning_rate": 6.187342563012198e-06, + "loss": 0.964765191078186, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2280435860157013, + "step": 904, + "valid_targets_mean": 15162.3, + "valid_targets_min": 7415 + }, + { + "epoch": 3.8528784648187635, + "grad_norm": 0.24256802903006872, + "learning_rate": 6.144413717532269e-06, + "loss": 0.9996974468231201, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2449914515018463, + "step": 905, + "valid_targets_mean": 14434.5, + "valid_targets_min": 4254 + }, + { + "epoch": 3.857142857142857, + "grad_norm": 0.22759208964313332, + "learning_rate": 6.1016072700627106e-06, + "loss": 1.0134855508804321, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2638273239135742, + "step": 906, + "valid_targets_mean": 15279.8, + "valid_targets_min": 9661 + }, + { + "epoch": 3.861407249466951, + "grad_norm": 0.2183329889031039, + "learning_rate": 6.058923598748756e-06, + "loss": 0.9877858757972717, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.250029057264328, + "step": 907, + "valid_targets_mean": 14704.1, + "valid_targets_min": 4873 + }, + { + "epoch": 3.8656716417910446, + "grad_norm": 0.22701246103491296, + "learning_rate": 6.016363080651066e-06, + "loss": 0.972379207611084, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2678333520889282, + "step": 908, + "valid_targets_mean": 15310.9, + "valid_targets_min": 1417 + }, + { + "epoch": 3.8699360341151388, + "grad_norm": 0.22362256724937227, + "learning_rate": 5.973926091742386e-06, + "loss": 0.9702513217926025, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25443366169929504, + "step": 909, + "valid_targets_mean": 14615.7, + "valid_targets_min": 2662 + }, + { + "epoch": 3.8742004264392325, + "grad_norm": 0.24281992815576195, + "learning_rate": 5.931613006904196e-06, + "loss": 1.0411319732666016, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2588690221309662, + "step": 910, + "valid_targets_mean": 14657.2, + "valid_targets_min": 2024 + }, + { + "epoch": 3.878464818763326, + "grad_norm": 0.23284136369236155, + "learning_rate": 5.889424199923473e-06, + "loss": 1.0260488986968994, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27578866481781006, + "step": 911, + "valid_targets_mean": 14530.1, + "valid_targets_min": 2574 + }, + { + "epoch": 3.88272921108742, + "grad_norm": 0.21952547069398864, + "learning_rate": 5.847360043489318e-06, + "loss": 0.9903779029846191, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23721489310264587, + "step": 912, + "valid_targets_mean": 13643.0, + "valid_targets_min": 4384 + }, + { + "epoch": 3.886993603411514, + "grad_norm": 0.2406281118612385, + "learning_rate": 5.805420909189683e-06, + "loss": 0.9668896198272705, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2383928894996643, + "step": 913, + "valid_targets_mean": 13716.4, + "valid_targets_min": 1999 + }, + { + "epoch": 3.8912579957356077, + "grad_norm": 0.2175408518516596, + "learning_rate": 5.7636071675081076e-06, + "loss": 0.9407345056533813, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22822970151901245, + "step": 914, + "valid_targets_mean": 14781.8, + "valid_targets_min": 4557 + }, + { + "epoch": 3.8955223880597014, + "grad_norm": 0.20830705856218412, + "learning_rate": 5.721919187820431e-06, + "loss": 0.9660102725028992, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23975585401058197, + "step": 915, + "valid_targets_mean": 14888.3, + "valid_targets_min": 1662 + }, + { + "epoch": 3.8997867803837956, + "grad_norm": 0.21632443889029693, + "learning_rate": 5.6803573383915265e-06, + "loss": 0.9738289713859558, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23945684731006622, + "step": 916, + "valid_targets_mean": 14734.2, + "valid_targets_min": 6220 + }, + { + "epoch": 3.9040511727078893, + "grad_norm": 0.224221923427914, + "learning_rate": 5.638921986372064e-06, + "loss": 0.9694260954856873, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25046929717063904, + "step": 917, + "valid_targets_mean": 14521.5, + "valid_targets_min": 4590 + }, + { + "epoch": 3.908315565031983, + "grad_norm": 0.2298240345648187, + "learning_rate": 5.5976134977952315e-06, + "loss": 0.9808531403541565, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26723894476890564, + "step": 918, + "valid_targets_mean": 14542.9, + "valid_targets_min": 4690 + }, + { + "epoch": 3.9125799573560767, + "grad_norm": 0.2215604099403996, + "learning_rate": 5.556432237573564e-06, + "loss": 0.9920763969421387, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24294498562812805, + "step": 919, + "valid_targets_mean": 14229.2, + "valid_targets_min": 1722 + }, + { + "epoch": 3.9168443496801704, + "grad_norm": 0.21540261933930946, + "learning_rate": 5.5153785694956416e-06, + "loss": 0.9566727876663208, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24480316042900085, + "step": 920, + "valid_targets_mean": 14657.9, + "valid_targets_min": 5751 + }, + { + "epoch": 3.9211087420042645, + "grad_norm": 0.24597762423816472, + "learning_rate": 5.474452856222942e-06, + "loss": 1.0440037250518799, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2535979449748993, + "step": 921, + "valid_targets_mean": 14060.7, + "valid_targets_min": 2813 + }, + { + "epoch": 3.925373134328358, + "grad_norm": 0.2189522633151993, + "learning_rate": 5.433655459286611e-06, + "loss": 0.9538445472717285, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23559778928756714, + "step": 922, + "valid_targets_mean": 14302.5, + "valid_targets_min": 4541 + }, + { + "epoch": 3.929637526652452, + "grad_norm": 0.20795760943492506, + "learning_rate": 5.392986739084238e-06, + "loss": 1.0004758834838867, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24290123581886292, + "step": 923, + "valid_targets_mean": 14002.6, + "valid_targets_min": 3538 + }, + { + "epoch": 3.933901918976546, + "grad_norm": 0.2265030260604343, + "learning_rate": 5.352447054876755e-06, + "loss": 0.9766792058944702, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2285555899143219, + "step": 924, + "valid_targets_mean": 13950.4, + "valid_targets_min": 1861 + }, + { + "epoch": 3.9381663113006398, + "grad_norm": 0.24053658447388504, + "learning_rate": 5.31203676478516e-06, + "loss": 1.0060276985168457, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.255367249250412, + "step": 925, + "valid_targets_mean": 15236.5, + "valid_targets_min": 1413 + }, + { + "epoch": 3.9424307036247335, + "grad_norm": 0.21602416326107177, + "learning_rate": 5.271756225787434e-06, + "loss": 0.9795374870300293, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2554417848587036, + "step": 926, + "valid_targets_mean": 15215.2, + "valid_targets_min": 6385 + }, + { + "epoch": 3.946695095948827, + "grad_norm": 0.2534499728526741, + "learning_rate": 5.231605793715348e-06, + "loss": 0.9589778184890747, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2268856167793274, + "step": 927, + "valid_targets_mean": 14792.0, + "valid_targets_min": 6755 + }, + { + "epoch": 3.950959488272921, + "grad_norm": 0.2383331984225829, + "learning_rate": 5.191585823251335e-06, + "loss": 0.9927548170089722, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22233620285987854, + "step": 928, + "valid_targets_mean": 14103.3, + "valid_targets_min": 1337 + }, + { + "epoch": 3.955223880597015, + "grad_norm": 0.22499113915923333, + "learning_rate": 5.151696667925348e-06, + "loss": 0.986518383026123, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2589643597602844, + "step": 929, + "valid_targets_mean": 14469.6, + "valid_targets_min": 2411 + }, + { + "epoch": 3.9594882729211087, + "grad_norm": 0.2045620584100863, + "learning_rate": 5.111938680111732e-06, + "loss": 0.967449963092804, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2582744359970093, + "step": 930, + "valid_targets_mean": 14435.3, + "valid_targets_min": 2399 + }, + { + "epoch": 3.9637526652452024, + "grad_norm": 0.2496367032227465, + "learning_rate": 5.072312211026125e-06, + "loss": 1.012898564338684, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2825775444507599, + "step": 931, + "valid_targets_mean": 14951.0, + "valid_targets_min": 1843 + }, + { + "epoch": 3.9680170575692966, + "grad_norm": 0.21798779394403045, + "learning_rate": 5.032817610722369e-06, + "loss": 0.9658070802688599, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23163622617721558, + "step": 932, + "valid_targets_mean": 14676.0, + "valid_targets_min": 5449 + }, + { + "epoch": 3.9722814498933903, + "grad_norm": 0.21530655517619576, + "learning_rate": 4.993455228089366e-06, + "loss": 1.0015664100646973, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2477431297302246, + "step": 933, + "valid_targets_mean": 14040.2, + "valid_targets_min": 2181 + }, + { + "epoch": 3.976545842217484, + "grad_norm": 0.20479331465856604, + "learning_rate": 4.954225410848048e-06, + "loss": 1.0132780075073242, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25588130950927734, + "step": 934, + "valid_targets_mean": 14669.7, + "valid_targets_min": 6432 + }, + { + "epoch": 3.9808102345415777, + "grad_norm": 0.22163145488550764, + "learning_rate": 4.915128505548284e-06, + "loss": 1.0022435188293457, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24669809639453888, + "step": 935, + "valid_targets_mean": 14697.2, + "valid_targets_min": 1573 + }, + { + "epoch": 3.9850746268656714, + "grad_norm": 0.2202497704496609, + "learning_rate": 4.8761648575658145e-06, + "loss": 0.9922990202903748, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2363756000995636, + "step": 936, + "valid_targets_mean": 14532.8, + "valid_targets_min": 3243 + }, + { + "epoch": 3.9893390191897655, + "grad_norm": 0.2230749511261461, + "learning_rate": 4.837334811099217e-06, + "loss": 0.9765486717224121, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2520136535167694, + "step": 937, + "valid_targets_mean": 14174.2, + "valid_targets_min": 3072 + }, + { + "epoch": 3.9936034115138592, + "grad_norm": 0.21084377809783839, + "learning_rate": 4.7986387091668365e-06, + "loss": 0.9671496152877808, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24725645780563354, + "step": 938, + "valid_targets_mean": 14576.5, + "valid_targets_min": 6313 + }, + { + "epoch": 3.997867803837953, + "grad_norm": 0.2241068083091471, + "learning_rate": 4.760076893603791e-06, + "loss": 0.9731559753417969, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.241220623254776, + "step": 939, + "valid_targets_mean": 14682.5, + "valid_targets_min": 3668 + }, + { + "epoch": 4.0, + "grad_norm": 0.27150620390980645, + "learning_rate": 4.721649705058926e-06, + "loss": 0.9118474721908569, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.45057356357574463, + "step": 940, + "valid_targets_mean": 15165.0, + "valid_targets_min": 6436 + }, + { + "epoch": 4.004264392324094, + "grad_norm": 0.28256013345588044, + "learning_rate": 4.683357482991819e-06, + "loss": 1.0042099952697754, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2682952284812927, + "step": 941, + "valid_targets_mean": 14863.8, + "valid_targets_min": 2691 + }, + { + "epoch": 4.008528784648187, + "grad_norm": 0.2649269193338297, + "learning_rate": 4.645200565669776e-06, + "loss": 1.000551462173462, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2577502131462097, + "step": 942, + "valid_targets_mean": 15028.4, + "valid_targets_min": 3047 + }, + { + "epoch": 4.0127931769722816, + "grad_norm": 0.22530203293671064, + "learning_rate": 4.607179290164823e-06, + "loss": 1.0080432891845703, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23703917860984802, + "step": 943, + "valid_targets_mean": 14554.3, + "valid_targets_min": 3704 + }, + { + "epoch": 4.017057569296376, + "grad_norm": 0.2559856589514295, + "learning_rate": 4.569293992350783e-06, + "loss": 0.9192423820495605, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22103016078472137, + "step": 944, + "valid_targets_mean": 14898.5, + "valid_targets_min": 2985 + }, + { + "epoch": 4.021321961620469, + "grad_norm": 0.22821413419478453, + "learning_rate": 4.531545006900244e-06, + "loss": 0.956257164478302, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22548536956310272, + "step": 945, + "valid_targets_mean": 14250.9, + "valid_targets_min": 2251 + }, + { + "epoch": 4.025586353944563, + "grad_norm": 0.23784623978147518, + "learning_rate": 4.493932667281646e-06, + "loss": 0.9235379099845886, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2133762538433075, + "step": 946, + "valid_targets_mean": 15698.6, + "valid_targets_min": 11052 + }, + { + "epoch": 4.029850746268656, + "grad_norm": 0.22068950079285038, + "learning_rate": 4.456457305756321e-06, + "loss": 0.905700147151947, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22572782635688782, + "step": 947, + "valid_targets_mean": 14185.8, + "valid_targets_min": 1860 + }, + { + "epoch": 4.0341151385927505, + "grad_norm": 0.25806705345581443, + "learning_rate": 4.419119253375557e-06, + "loss": 1.012787103652954, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2502809166908264, + "step": 948, + "valid_targets_mean": 14074.9, + "valid_targets_min": 2264 + }, + { + "epoch": 4.038379530916845, + "grad_norm": 0.2546859965050811, + "learning_rate": 4.381918839977675e-06, + "loss": 1.0134446620941162, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24352416396141052, + "step": 949, + "valid_targets_mean": 14197.3, + "valid_targets_min": 4327 + }, + { + "epoch": 4.042643923240938, + "grad_norm": 0.24583840538751098, + "learning_rate": 4.344856394185122e-06, + "loss": 0.996058464050293, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.234785258769989, + "step": 950, + "valid_targets_mean": 14938.5, + "valid_targets_min": 5877 + }, + { + "epoch": 4.046908315565032, + "grad_norm": 0.2296312180797508, + "learning_rate": 4.307932243401538e-06, + "loss": 0.9637879133224487, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22970783710479736, + "step": 951, + "valid_targets_mean": 14600.7, + "valid_targets_min": 1397 + }, + { + "epoch": 4.051172707889126, + "grad_norm": 0.22481143584533303, + "learning_rate": 4.271146713808927e-06, + "loss": 0.9624608755111694, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22701914608478546, + "step": 952, + "valid_targets_mean": 13891.4, + "valid_targets_min": 6092 + }, + { + "epoch": 4.0554371002132195, + "grad_norm": 0.24556871387064833, + "learning_rate": 4.234500130364698e-06, + "loss": 0.9672844409942627, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22592121362686157, + "step": 953, + "valid_targets_mean": 13705.8, + "valid_targets_min": 3021 + }, + { + "epoch": 4.059701492537314, + "grad_norm": 0.23510154115328177, + "learning_rate": 4.197992816798851e-06, + "loss": 0.961010217666626, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24817736446857452, + "step": 954, + "valid_targets_mean": 15000.9, + "valid_targets_min": 9098 + }, + { + "epoch": 4.063965884861407, + "grad_norm": 0.2179398594561336, + "learning_rate": 4.161625095611101e-06, + "loss": 0.9844958186149597, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2261737883090973, + "step": 955, + "valid_targets_mean": 13627.3, + "valid_targets_min": 2041 + }, + { + "epoch": 4.068230277185501, + "grad_norm": 0.22759081155161134, + "learning_rate": 4.125397288068007e-06, + "loss": 0.9344425201416016, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2527036964893341, + "step": 956, + "valid_targets_mean": 15573.6, + "valid_targets_min": 8774 + }, + { + "epoch": 4.072494669509595, + "grad_norm": 0.2466018095173116, + "learning_rate": 4.089309714200187e-06, + "loss": 0.980632483959198, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23343364894390106, + "step": 957, + "valid_targets_mean": 14154.8, + "valid_targets_min": 4403 + }, + { + "epoch": 4.076759061833688, + "grad_norm": 0.24218821254307063, + "learning_rate": 4.0533626927994185e-06, + "loss": 0.9529193639755249, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22672417759895325, + "step": 958, + "valid_targets_mean": 14209.4, + "valid_targets_min": 1429 + }, + { + "epoch": 4.081023454157783, + "grad_norm": 0.20934879272888285, + "learning_rate": 4.017556541415888e-06, + "loss": 0.9678058624267578, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24231302738189697, + "step": 959, + "valid_targets_mean": 14519.5, + "valid_targets_min": 4361 + }, + { + "epoch": 4.085287846481877, + "grad_norm": 0.20368002250099138, + "learning_rate": 3.981891576355352e-06, + "loss": 0.9462436437606812, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2565672695636749, + "step": 960, + "valid_targets_mean": 15968.7, + "valid_targets_min": 11170 + }, + { + "epoch": 4.08955223880597, + "grad_norm": 0.21733515143478332, + "learning_rate": 3.946368112676346e-06, + "loss": 0.932870626449585, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2336617112159729, + "step": 961, + "valid_targets_mean": 14337.7, + "valid_targets_min": 5469 + }, + { + "epoch": 4.093816631130064, + "grad_norm": 0.2192099926666813, + "learning_rate": 3.9109864641874166e-06, + "loss": 0.9877800941467285, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25421765446662903, + "step": 962, + "valid_targets_mean": 14935.7, + "valid_targets_min": 8954 + }, + { + "epoch": 4.098081023454157, + "grad_norm": 0.20406995782358714, + "learning_rate": 3.875746943444316e-06, + "loss": 0.9596678018569946, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.212519571185112, + "step": 963, + "valid_targets_mean": 14245.0, + "valid_targets_min": 1666 + }, + { + "epoch": 4.1023454157782515, + "grad_norm": 0.2145177600562408, + "learning_rate": 3.840649861747278e-06, + "loss": 0.9821524620056152, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2564830183982849, + "step": 964, + "valid_targets_mean": 14939.0, + "valid_targets_min": 5564 + }, + { + "epoch": 4.106609808102346, + "grad_norm": 0.215337816359981, + "learning_rate": 3.8056955291382667e-06, + "loss": 0.9720021486282349, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2259758859872818, + "step": 965, + "valid_targets_mean": 14278.5, + "valid_targets_min": 2855 + }, + { + "epoch": 4.110874200426439, + "grad_norm": 0.21583433451665665, + "learning_rate": 3.7708842543981928e-06, + "loss": 1.0156824588775635, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.220872700214386, + "step": 966, + "valid_targets_mean": 13830.6, + "valid_targets_min": 3608 + }, + { + "epoch": 4.115138592750533, + "grad_norm": 0.22351654835384138, + "learning_rate": 3.736216345044237e-06, + "loss": 0.9629800319671631, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24485626816749573, + "step": 967, + "valid_targets_mean": 15243.3, + "valid_targets_min": 9348 + }, + { + "epoch": 4.119402985074627, + "grad_norm": 0.22902557560047432, + "learning_rate": 3.7016921073271084e-06, + "loss": 0.9766925573348999, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25122424960136414, + "step": 968, + "valid_targets_mean": 14588.3, + "valid_targets_min": 5330 + }, + { + "epoch": 4.1236673773987205, + "grad_norm": 0.2040094434563164, + "learning_rate": 3.6673118462283453e-06, + "loss": 0.9763757586479187, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22237417101860046, + "step": 969, + "valid_targets_mean": 14617.9, + "valid_targets_min": 7151 + }, + { + "epoch": 4.127931769722815, + "grad_norm": 0.20835280187342026, + "learning_rate": 3.6330758654576227e-06, + "loss": 0.9870020151138306, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2530421316623688, + "step": 970, + "valid_targets_mean": 15085.6, + "valid_targets_min": 5562 + }, + { + "epoch": 4.132196162046908, + "grad_norm": 0.20889541806002418, + "learning_rate": 3.598984467450055e-06, + "loss": 0.9310990571975708, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25087663531303406, + "step": 971, + "valid_targets_mean": 15062.1, + "valid_targets_min": 7551 + }, + { + "epoch": 4.136460554371002, + "grad_norm": 0.21143480891641425, + "learning_rate": 3.565037953363546e-06, + "loss": 0.9461225867271423, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24634364247322083, + "step": 972, + "valid_targets_mean": 15131.4, + "valid_targets_min": 4479 + }, + { + "epoch": 4.140724946695096, + "grad_norm": 0.22043944971350854, + "learning_rate": 3.5312366230761154e-06, + "loss": 0.9399993419647217, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2461288720369339, + "step": 973, + "valid_targets_mean": 14582.4, + "valid_targets_min": 2490 + }, + { + "epoch": 4.144989339019189, + "grad_norm": 0.20732636833791046, + "learning_rate": 3.497580775183258e-06, + "loss": 0.9510713815689087, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21086552739143372, + "step": 974, + "valid_targets_mean": 13831.5, + "valid_targets_min": 3354 + }, + { + "epoch": 4.149253731343284, + "grad_norm": 0.21224130041621564, + "learning_rate": 3.464070706995295e-06, + "loss": 1.0145010948181152, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24939191341400146, + "step": 975, + "valid_targets_mean": 15031.1, + "valid_targets_min": 2622 + }, + { + "epoch": 4.153518123667378, + "grad_norm": 0.22746712598850918, + "learning_rate": 3.4307067145347417e-06, + "loss": 0.9797348976135254, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22808049619197845, + "step": 976, + "valid_targets_mean": 13718.6, + "valid_targets_min": 2764 + }, + { + "epoch": 4.157782515991471, + "grad_norm": 0.22450380102371767, + "learning_rate": 3.397489092533739e-06, + "loss": 0.9286082983016968, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2307516485452652, + "step": 977, + "valid_targets_mean": 15139.5, + "valid_targets_min": 4248 + }, + { + "epoch": 4.162046908315565, + "grad_norm": 0.20143897482124337, + "learning_rate": 3.364418134431371e-06, + "loss": 0.9552431106567383, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2490731030702591, + "step": 978, + "valid_targets_mean": 14692.8, + "valid_targets_min": 5739 + }, + { + "epoch": 4.166311300639659, + "grad_norm": 0.2061162824485008, + "learning_rate": 3.331494132371149e-06, + "loss": 1.010917067527771, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25879770517349243, + "step": 979, + "valid_targets_mean": 14593.1, + "valid_targets_min": 6091 + }, + { + "epoch": 4.1705756929637525, + "grad_norm": 0.20318318761047863, + "learning_rate": 3.2987173771983816e-06, + "loss": 0.9764742851257324, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2452343851327896, + "step": 980, + "valid_targets_mean": 13589.6, + "valid_targets_min": 1670 + }, + { + "epoch": 4.174840085287847, + "grad_norm": 0.2154933068221611, + "learning_rate": 3.266088158457634e-06, + "loss": 0.9941388368606567, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23634712398052216, + "step": 981, + "valid_targets_mean": 15645.4, + "valid_targets_min": 1730 + }, + { + "epoch": 4.17910447761194, + "grad_norm": 0.2162986176814452, + "learning_rate": 3.233606764390147e-06, + "loss": 0.9838998913764954, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2615757882595062, + "step": 982, + "valid_targets_mean": 14633.2, + "valid_targets_min": 2488 + }, + { + "epoch": 4.183368869936034, + "grad_norm": 0.2038562625869719, + "learning_rate": 3.2012734819313127e-06, + "loss": 0.9590896368026733, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2380497008562088, + "step": 983, + "valid_targets_mean": 14881.7, + "valid_targets_min": 2565 + }, + { + "epoch": 4.187633262260128, + "grad_norm": 0.21410133636000414, + "learning_rate": 3.1690885967081187e-06, + "loss": 0.9502666592597961, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23590557277202606, + "step": 984, + "valid_targets_mean": 14258.9, + "valid_targets_min": 4410 + }, + { + "epoch": 4.1918976545842215, + "grad_norm": 0.2146590549244702, + "learning_rate": 3.1370523930366393e-06, + "loss": 1.0116958618164062, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2786130905151367, + "step": 985, + "valid_targets_mean": 15395.7, + "valid_targets_min": 7915 + }, + { + "epoch": 4.196162046908316, + "grad_norm": 0.20958353183185127, + "learning_rate": 3.105165153919525e-06, + "loss": 0.9581502676010132, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24928778409957886, + "step": 986, + "valid_targets_mean": 14460.1, + "valid_targets_min": 7483 + }, + { + "epoch": 4.20042643923241, + "grad_norm": 0.21529262137934305, + "learning_rate": 3.073427161043492e-06, + "loss": 0.9945790767669678, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24089477956295013, + "step": 987, + "valid_targets_mean": 14355.3, + "valid_targets_min": 1923 + }, + { + "epoch": 4.204690831556503, + "grad_norm": 0.21431820620633432, + "learning_rate": 3.0418386947768463e-06, + "loss": 0.9737157821655273, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26264503598213196, + "step": 988, + "valid_targets_mean": 15095.2, + "valid_targets_min": 1015 + }, + { + "epoch": 4.208955223880597, + "grad_norm": 0.18791244760781117, + "learning_rate": 3.01040003416698e-06, + "loss": 0.9926658868789673, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28287503123283386, + "step": 989, + "valid_targets_mean": 15240.2, + "valid_targets_min": 11135 + }, + { + "epoch": 4.21321961620469, + "grad_norm": 0.2593058081050793, + "learning_rate": 2.97911145693796e-06, + "loss": 0.9960601329803467, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2687077522277832, + "step": 990, + "valid_targets_mean": 14847.2, + "valid_targets_min": 2936 + }, + { + "epoch": 4.217484008528785, + "grad_norm": 0.20105488445034136, + "learning_rate": 2.947973239488009e-06, + "loss": 0.980415940284729, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25325921177864075, + "step": 991, + "valid_targets_mean": 14551.3, + "valid_targets_min": 2467 + }, + { + "epoch": 4.221748400852879, + "grad_norm": 0.23225220458020215, + "learning_rate": 2.91698565688711e-06, + "loss": 0.9603126049041748, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2556496858596802, + "step": 992, + "valid_targets_mean": 14250.3, + "valid_targets_min": 1495 + }, + { + "epoch": 4.226012793176972, + "grad_norm": 0.20562525693058248, + "learning_rate": 2.886148982874566e-06, + "loss": 0.9346132874488831, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2503368854522705, + "step": 993, + "valid_targets_mean": 14932.4, + "valid_targets_min": 5263 + }, + { + "epoch": 4.230277185501066, + "grad_norm": 0.1987821114316106, + "learning_rate": 2.8554634898565668e-06, + "loss": 0.9752383828163147, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23577341437339783, + "step": 994, + "valid_targets_mean": 14343.8, + "valid_targets_min": 2517 + }, + { + "epoch": 4.23454157782516, + "grad_norm": 0.21466060222153166, + "learning_rate": 2.824929448903806e-06, + "loss": 0.9946862459182739, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22818049788475037, + "step": 995, + "valid_targets_mean": 15112.9, + "valid_targets_min": 4219 + }, + { + "epoch": 4.2388059701492535, + "grad_norm": 0.2052986670074733, + "learning_rate": 2.794547129749059e-06, + "loss": 0.9419824481010437, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23334798216819763, + "step": 996, + "valid_targets_mean": 15241.3, + "valid_targets_min": 4205 + }, + { + "epoch": 4.243070362473348, + "grad_norm": 0.210589774584146, + "learning_rate": 2.7643168007848255e-06, + "loss": 0.9856055378913879, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23363542556762695, + "step": 997, + "valid_targets_mean": 13191.8, + "valid_targets_min": 1469 + }, + { + "epoch": 4.247334754797441, + "grad_norm": 0.20159845803103243, + "learning_rate": 2.734238729060956e-06, + "loss": 0.9388062357902527, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23155111074447632, + "step": 998, + "valid_targets_mean": 14693.8, + "valid_targets_min": 6332 + }, + { + "epoch": 4.251599147121535, + "grad_norm": 0.19841540725401038, + "learning_rate": 2.7043131802822653e-06, + "loss": 0.9250397682189941, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23295876383781433, + "step": 999, + "valid_targets_mean": 14107.6, + "valid_targets_min": 1448 + }, + { + "epoch": 4.255863539445629, + "grad_norm": 0.21472035814166593, + "learning_rate": 2.674540418806222e-06, + "loss": 0.9822738766670227, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22888775169849396, + "step": 1000, + "valid_targets_mean": 13355.3, + "valid_targets_min": 1938 + }, + { + "epoch": 4.2601279317697225, + "grad_norm": 0.21293974933015425, + "learning_rate": 2.6449207076405857e-06, + "loss": 0.990465521812439, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25961148738861084, + "step": 1001, + "valid_targets_mean": 13930.4, + "valid_targets_min": 3569 + }, + { + "epoch": 4.264392324093817, + "grad_norm": 0.19974668361238312, + "learning_rate": 2.6154543084411035e-06, + "loss": 0.9995056390762329, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2363622784614563, + "step": 1002, + "valid_targets_mean": 13908.2, + "valid_targets_min": 3123 + }, + { + "epoch": 4.268656716417911, + "grad_norm": 0.1980194004346049, + "learning_rate": 2.5861414815091834e-06, + "loss": 0.9617325067520142, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23854133486747742, + "step": 1003, + "valid_targets_mean": 14161.7, + "valid_targets_min": 3380 + }, + { + "epoch": 4.272921108742004, + "grad_norm": 0.2021275426898355, + "learning_rate": 2.5569824857895987e-06, + "loss": 0.9621407389640808, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2301676869392395, + "step": 1004, + "valid_targets_mean": 15462.8, + "valid_targets_min": 8361 + }, + { + "epoch": 4.277185501066098, + "grad_norm": 0.20373434870626908, + "learning_rate": 2.5279775788682083e-06, + "loss": 0.970307469367981, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22979024052619934, + "step": 1005, + "valid_targets_mean": 13786.1, + "valid_targets_min": 1132 + }, + { + "epoch": 4.281449893390192, + "grad_norm": 0.19044660559305157, + "learning_rate": 2.499127016969671e-06, + "loss": 0.997826099395752, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27288347482681274, + "step": 1006, + "valid_targets_mean": 15124.5, + "valid_targets_min": 7044 + }, + { + "epoch": 4.285714285714286, + "grad_norm": 0.19287068236436444, + "learning_rate": 2.4704310549551934e-06, + "loss": 0.9802889823913574, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2448410540819168, + "step": 1007, + "valid_targets_mean": 14889.1, + "valid_targets_min": 2810 + }, + { + "epoch": 4.28997867803838, + "grad_norm": 0.18930024617420768, + "learning_rate": 2.441889946320266e-06, + "loss": 0.9607802629470825, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22162513434886932, + "step": 1008, + "valid_targets_mean": 14288.4, + "valid_targets_min": 790 + }, + { + "epoch": 4.294243070362473, + "grad_norm": 0.2018906410964189, + "learning_rate": 2.4135039431924233e-06, + "loss": 1.0122121572494507, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23975487053394318, + "step": 1009, + "valid_targets_mean": 14440.8, + "valid_targets_min": 2303 + }, + { + "epoch": 4.298507462686567, + "grad_norm": 0.19722736024974016, + "learning_rate": 2.3852732963290426e-06, + "loss": 0.9613465070724487, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24492129683494568, + "step": 1010, + "valid_targets_mean": 15772.8, + "valid_targets_min": 11202 + }, + { + "epoch": 4.302771855010661, + "grad_norm": 0.21498948755335925, + "learning_rate": 2.3571982551150853e-06, + "loss": 0.9710594415664673, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2269625961780548, + "step": 1011, + "valid_targets_mean": 14957.4, + "valid_targets_min": 1896 + }, + { + "epoch": 4.3070362473347545, + "grad_norm": 0.22412323186375557, + "learning_rate": 2.329279067560937e-06, + "loss": 0.9520131349563599, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23197180032730103, + "step": 1012, + "valid_targets_mean": 15725.0, + "valid_targets_min": 10802 + }, + { + "epoch": 4.311300639658849, + "grad_norm": 0.22537801821682382, + "learning_rate": 2.301515980300182e-06, + "loss": 1.0108246803283691, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24902258813381195, + "step": 1013, + "valid_targets_mean": 14878.5, + "valid_targets_min": 4121 + }, + { + "epoch": 4.315565031982943, + "grad_norm": 0.2001491403327739, + "learning_rate": 2.2739092385874527e-06, + "loss": 0.9675329923629761, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24441777169704437, + "step": 1014, + "valid_targets_mean": 15091.1, + "valid_targets_min": 9708 + }, + { + "epoch": 4.319829424307036, + "grad_norm": 0.20908604613563797, + "learning_rate": 2.2464590862962443e-06, + "loss": 1.0072133541107178, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25043320655822754, + "step": 1015, + "valid_targets_mean": 15506.5, + "valid_targets_min": 11439 + }, + { + "epoch": 4.32409381663113, + "grad_norm": 0.22253420025421772, + "learning_rate": 2.219165765916769e-06, + "loss": 0.9655839800834656, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24847547709941864, + "step": 1016, + "valid_targets_mean": 13985.8, + "valid_targets_min": 5122 + }, + { + "epoch": 4.3283582089552235, + "grad_norm": 0.20529498680933142, + "learning_rate": 2.192029518553798e-06, + "loss": 0.9373665452003479, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24634675681591034, + "step": 1017, + "valid_targets_mean": 14612.4, + "valid_targets_min": 2367 + }, + { + "epoch": 4.332622601279318, + "grad_norm": 0.19619931112758604, + "learning_rate": 2.165050583924566e-06, + "loss": 0.9549002647399902, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24367493391036987, + "step": 1018, + "valid_targets_mean": 14470.8, + "valid_targets_min": 1843 + }, + { + "epoch": 4.336886993603412, + "grad_norm": 0.1994064580671731, + "learning_rate": 2.1382292003566163e-06, + "loss": 0.981368362903595, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24733182787895203, + "step": 1019, + "valid_targets_mean": 14428.2, + "valid_targets_min": 2854 + }, + { + "epoch": 4.341151385927505, + "grad_norm": 0.21250530539061135, + "learning_rate": 2.1115656047857213e-06, + "loss": 0.9029428362846375, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22050178050994873, + "step": 1020, + "valid_targets_mean": 14133.2, + "valid_targets_min": 6151 + }, + { + "epoch": 4.345415778251599, + "grad_norm": 0.20364733623700895, + "learning_rate": 2.0850600327537806e-06, + "loss": 0.9489177465438843, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23130053281784058, + "step": 1021, + "valid_targets_mean": 13676.0, + "valid_targets_min": 1755 + }, + { + "epoch": 4.349680170575693, + "grad_norm": 0.20793489657627956, + "learning_rate": 2.058712718406719e-06, + "loss": 1.0012977123260498, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24294458329677582, + "step": 1022, + "valid_targets_mean": 14311.4, + "valid_targets_min": 3247 + }, + { + "epoch": 4.353944562899787, + "grad_norm": 0.1996083012867493, + "learning_rate": 2.032523894492471e-06, + "loss": 1.002089262008667, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2545391321182251, + "step": 1023, + "valid_targets_mean": 15110.4, + "valid_targets_min": 1532 + }, + { + "epoch": 4.358208955223881, + "grad_norm": 0.20524861939094846, + "learning_rate": 2.0064937923588634e-06, + "loss": 1.0034849643707275, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25179699063301086, + "step": 1024, + "valid_targets_mean": 14426.9, + "valid_targets_min": 5173 + }, + { + "epoch": 4.362473347547974, + "grad_norm": 0.20530960633526557, + "learning_rate": 1.9806226419516195e-06, + "loss": 0.9880184531211853, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.247049480676651, + "step": 1025, + "valid_targets_mean": 14459.1, + "valid_targets_min": 4839 + }, + { + "epoch": 4.366737739872068, + "grad_norm": 0.20369935863209962, + "learning_rate": 1.954910671812298e-06, + "loss": 0.9592328667640686, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22283047437667847, + "step": 1026, + "valid_targets_mean": 14732.3, + "valid_targets_min": 1356 + }, + { + "epoch": 4.371002132196162, + "grad_norm": 0.203705084175426, + "learning_rate": 1.9293581090762894e-06, + "loss": 0.9722834229469299, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2688411474227905, + "step": 1027, + "valid_targets_mean": 14489.7, + "valid_targets_min": 6514 + }, + { + "epoch": 4.3752665245202556, + "grad_norm": 0.19553934077825036, + "learning_rate": 1.9039651794708058e-06, + "loss": 0.939979612827301, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2241957187652588, + "step": 1028, + "valid_targets_mean": 14407.0, + "valid_targets_min": 4268 + }, + { + "epoch": 4.37953091684435, + "grad_norm": 0.19895295420118192, + "learning_rate": 1.8787321073128817e-06, + "loss": 0.9941613674163818, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2707201838493347, + "step": 1029, + "valid_targets_mean": 15288.0, + "valid_targets_min": 11404 + }, + { + "epoch": 4.383795309168444, + "grad_norm": 0.20924745812634882, + "learning_rate": 1.8536591155073958e-06, + "loss": 1.0341296195983887, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24675840139389038, + "step": 1030, + "valid_targets_mean": 14246.6, + "valid_targets_min": 2476 + }, + { + "epoch": 4.388059701492537, + "grad_norm": 0.19061264074416104, + "learning_rate": 1.8287464255451181e-06, + "loss": 0.9730916023254395, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2314380705356598, + "step": 1031, + "valid_targets_mean": 14085.7, + "valid_targets_min": 4573 + }, + { + "epoch": 4.392324093816631, + "grad_norm": 0.20397601553099576, + "learning_rate": 1.803994257500714e-06, + "loss": 0.9657227396965027, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24006201326847076, + "step": 1032, + "valid_targets_mean": 14661.8, + "valid_targets_min": 2977 + }, + { + "epoch": 4.396588486140725, + "grad_norm": 0.20865705411493327, + "learning_rate": 1.7794028300308474e-06, + "loss": 0.986137866973877, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2520632743835449, + "step": 1033, + "valid_targets_mean": 14641.4, + "valid_targets_min": 1570 + }, + { + "epoch": 4.400852878464819, + "grad_norm": 0.20284781020744608, + "learning_rate": 1.7549723603722003e-06, + "loss": 0.9705761671066284, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24235820770263672, + "step": 1034, + "valid_targets_mean": 15059.8, + "valid_targets_min": 4959 + }, + { + "epoch": 4.405117270788913, + "grad_norm": 0.19892338160497552, + "learning_rate": 1.730703064339605e-06, + "loss": 0.9851474165916443, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2524890601634979, + "step": 1035, + "valid_targets_mean": 15045.9, + "valid_targets_min": 6417 + }, + { + "epoch": 4.409381663113006, + "grad_norm": 0.20375038794812805, + "learning_rate": 1.7065951563241022e-06, + "loss": 0.9457334280014038, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22716794908046722, + "step": 1036, + "valid_targets_mean": 14376.1, + "valid_targets_min": 2529 + }, + { + "epoch": 4.4136460554371, + "grad_norm": 0.20449893216561013, + "learning_rate": 1.682648849291051e-06, + "loss": 1.0145095586776733, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23718661069869995, + "step": 1037, + "valid_targets_mean": 14745.7, + "valid_targets_min": 4989 + }, + { + "epoch": 4.417910447761194, + "grad_norm": 0.1996462200092275, + "learning_rate": 1.6588643547782579e-06, + "loss": 1.0064222812652588, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24623239040374756, + "step": 1038, + "valid_targets_mean": 14692.8, + "valid_targets_min": 6686 + }, + { + "epoch": 4.422174840085288, + "grad_norm": 0.21389140632699094, + "learning_rate": 1.6352418828941052e-06, + "loss": 0.9757487773895264, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23529288172721863, + "step": 1039, + "valid_targets_mean": 14086.5, + "valid_targets_min": 5272 + }, + { + "epoch": 4.426439232409382, + "grad_norm": 0.20425936795686, + "learning_rate": 1.6117816423156952e-06, + "loss": 0.9777926206588745, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25531190633773804, + "step": 1040, + "valid_targets_mean": 14957.0, + "valid_targets_min": 8445 + }, + { + "epoch": 4.430703624733475, + "grad_norm": 0.20492237636884952, + "learning_rate": 1.5884838402870029e-06, + "loss": 0.9735987186431885, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24197989702224731, + "step": 1041, + "valid_targets_mean": 14819.6, + "valid_targets_min": 1627 + }, + { + "epoch": 4.434968017057569, + "grad_norm": 0.19880291032050762, + "learning_rate": 1.5653486826170384e-06, + "loss": 0.9829146265983582, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2480197250843048, + "step": 1042, + "valid_targets_mean": 14243.4, + "valid_targets_min": 2334 + }, + { + "epoch": 4.439232409381663, + "grad_norm": 0.19315708773563553, + "learning_rate": 1.5423763736780583e-06, + "loss": 0.9392817616462708, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22090306878089905, + "step": 1043, + "valid_targets_mean": 13959.9, + "valid_targets_min": 2249 + }, + { + "epoch": 4.443496801705757, + "grad_norm": 0.19358944058085437, + "learning_rate": 1.5195671164037173e-06, + "loss": 0.9625712633132935, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25485068559646606, + "step": 1044, + "valid_targets_mean": 14064.9, + "valid_targets_min": 934 + }, + { + "epoch": 4.447761194029851, + "grad_norm": 0.19348030520223267, + "learning_rate": 1.496921112287315e-06, + "loss": 0.9723199605941772, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2429625689983368, + "step": 1045, + "valid_targets_mean": 15046.3, + "valid_targets_min": 6694 + }, + { + "epoch": 4.452025586353945, + "grad_norm": 0.2117723483120604, + "learning_rate": 1.4744385613799894e-06, + "loss": 0.9834375381469727, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23440350592136383, + "step": 1046, + "valid_targets_mean": 14326.0, + "valid_targets_min": 6455 + }, + { + "epoch": 4.456289978678038, + "grad_norm": 0.21773765328036296, + "learning_rate": 1.4521196622889644e-06, + "loss": 0.9381828308105469, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22930076718330383, + "step": 1047, + "valid_targets_mean": 13610.3, + "valid_targets_min": 2201 + }, + { + "epoch": 4.460554371002132, + "grad_norm": 0.1991311576162202, + "learning_rate": 1.4299646121757892e-06, + "loss": 0.9944796562194824, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2413451373577118, + "step": 1048, + "valid_targets_mean": 15320.3, + "valid_targets_min": 6751 + }, + { + "epoch": 4.464818763326226, + "grad_norm": 0.18407849986177524, + "learning_rate": 1.4079736067545912e-06, + "loss": 0.9564270973205566, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24462206661701202, + "step": 1049, + "valid_targets_mean": 15228.7, + "valid_targets_min": 6663 + }, + { + "epoch": 4.46908315565032, + "grad_norm": 0.193159491048493, + "learning_rate": 1.3861468402903634e-06, + "loss": 0.9560383558273315, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24201983213424683, + "step": 1050, + "valid_targets_mean": 14435.8, + "valid_targets_min": 2343 + }, + { + "epoch": 4.473347547974414, + "grad_norm": 0.19354462424796337, + "learning_rate": 1.3644845055972322e-06, + "loss": 0.9236656427383423, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21291989088058472, + "step": 1051, + "valid_targets_mean": 14298.3, + "valid_targets_min": 5524 + }, + { + "epoch": 4.477611940298507, + "grad_norm": 0.19452739699997101, + "learning_rate": 1.3429867940367626e-06, + "loss": 0.9672813415527344, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27295464277267456, + "step": 1052, + "valid_targets_mean": 15544.0, + "valid_targets_min": 8747 + }, + { + "epoch": 4.481876332622601, + "grad_norm": 0.18738754449816722, + "learning_rate": 1.321653895516264e-06, + "loss": 0.9609742760658264, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.226200133562088, + "step": 1053, + "valid_targets_mean": 14384.1, + "valid_targets_min": 2210 + }, + { + "epoch": 4.486140724946695, + "grad_norm": 0.1887567323720837, + "learning_rate": 1.3004859984871199e-06, + "loss": 0.9949420094490051, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23817016184329987, + "step": 1054, + "valid_targets_mean": 14810.5, + "valid_targets_min": 3268 + }, + { + "epoch": 4.490405117270789, + "grad_norm": 0.2070617872395055, + "learning_rate": 1.279483289943102e-06, + "loss": 0.9484139084815979, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2263062745332718, + "step": 1055, + "valid_targets_mean": 14849.5, + "valid_targets_min": 5249 + }, + { + "epoch": 4.494669509594883, + "grad_norm": 0.19987485529085944, + "learning_rate": 1.2586459554187558e-06, + "loss": 0.9571871757507324, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22258028388023376, + "step": 1056, + "valid_targets_mean": 13745.0, + "valid_targets_min": 2013 + }, + { + "epoch": 4.498933901918977, + "grad_norm": 0.19674734475989858, + "learning_rate": 1.2379741789877175e-06, + "loss": 0.9423996210098267, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22760263085365295, + "step": 1057, + "valid_targets_mean": 13998.2, + "valid_targets_min": 1699 + }, + { + "epoch": 4.50319829424307, + "grad_norm": 0.1952951967366402, + "learning_rate": 1.2174681432611245e-06, + "loss": 0.9592997431755066, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2522493004798889, + "step": 1058, + "valid_targets_mean": 15055.7, + "valid_targets_min": 5225 + }, + { + "epoch": 4.507462686567164, + "grad_norm": 0.199452907778698, + "learning_rate": 1.1971280293859811e-06, + "loss": 0.9340470433235168, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26179543137550354, + "step": 1059, + "valid_targets_mean": 15610.4, + "valid_targets_min": 8812 + }, + { + "epoch": 4.5117270788912585, + "grad_norm": 0.1986750426004486, + "learning_rate": 1.17695401704357e-06, + "loss": 0.9508144855499268, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2387581467628479, + "step": 1060, + "valid_targets_mean": 14518.6, + "valid_targets_min": 4628 + }, + { + "epoch": 4.515991471215352, + "grad_norm": 0.1962840328492531, + "learning_rate": 1.1569462844478552e-06, + "loss": 0.9892048239707947, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2530350983142853, + "step": 1061, + "valid_targets_mean": 14293.0, + "valid_targets_min": 7136 + }, + { + "epoch": 4.520255863539446, + "grad_norm": 0.20247449993400812, + "learning_rate": 1.1371050083439107e-06, + "loss": 0.9638339281082153, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25034797191619873, + "step": 1062, + "valid_targets_mean": 14417.9, + "valid_targets_min": 3406 + }, + { + "epoch": 4.524520255863539, + "grad_norm": 0.21083926014951604, + "learning_rate": 1.1174303640063622e-06, + "loss": 0.9721899628639221, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25117212533950806, + "step": 1063, + "valid_targets_mean": 14916.6, + "valid_targets_min": 8177 + }, + { + "epoch": 4.528784648187633, + "grad_norm": 0.20357023967062668, + "learning_rate": 1.097922525237849e-06, + "loss": 0.9916815757751465, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24109315872192383, + "step": 1064, + "valid_targets_mean": 15386.4, + "valid_targets_min": 6365 + }, + { + "epoch": 4.533049040511727, + "grad_norm": 0.1927643028792073, + "learning_rate": 1.078581664367455e-06, + "loss": 0.9920657873153687, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2630733549594879, + "step": 1065, + "valid_targets_mean": 14550.4, + "valid_targets_min": 4874 + }, + { + "epoch": 4.537313432835821, + "grad_norm": 0.18683045438312407, + "learning_rate": 1.0594079522492274e-06, + "loss": 0.9641156196594238, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2433815896511078, + "step": 1066, + "valid_targets_mean": 14769.9, + "valid_targets_min": 7369 + }, + { + "epoch": 4.541577825159915, + "grad_norm": 0.1821657437058267, + "learning_rate": 1.040401558260633e-06, + "loss": 0.932820737361908, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2297649085521698, + "step": 1067, + "valid_targets_mean": 15161.9, + "valid_targets_min": 4365 + }, + { + "epoch": 4.545842217484008, + "grad_norm": 0.1963807749093568, + "learning_rate": 1.0215626503010911e-06, + "loss": 0.9635487794876099, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24949057400226593, + "step": 1068, + "valid_targets_mean": 15064.1, + "valid_targets_min": 5965 + }, + { + "epoch": 4.550106609808102, + "grad_norm": 0.1870221177247441, + "learning_rate": 1.002891394790475e-06, + "loss": 0.96346116065979, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2602008581161499, + "step": 1069, + "valid_targets_mean": 15075.1, + "valid_targets_min": 10306 + }, + { + "epoch": 4.554371002132196, + "grad_norm": 0.1822849417529856, + "learning_rate": 9.843879566676273e-07, + "loss": 0.9370256662368774, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21624112129211426, + "step": 1070, + "valid_targets_mean": 14604.8, + "valid_targets_min": 7174 + }, + { + "epoch": 4.55863539445629, + "grad_norm": 0.20643035886676678, + "learning_rate": 9.660524993889386e-07, + "loss": 0.9779180884361267, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24937522411346436, + "step": 1071, + "valid_targets_mean": 14791.7, + "valid_targets_min": 2852 + }, + { + "epoch": 4.562899786780384, + "grad_norm": 0.19109701365353887, + "learning_rate": 9.478851849268733e-07, + "loss": 1.0181219577789307, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2429862916469574, + "step": 1072, + "valid_targets_mean": 15323.3, + "valid_targets_min": 4432 + }, + { + "epoch": 4.567164179104478, + "grad_norm": 0.18118081679449022, + "learning_rate": 9.298861737685527e-07, + "loss": 0.9861464500427246, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25720667839050293, + "step": 1073, + "valid_targets_mean": 15189.2, + "valid_targets_min": 4444 + }, + { + "epoch": 4.571428571428571, + "grad_norm": 0.18212939384405893, + "learning_rate": 9.120556249143341e-07, + "loss": 0.9695151448249817, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25585541129112244, + "step": 1074, + "valid_targets_mean": 15192.9, + "valid_targets_min": 6463 + }, + { + "epoch": 4.575692963752665, + "grad_norm": 0.19423545840605633, + "learning_rate": 8.943936958763988e-07, + "loss": 0.9865801334381104, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24307169020175934, + "step": 1075, + "valid_targets_mean": 14832.0, + "valid_targets_min": 6920 + }, + { + "epoch": 4.5799573560767595, + "grad_norm": 0.19147142446889295, + "learning_rate": 8.769005426773836e-07, + "loss": 0.963005781173706, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25235921144485474, + "step": 1076, + "valid_targets_mean": 14330.1, + "valid_targets_min": 3132 + }, + { + "epoch": 4.584221748400853, + "grad_norm": 0.19455004514016275, + "learning_rate": 8.595763198489714e-07, + "loss": 0.9741256237030029, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26922300457954407, + "step": 1077, + "valid_targets_mean": 15214.1, + "valid_targets_min": 2728 + }, + { + "epoch": 4.588486140724947, + "grad_norm": 0.19368908881746322, + "learning_rate": 8.42421180430546e-07, + "loss": 0.9532241821289062, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24407343566417694, + "step": 1078, + "valid_targets_mean": 13688.9, + "valid_targets_min": 3217 + }, + { + "epoch": 4.59275053304904, + "grad_norm": 0.19496360297809873, + "learning_rate": 8.254352759678386e-07, + "loss": 0.9714552760124207, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24510961771011353, + "step": 1079, + "valid_targets_mean": 14655.3, + "valid_targets_min": 1422 + }, + { + "epoch": 4.597014925373134, + "grad_norm": 0.1908774658271576, + "learning_rate": 8.086187565115877e-07, + "loss": 0.984738826751709, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25681084394454956, + "step": 1080, + "valid_targets_mean": 14677.1, + "valid_targets_min": 6142 + }, + { + "epoch": 4.601279317697228, + "grad_norm": 0.1877237083834181, + "learning_rate": 7.919717706162067e-07, + "loss": 0.9372379779815674, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2245333045721054, + "step": 1081, + "valid_targets_mean": 15138.4, + "valid_targets_min": 4384 + }, + { + "epoch": 4.605543710021322, + "grad_norm": 0.1831507254650395, + "learning_rate": 7.754944653384777e-07, + "loss": 0.9521864652633667, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23007790744304657, + "step": 1082, + "valid_targets_mean": 14424.0, + "valid_targets_min": 3680 + }, + { + "epoch": 4.609808102345416, + "grad_norm": 0.191111772789293, + "learning_rate": 7.591869862362534e-07, + "loss": 0.9851489067077637, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24849659204483032, + "step": 1083, + "valid_targets_mean": 13968.2, + "valid_targets_min": 2376 + }, + { + "epoch": 4.61407249466951, + "grad_norm": 0.1864331560292401, + "learning_rate": 7.430494773671682e-07, + "loss": 0.9887434840202332, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22047407925128937, + "step": 1084, + "valid_targets_mean": 13599.2, + "valid_targets_min": 1005 + }, + { + "epoch": 4.618336886993603, + "grad_norm": 0.1817411655396072, + "learning_rate": 7.270820812873714e-07, + "loss": 0.9169268608093262, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22810609638690948, + "step": 1085, + "valid_targets_mean": 14565.4, + "valid_targets_min": 3230 + }, + { + "epoch": 4.622601279317697, + "grad_norm": 0.1992395987360907, + "learning_rate": 7.112849390502563e-07, + "loss": 0.9655635356903076, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23568344116210938, + "step": 1086, + "valid_targets_mean": 14391.3, + "valid_targets_min": 5144 + }, + { + "epoch": 4.6268656716417915, + "grad_norm": 0.18944238972818978, + "learning_rate": 6.956581902052306e-07, + "loss": 0.9082788228988647, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2502131760120392, + "step": 1087, + "valid_targets_mean": 14731.2, + "valid_targets_min": 4783 + }, + { + "epoch": 4.631130063965885, + "grad_norm": 0.19055715439203152, + "learning_rate": 6.802019727964593e-07, + "loss": 0.9884518384933472, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24835459887981415, + "step": 1088, + "valid_targets_mean": 15128.8, + "valid_targets_min": 7616 + }, + { + "epoch": 4.635394456289979, + "grad_norm": 0.1823937865521721, + "learning_rate": 6.64916423361679e-07, + "loss": 0.9693202376365662, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26051390171051025, + "step": 1089, + "valid_targets_mean": 15145.5, + "valid_targets_min": 2543 + }, + { + "epoch": 4.639658848614072, + "grad_norm": 0.19675032678958396, + "learning_rate": 6.498016769309567e-07, + "loss": 0.9987223148345947, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25262898206710815, + "step": 1090, + "valid_targets_mean": 14835.9, + "valid_targets_min": 6481 + }, + { + "epoch": 4.643923240938166, + "grad_norm": 0.18832584384253528, + "learning_rate": 6.348578670255224e-07, + "loss": 0.9596326351165771, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21527081727981567, + "step": 1091, + "valid_targets_mean": 14126.3, + "valid_targets_min": 2377 + }, + { + "epoch": 4.6481876332622605, + "grad_norm": 0.18664634386085083, + "learning_rate": 6.200851256565799e-07, + "loss": 0.9876736402511597, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23937787115573883, + "step": 1092, + "valid_targets_mean": 15427.7, + "valid_targets_min": 5751 + }, + { + "epoch": 4.652452025586354, + "grad_norm": 0.19428265256980123, + "learning_rate": 6.054835833241357e-07, + "loss": 1.0274147987365723, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26426398754119873, + "step": 1093, + "valid_targets_mean": 15013.9, + "valid_targets_min": 4037 + }, + { + "epoch": 4.656716417910448, + "grad_norm": 0.20788066764770038, + "learning_rate": 5.910533690158593e-07, + "loss": 0.9401581287384033, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23334196209907532, + "step": 1094, + "valid_targets_mean": 14892.3, + "valid_targets_min": 3271 + }, + { + "epoch": 4.660980810234541, + "grad_norm": 0.19186387056237522, + "learning_rate": 5.767946102059307e-07, + "loss": 0.9360172748565674, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23446571826934814, + "step": 1095, + "valid_targets_mean": 14785.7, + "valid_targets_min": 8805 + }, + { + "epoch": 4.665245202558635, + "grad_norm": 0.1893500666241742, + "learning_rate": 5.627074328539173e-07, + "loss": 0.9583896398544312, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23185381293296814, + "step": 1096, + "valid_targets_mean": 14196.5, + "valid_targets_min": 2432 + }, + { + "epoch": 4.669509594882729, + "grad_norm": 0.18542846343612387, + "learning_rate": 5.487919614036741e-07, + "loss": 0.9889509081840515, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24657568335533142, + "step": 1097, + "valid_targets_mean": 14630.5, + "valid_targets_min": 927 + }, + { + "epoch": 4.673773987206823, + "grad_norm": 0.18057976698980382, + "learning_rate": 5.350483187822231e-07, + "loss": 0.9848129749298096, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22202110290527344, + "step": 1098, + "valid_targets_mean": 14386.3, + "valid_targets_min": 2252 + }, + { + "epoch": 4.678038379530917, + "grad_norm": 0.17782009267891613, + "learning_rate": 5.214766263986848e-07, + "loss": 0.9672038555145264, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23220334947109222, + "step": 1099, + "valid_targets_mean": 14210.4, + "valid_targets_min": 4534 + }, + { + "epoch": 4.682302771855011, + "grad_norm": 0.1926245261721798, + "learning_rate": 5.080770041431926e-07, + "loss": 0.9739687442779541, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25985684990882874, + "step": 1100, + "valid_targets_mean": 14957.4, + "valid_targets_min": 7315 + }, + { + "epoch": 4.686567164179104, + "grad_norm": 0.18359492740224656, + "learning_rate": 4.948495703858492e-07, + "loss": 1.0037221908569336, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2474515289068222, + "step": 1101, + "valid_targets_mean": 15043.2, + "valid_targets_min": 7809 + }, + { + "epoch": 4.690831556503198, + "grad_norm": 0.1883747032991499, + "learning_rate": 4.81794441975667e-07, + "loss": 0.9757822751998901, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2467784881591797, + "step": 1102, + "valid_targets_mean": 14021.8, + "valid_targets_min": 4164 + }, + { + "epoch": 4.6950959488272925, + "grad_norm": 0.19867445113700383, + "learning_rate": 4.689117342395388e-07, + "loss": 0.9495012164115906, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2412489503622055, + "step": 1103, + "valid_targets_mean": 14995.4, + "valid_targets_min": 7534 + }, + { + "epoch": 4.699360341151386, + "grad_norm": 0.20599125719542694, + "learning_rate": 4.5620156098122204e-07, + "loss": 0.958198606967926, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24601440131664276, + "step": 1104, + "valid_targets_mean": 15277.9, + "valid_targets_min": 5342 + }, + { + "epoch": 4.70362473347548, + "grad_norm": 0.2072001696287035, + "learning_rate": 4.4366403448033334e-07, + "loss": 0.9746035933494568, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24131663143634796, + "step": 1105, + "valid_targets_mean": 14005.7, + "valid_targets_min": 3799 + }, + { + "epoch": 4.707889125799573, + "grad_norm": 0.18646393735473216, + "learning_rate": 4.3129926549136057e-07, + "loss": 0.9648074507713318, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21114256978034973, + "step": 1106, + "valid_targets_mean": 13501.6, + "valid_targets_min": 1542 + }, + { + "epoch": 4.712153518123667, + "grad_norm": 0.1801809206992736, + "learning_rate": 4.191073632426701e-07, + "loss": 0.9577111601829529, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24206210672855377, + "step": 1107, + "valid_targets_mean": 14789.1, + "valid_targets_min": 2956 + }, + { + "epoch": 4.7164179104477615, + "grad_norm": 0.20244718123289038, + "learning_rate": 4.0708843543555643e-07, + "loss": 0.9597060680389404, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2592220604419708, + "step": 1108, + "valid_targets_mean": 14971.0, + "valid_targets_min": 7082 + }, + { + "epoch": 4.720682302771855, + "grad_norm": 0.19004476967103429, + "learning_rate": 3.95242588243292e-07, + "loss": 0.9578391909599304, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24784809350967407, + "step": 1109, + "valid_targets_mean": 14803.8, + "valid_targets_min": 5534 + }, + { + "epoch": 4.724946695095949, + "grad_norm": 0.1787557222587649, + "learning_rate": 3.8356992631017e-07, + "loss": 0.9749581813812256, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2568989396095276, + "step": 1110, + "valid_targets_mean": 14341.0, + "valid_targets_min": 4140 + }, + { + "epoch": 4.729211087420042, + "grad_norm": 0.183170124003171, + "learning_rate": 3.720705527506008e-07, + "loss": 0.9631220698356628, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22998714447021484, + "step": 1111, + "valid_targets_mean": 14496.9, + "valid_targets_min": 2722 + }, + { + "epoch": 4.733475479744136, + "grad_norm": 0.1913108582335516, + "learning_rate": 3.60744569148197e-07, + "loss": 0.9523494243621826, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2521563172340393, + "step": 1112, + "valid_targets_mean": 15027.6, + "valid_targets_min": 8215 + }, + { + "epoch": 4.73773987206823, + "grad_norm": 0.1871176698881298, + "learning_rate": 3.4959207555485873e-07, + "loss": 0.981401264667511, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24374215304851532, + "step": 1113, + "valid_targets_mean": 14313.0, + "valid_targets_min": 1735 + }, + { + "epoch": 4.742004264392325, + "grad_norm": 0.1943575296716895, + "learning_rate": 3.3861317048992317e-07, + "loss": 0.9813427925109863, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24430063366889954, + "step": 1114, + "valid_targets_mean": 14462.2, + "valid_targets_min": 4500 + }, + { + "epoch": 4.746268656716418, + "grad_norm": 0.18626119810585876, + "learning_rate": 3.278079509392562e-07, + "loss": 0.9732893705368042, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25778117775917053, + "step": 1115, + "valid_targets_mean": 15003.0, + "valid_targets_min": 1331 + }, + { + "epoch": 4.750533049040512, + "grad_norm": 0.1811114411390865, + "learning_rate": 3.171765123544224e-07, + "loss": 0.9803482294082642, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26195472478866577, + "step": 1116, + "valid_targets_mean": 14364.8, + "valid_targets_min": 1532 + }, + { + "epoch": 4.754797441364605, + "grad_norm": 0.1923340252471767, + "learning_rate": 3.06718948651834e-07, + "loss": 0.9418221116065979, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24983885884284973, + "step": 1117, + "valid_targets_mean": 15741.3, + "valid_targets_min": 9257 + }, + { + "epoch": 4.759061833688699, + "grad_norm": 0.18813994100062065, + "learning_rate": 2.964353522119168e-07, + "loss": 0.9535703659057617, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23694348335266113, + "step": 1118, + "valid_targets_mean": 14265.1, + "valid_targets_min": 3473 + }, + { + "epoch": 4.7633262260127935, + "grad_norm": 0.19063162736733666, + "learning_rate": 2.863258138783032e-07, + "loss": 0.9458210468292236, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22786492109298706, + "step": 1119, + "valid_targets_mean": 15495.7, + "valid_targets_min": 7691 + }, + { + "epoch": 4.767590618336887, + "grad_norm": 0.20158024903992858, + "learning_rate": 2.7639042295702245e-07, + "loss": 0.9903920888900757, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2551453709602356, + "step": 1120, + "valid_targets_mean": 14624.2, + "valid_targets_min": 2602 + }, + { + "epoch": 4.771855010660981, + "grad_norm": 0.1791922004784323, + "learning_rate": 2.666292672157056e-07, + "loss": 1.004233956336975, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25212574005126953, + "step": 1121, + "valid_targets_mean": 15172.8, + "valid_targets_min": 4005 + }, + { + "epoch": 4.776119402985074, + "grad_norm": 0.19609224652597176, + "learning_rate": 2.570424328828325e-07, + "loss": 1.0066776275634766, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26131948828697205, + "step": 1122, + "valid_targets_mean": 14962.2, + "valid_targets_min": 6855 + }, + { + "epoch": 4.780383795309168, + "grad_norm": 0.182369505616676, + "learning_rate": 2.4763000464694377e-07, + "loss": 0.9485456347465515, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24176406860351562, + "step": 1123, + "valid_targets_mean": 15655.1, + "valid_targets_min": 7801 + }, + { + "epoch": 4.7846481876332625, + "grad_norm": 0.18174153145703756, + "learning_rate": 2.383920656559102e-07, + "loss": 0.9461928606033325, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22751101851463318, + "step": 1124, + "valid_targets_mean": 14220.1, + "valid_targets_min": 1366 + }, + { + "epoch": 4.788912579957356, + "grad_norm": 0.17912251421687572, + "learning_rate": 2.2932869751619568e-07, + "loss": 0.9231736660003662, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2434135526418686, + "step": 1125, + "valid_targets_mean": 14937.3, + "valid_targets_min": 4412 + }, + { + "epoch": 4.79317697228145, + "grad_norm": 0.17873064702229766, + "learning_rate": 2.2043998029212643e-07, + "loss": 0.9572075605392456, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24633853137493134, + "step": 1126, + "valid_targets_mean": 14208.7, + "valid_targets_min": 3253 + }, + { + "epoch": 4.797441364605544, + "grad_norm": 0.19325578017308032, + "learning_rate": 2.1172599250519398e-07, + "loss": 0.9735586643218994, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2285764515399933, + "step": 1127, + "valid_targets_mean": 14014.3, + "valid_targets_min": 4944 + }, + { + "epoch": 4.801705756929637, + "grad_norm": 0.18854210514438088, + "learning_rate": 2.0318681113336013e-07, + "loss": 1.003481149673462, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2884986996650696, + "step": 1128, + "valid_targets_mean": 15012.4, + "valid_targets_min": 7985 + }, + { + "epoch": 4.8059701492537314, + "grad_norm": 0.18222857144245486, + "learning_rate": 1.9482251161037302e-07, + "loss": 0.9663025736808777, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22748203575611115, + "step": 1129, + "valid_targets_mean": 15023.7, + "valid_targets_min": 4122 + }, + { + "epoch": 4.810234541577826, + "grad_norm": 0.17974618806226456, + "learning_rate": 1.866331678251032e-07, + "loss": 0.9956282377243042, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21607357263565063, + "step": 1130, + "valid_targets_mean": 13762.8, + "valid_targets_min": 2047 + }, + { + "epoch": 4.814498933901919, + "grad_norm": 0.1758600637063627, + "learning_rate": 1.7861885212088869e-07, + "loss": 0.9475678205490112, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24526748061180115, + "step": 1131, + "valid_targets_mean": 15130.3, + "valid_targets_min": 7622 + }, + { + "epoch": 4.818763326226013, + "grad_norm": 0.18150019802034476, + "learning_rate": 1.7077963529490204e-07, + "loss": 0.9758622050285339, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25129640102386475, + "step": 1132, + "valid_targets_mean": 14312.8, + "valid_targets_min": 5570 + }, + { + "epoch": 4.823027718550106, + "grad_norm": 0.18595590687608943, + "learning_rate": 1.6311558659751535e-07, + "loss": 0.9581972360610962, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22696828842163086, + "step": 1133, + "valid_targets_mean": 14382.9, + "valid_targets_min": 1264 + }, + { + "epoch": 4.8272921108742, + "grad_norm": 0.18946504147825557, + "learning_rate": 1.5562677373169855e-07, + "loss": 0.9886982440948486, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27297037839889526, + "step": 1134, + "valid_targets_mean": 14403.2, + "valid_targets_min": 2343 + }, + { + "epoch": 4.8315565031982945, + "grad_norm": 0.1988029565921578, + "learning_rate": 1.483132628524131e-07, + "loss": 1.0126937627792358, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24579432606697083, + "step": 1135, + "valid_targets_mean": 13454.9, + "valid_targets_min": 1662 + }, + { + "epoch": 4.835820895522388, + "grad_norm": 0.18331947908146323, + "learning_rate": 1.4117511856603262e-07, + "loss": 0.9641690254211426, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2405238151550293, + "step": 1136, + "valid_targets_mean": 14659.2, + "valid_targets_min": 7141 + }, + { + "epoch": 4.840085287846482, + "grad_norm": 0.1858642422987959, + "learning_rate": 1.342124039297721e-07, + "loss": 0.9916709661483765, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2584751546382904, + "step": 1137, + "valid_targets_mean": 14581.5, + "valid_targets_min": 3649 + }, + { + "epoch": 4.844349680170575, + "grad_norm": 0.18455684729446292, + "learning_rate": 1.2742518045112396e-07, + "loss": 0.9750644564628601, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25415563583374023, + "step": 1138, + "valid_targets_mean": 14580.6, + "valid_targets_min": 4957 + }, + { + "epoch": 4.848614072494669, + "grad_norm": 0.18221139202265096, + "learning_rate": 1.2081350808732518e-07, + "loss": 0.9195218086242676, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.252757728099823, + "step": 1139, + "valid_targets_mean": 14550.2, + "valid_targets_min": 5470 + }, + { + "epoch": 4.8528784648187635, + "grad_norm": 0.19375662722988862, + "learning_rate": 1.143774452448243e-07, + "loss": 1.068016529083252, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26408565044403076, + "step": 1140, + "valid_targets_mean": 14606.9, + "valid_targets_min": 2001 + }, + { + "epoch": 4.857142857142857, + "grad_norm": 0.17589785731943583, + "learning_rate": 1.0811704877875528e-07, + "loss": 0.9681274890899658, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22096103429794312, + "step": 1141, + "valid_targets_mean": 14835.0, + "valid_targets_min": 2783 + }, + { + "epoch": 4.861407249466951, + "grad_norm": 0.18169988636955903, + "learning_rate": 1.0203237399245336e-07, + "loss": 0.9908976554870605, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23787662386894226, + "step": 1142, + "valid_targets_mean": 14631.3, + "valid_targets_min": 3338 + }, + { + "epoch": 4.865671641791045, + "grad_norm": 0.1875296887268478, + "learning_rate": 9.612347463694882e-08, + "loss": 0.9561929702758789, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24236030876636505, + "step": 1143, + "valid_targets_mean": 15098.5, + "valid_targets_min": 3303 + }, + { + "epoch": 4.869936034115138, + "grad_norm": 0.18636510555027214, + "learning_rate": 9.039040291050738e-08, + "loss": 0.9645097851753235, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2532026171684265, + "step": 1144, + "valid_targets_mean": 15200.3, + "valid_targets_min": 3911 + }, + { + "epoch": 4.8742004264392325, + "grad_norm": 0.194394975693115, + "learning_rate": 8.483320945815499e-08, + "loss": 0.9629539251327515, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2467735856771469, + "step": 1145, + "valid_targets_mean": 15471.6, + "valid_targets_min": 2373 + }, + { + "epoch": 4.878464818763327, + "grad_norm": 0.18567680121853064, + "learning_rate": 7.945194337124262e-08, + "loss": 0.9523435831069946, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24072405695915222, + "step": 1146, + "valid_targets_mean": 15206.4, + "valid_targets_min": 4402 + }, + { + "epoch": 4.88272921108742, + "grad_norm": 0.19955722684157318, + "learning_rate": 7.424665218700444e-08, + "loss": 1.0447909832000732, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2784472405910492, + "step": 1147, + "valid_targets_mean": 15334.1, + "valid_targets_min": 9093 + }, + { + "epoch": 4.886993603411514, + "grad_norm": 0.1828713222757318, + "learning_rate": 6.921738188814254e-08, + "loss": 0.9593808650970459, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2340017855167389, + "step": 1148, + "valid_targets_mean": 14965.5, + "valid_targets_min": 7527 + }, + { + "epoch": 4.891257995735607, + "grad_norm": 0.1928454297781806, + "learning_rate": 6.436417690241614e-08, + "loss": 0.9661131501197815, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21552234888076782, + "step": 1149, + "valid_targets_mean": 13662.2, + "valid_targets_min": 1875 + }, + { + "epoch": 4.895522388059701, + "grad_norm": 0.1924270678283599, + "learning_rate": 5.968708010225532e-08, + "loss": 0.9736749529838562, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2682981491088867, + "step": 1150, + "valid_targets_mean": 15144.8, + "valid_targets_min": 9892 + }, + { + "epoch": 4.899786780383796, + "grad_norm": 0.1869384094621727, + "learning_rate": 5.518613280437901e-08, + "loss": 0.9437440037727356, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22726953029632568, + "step": 1151, + "valid_targets_mean": 14869.4, + "valid_targets_min": 2024 + }, + { + "epoch": 4.904051172707889, + "grad_norm": 0.1875151927759769, + "learning_rate": 5.0861374769426433e-08, + "loss": 0.963232159614563, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23168283700942993, + "step": 1152, + "valid_targets_mean": 13918.9, + "valid_targets_min": 4828 + }, + { + "epoch": 4.908315565031983, + "grad_norm": 0.18738265485642772, + "learning_rate": 4.671284420161071e-08, + "loss": 0.9642470479011536, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2354758083820343, + "step": 1153, + "valid_targets_mean": 14218.9, + "valid_targets_min": 4878 + }, + { + "epoch": 4.912579957356077, + "grad_norm": 0.179096448776487, + "learning_rate": 4.274057774838136e-08, + "loss": 0.9545761346817017, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2311761975288391, + "step": 1154, + "valid_targets_mean": 14188.5, + "valid_targets_min": 1968 + }, + { + "epoch": 4.91684434968017, + "grad_norm": 0.18370436259452722, + "learning_rate": 3.894461050010012e-08, + "loss": 0.9211704134941101, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1992514282464981, + "step": 1155, + "valid_targets_mean": 13616.8, + "valid_targets_min": 1976 + }, + { + "epoch": 4.9211087420042645, + "grad_norm": 0.19697341784194985, + "learning_rate": 3.5324975989725615e-08, + "loss": 0.9662893414497375, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23267701268196106, + "step": 1156, + "valid_targets_mean": 14298.6, + "valid_targets_min": 1530 + }, + { + "epoch": 4.925373134328359, + "grad_norm": 0.18164859280451848, + "learning_rate": 3.188170619252473e-08, + "loss": 0.9604413509368896, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2460888922214508, + "step": 1157, + "valid_targets_mean": 15502.1, + "valid_targets_min": 10452 + }, + { + "epoch": 4.929637526652452, + "grad_norm": 0.18442182041156924, + "learning_rate": 2.8614831525786147e-08, + "loss": 0.9696638584136963, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23942352831363678, + "step": 1158, + "valid_targets_mean": 15015.1, + "valid_targets_min": 8581 + }, + { + "epoch": 4.933901918976546, + "grad_norm": 0.20434953182319676, + "learning_rate": 2.552438084855613e-08, + "loss": 0.9707285165786743, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23770083487033844, + "step": 1159, + "valid_targets_mean": 14752.8, + "valid_targets_min": 3297 + }, + { + "epoch": 4.938166311300639, + "grad_norm": 0.18846406005781263, + "learning_rate": 2.2610381461372068e-08, + "loss": 1.0132946968078613, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.27154213190078735, + "step": 1160, + "valid_targets_mean": 15038.8, + "valid_targets_min": 7635 + }, + { + "epoch": 4.9424307036247335, + "grad_norm": 0.1816173347597828, + "learning_rate": 1.987285910603598e-08, + "loss": 0.9828102588653564, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2403227686882019, + "step": 1161, + "valid_targets_mean": 14799.3, + "valid_targets_min": 3960 + }, + { + "epoch": 4.946695095948828, + "grad_norm": 0.19718993160217102, + "learning_rate": 1.7311837965379164e-08, + "loss": 0.9818974137306213, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25159767270088196, + "step": 1162, + "valid_targets_mean": 15367.5, + "valid_targets_min": 7569 + }, + { + "epoch": 4.950959488272921, + "grad_norm": 0.184685719967902, + "learning_rate": 1.4927340663046798e-08, + "loss": 0.9775370955467224, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25196710228919983, + "step": 1163, + "valid_targets_mean": 14676.9, + "valid_targets_min": 2093 + }, + { + "epoch": 4.955223880597015, + "grad_norm": 0.1888304549830865, + "learning_rate": 1.2719388263300325e-08, + "loss": 0.9846158027648926, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23142623901367188, + "step": 1164, + "valid_targets_mean": 13634.5, + "valid_targets_min": 2356 + }, + { + "epoch": 4.959488272921108, + "grad_norm": 0.18541490359266527, + "learning_rate": 1.0688000270839827e-08, + "loss": 1.003100872039795, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24990428984165192, + "step": 1165, + "valid_targets_mean": 14019.7, + "valid_targets_min": 1756 + }, + { + "epoch": 4.963752665245202, + "grad_norm": 0.18361387965535805, + "learning_rate": 8.833194630615271e-09, + "loss": 0.9978989362716675, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2524747848510742, + "step": 1166, + "valid_targets_mean": 14548.3, + "valid_targets_min": 7809 + }, + { + "epoch": 4.968017057569297, + "grad_norm": 0.19174431795363184, + "learning_rate": 7.154987727682194e-09, + "loss": 0.9677139520645142, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24135658144950867, + "step": 1167, + "valid_targets_mean": 14866.4, + "valid_targets_min": 4105 + }, + { + "epoch": 4.97228144989339, + "grad_norm": 0.18257838735005472, + "learning_rate": 5.6533943870462625e-09, + "loss": 0.9879318475723267, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24627341330051422, + "step": 1168, + "valid_targets_mean": 14967.6, + "valid_targets_min": 3003 + }, + { + "epoch": 4.976545842217484, + "grad_norm": 0.19170415109429254, + "learning_rate": 4.328427873541152e-09, + "loss": 1.0250473022460938, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.258064866065979, + "step": 1169, + "valid_targets_mean": 15066.1, + "valid_targets_min": 8759 + }, + { + "epoch": 4.980810234541578, + "grad_norm": 0.1837889528395531, + "learning_rate": 3.1800998917086432e-09, + "loss": 0.973028838634491, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24662089347839355, + "step": 1170, + "valid_targets_mean": 15083.5, + "valid_targets_min": 5835 + }, + { + "epoch": 4.985074626865671, + "grad_norm": 0.17878044891064748, + "learning_rate": 2.2084205856920393e-09, + "loss": 0.9649015665054321, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2296697348356247, + "step": 1171, + "valid_targets_mean": 14655.2, + "valid_targets_min": 3045 + }, + { + "epoch": 4.9893390191897655, + "grad_norm": 0.19227545584561032, + "learning_rate": 1.4133985391473482e-09, + "loss": 1.0228734016418457, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2613134980201721, + "step": 1172, + "valid_targets_mean": 14752.4, + "valid_targets_min": 3992 + }, + { + "epoch": 4.99360341151386, + "grad_norm": 0.18235692036318835, + "learning_rate": 7.950407751722288e-10, + "loss": 0.9098037481307983, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22016096115112305, + "step": 1173, + "valid_targets_mean": 14614.0, + "valid_targets_min": 4385 + }, + { + "epoch": 4.997867803837953, + "grad_norm": 0.18124280454259, + "learning_rate": 3.5335275624159835e-10, + "loss": 0.9602288007736206, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2466222047805786, + "step": 1174, + "valid_targets_mean": 15355.7, + "valid_targets_min": 8230 + }, + { + "epoch": 5.0, + "grad_norm": 0.2569032695441435, + "learning_rate": 8.833838415212014e-11, + "loss": 1.0513310432434082, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.4691266119480133, + "step": 1175, + "valid_targets_mean": 13499.5, + "valid_targets_min": 3345 + }, + { + "epoch": 5.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.4691266119480133, + "step": 1175, + "total_flos": 1658037051588608.0, + "train_loss": 1.0214665260213487, + "train_runtime": 6089.571, + "train_samples_per_second": 24.632, + "train_steps_per_second": 0.193, + "valid_targets_mean": 13499.5, + "valid_targets_min": 3345 + } + ], + "logging_steps": 1, + "max_steps": 1175, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1658037051588608.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..9a98ff7 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9024a65e1166bce984b8ff7a214d5c61904df49801eef27ae165539bbb65463f +size 7953 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..b378ae0d2167dddd24caf871524a44635e8a5622 GIT binary patch literal 51709 zcmeFZuN`a6HRqUPjI~46R4$W~FpyvvMt=2*k~)Ur24EP@7!d({ zBGNnj3;vOCy`+QD9kPf&nQjEBw2)z#5O zf}h{+e~;jEaJJ-c)OYKGvk*I8(RINvN>lWM^H%naHHNiYUsaOV^h}u>@kl)ReTQ&q z@l0~3g}1T0ZuuAQ%g4@i`j zT$mV-kivGo%`VTS^XHeW>y1uK#U&;B`$fs-+bh4Phbs6r&!76x)TIAg(Aa<9?NwHm ze72_9bkEDYmBd$e19dUMH#kqG`K(-Bo9@LU3C6u`be{uzk)KboI@Nu-!hWQ|iHXH; z%hYzT7@w)l^mj*`U60q7<7IzDOuoFjnkZ}?{mbsjix+HB6dMP-i>G;b$dogC32&~Z zrb>EDz`ZKj5R{%)4sWR4{5f7HN{m$wJF+mZ%@~j^hfsMzud?=4rz41qB5? z=gaz~B>0|9HHV(`TyCLFW|orK7%-n6t*@WkS51`&)_15qH8V4_HCNKTH1j51;my}^ zxUc4TUj66aX)OB+jHAw``<$3;jcAJIxLycnKM)OU3Hdb?(CL#(7WpoFh6Cc2kdbvqqTPvUVmv?3hCZF5nHx}RhwDj?G6jta* z$!l0eeR!~0U*xmxJnXaDX(X#`Gf?Stno~6`e0tg{C?v!j=2)lB=l!SMkJ~H`#051g zBw~>a-K>!M-`s-E7VCQ456@oeTzE zGg(V(e!O;5U8y>SCOG!B>wVhoC#Y#?CdL{AJ!i5K^!AE;W*#xxH+)VKx-`@p$^7Y1 zA111N$i4}m)*!%p;XNS?-awfRt&!(A{@!}O@j$6{OjE(#h8>Q*20ThOE-oUyyuO*q z0^Je_}wr~#)4))wLdmrnTSeU|7R<3qQ3VJS?XliSlZ7z(w&CgdhGy4Y{ zTc}=ajXkHK)OII)Jk5JS{@OK?Dv!l3hr|B*gJ4$wz2g<5ev-bY z&M0cV_L+u#yQJ59FSD|Xi6tKDXKOyOFUZbr+*+Qz1<@74;zcx4<<|7%6t{rKf&t9_ z#mePY#%XU>cnAMVgbM@KuZP2b`%s-d&#&u@8vNBE-GO6uOwNmZ!_6+gX5 z4|n?O9T#giGv2);N%vVH=2S^}%q;0{0#U;vJ9;x&^riRag6Hmh1#`JEM2qKmFzuEd z@4Div_kR29w+-(9j-!)w=VAR=pi_jq`lnM-SC^jk8%g^<%VrrY9v*{As;(32yPJz` zJuelV_SgGQpE+~vtZG`bWxDSp5u3g-_?TjIb$y$^EvKOF30!&XhfP5XM93{o&7hVr zTJx=?@vW(J|C+yc=efBRjf_~(LYoKxtK`M?*!` z5YMAK(LPe6e*5-R??FNRfdpPdadB~tSIw_qcSLRacm{Xo>=j5=nd+UaS^7Xq zhH>-qu9t>(M#sgqV1@n0{v*HrylT_t2a1|ZcOT-D(qZMMO$6<`zH7agdCs4IBE8n5 z$d^8PiPo^${{3&7s3BHr>R&5}!O)$al!U~LGp2pM4viZ8#Ma!z!RYDfD|i0p^ycYbJa+6Do1oxvm=@`G zIXRaaC!nt3*BV993t3=Rf9s~d=g{Kf;!>SD6}&vzW)5+Yv70L4Mgke@(v2Hr!VKg) zYcqimbMf^f8?(QlY@n5L{P^()a5x?o$t3;|l?;@VA^AfEbcBe{tf?_@Jv^J{iHkjb z{=DOjPwc*2u}-~Tt)g6w@2-0|i!=ic4i2gbw~c){=*3W8 ziaD!Fv#&Q&>wWRHYIax`oRKot<1~F!0ndaWHR!a;Yb+lfA{YE-0*vi*sQPj$~+-(dNMClzWsi0 zZRRVXL(TFduG&r~rcym#D3Pu86_6QnrUz{La-BXN>_bsX6m$AVK|z6vf#J!mOy%(* zhk7@w{?LkOSJ5e+Q-MoD<__C zGyUYw77Qpa;>z#Z&AOg20qFrByOAc9|SVfv%g`f+6BBjrr_d-u-U*YCTB zh~~q{o0^*LSyq>q(@@Ip38<^9!^j(8?J)0-b+4lhDE@a`5)UXPkrlm!y%4{pSR?oXsz}jV! z^)qnIcVP<2&E?6}Em2-!Fc(c;{w&n}LchYEh=kXmUeqrxg7?_QE7 zzx3keF-uUxG6FCs3s~uQajodNbLU`%P;@VTRh7NubulP7%tfQ({qyC9b&d9!N@DrcW36!+{+LaGlqyq zumYaz^3WUz+E$YKw%-)issQ-ZvL4fr3ub7NBoCX34rjHq! znStxvO#*hQEeKjnD!2le*#P&PRNrGF@ zEhMFI7%jg=g0Y`CUIS`94*WhP@LS$1dv563duh+R z+GR@RVB^CFg;pn~UC5H#cGu&1Oqtq>0M8Ud_Y#ce!uDWqd+txN!=KG0NLT3ArM=cn zD5ck^c9)tc2hp{#!ZMrwmEELH3wHpZD+P8$?7#23 z(tb94Qfvbnh?ODR#r_xafjWTOyw|_q9t1F;bLY;Pu+UIbSgm_?jH0$Cetv$r9*aNc z%KDAW0acpx_V)6iHFMm!_)e%|yg}Ff^rWPA7M~?~82r`GLVMn7nwrf|!oqZwl#b1g zRA2OliVXqj+nVOPp$iR)Y{;fR+%twZrWhIo6s3Y?dY!D2LP9aj(q6GRCaCYK z2HcudUoU%jVEd!A{kI@F0UlZa&>fw$GX^w`*U*(JdG?1NtXqNrK!g#a8?DWanU2-tCrJB@27}*rdI^{YK9BmEHR*;t8wtMZRfvZK$-PT0gyK9$o~27R$lG zAuiQQ$m-L86MO&@XLe1XFCkP4m5x4##wEPci-n@FXG`blsxbaOxRS=tdKb2+0DNVk=eDZ=>4^?suXQ;tI`M1uM`6CDTaqEhU6SH;?%}`BU@AAj>&I>O?vascPmJM>_awmK0uVo*!(FIlJvEC4N}H^OqZzLb8mn zg!ke8<{(0gP~vnvJu9ar)m6wQ!duKtN2)z6Atz;9c{@8_Kru#2Nojew>3`Vv(`%Mj z)T)Q=wHnvJ&iX8KWaify9c$}zpE^3st|#!_m6w;F`#{Q1J-@m=mA=}a2CFzqdT*(T zM@lLM8pO~G0h}?RhR*FAWLOj2_1!lGG11XVBYcXF$efZ}Qv^(LNr{O~r@GTUJWXwF z&km7a9A?{Yp7-4x@c;x|<;Gp#sY~mqtW2Q6MQsa{|Jhbl(oWIYxwuL2`n78a97aiR zBu@K5O--0C;-Mj(1$>t*YWI9PQ6e=m>-FnmsNxb*{eU10T|bMv{3(PQ+bfE}$txUK z>*x2jS9#dj0y>j~LPkX$eoCR|{8{VGY{aea-IXre%~!joz5#7j5v0zzS_prhbLT># z0N)z>^%*)f9V@H1)1;3CX9*3nHCI>#ZsUwW>&PQ<{C0s+r?F-*>Of%hCA~Lz>N~Y) z3w=F&w6sp4M>cN_H-$ZL79t-b-R3%Vv+ls^@peC9d`fuY9-9W&mT2f=e=nUS!3nn>AmuoiXp`V z13KD9MqLh)K3f840Dsop-xIaOd6BaEQ)9D zok8h{yAe5)*wazYb?Hi*e!h^^+Y3_$3zol9J${;Qj{3{)Lh2pph~pkqq?B&n+uPGA zFsjvYa}%i_#iNvJKp^GI7%&)?*Z?H(#kFbP?q{RhHDLU=9i;b?m}|Tn0Iq?vt1Z|4=eb@=YiA07SAP7g_3Y^(r=poX)TLF;ps^7_LAV4xuQe5lC+P)zUHb>YelZ3Gfh zR!O;|3;^s{(*`Wpu!p>@x#q4xyDVak0XQa~;(5&x>vQ<0JH7kcJrP!_fwY_@w>#mw zqhxYxStJ1w%#wXCZ=%kQ6vho!K9o-y28O>+L!+TZN@;0nDU$KssT^L6yKVHWCP2_a znvk!0?!tkCr7@F5Nm5I5b0J{Gh*5Vqg&@q!&X+s6Gaoqj;ug?yz$G76XkGEQMypX%#{h7}E>+755P=fbHVF<*hYD=&l_hoOOE)p9}9CuRucjqs* zI;C*A!~)y_;-!6Mbv5;8LG7^sW8d{tcnwf(FB#WB`m#J9*I^nS)dTsf0h)1cZtjzI z1qB6`P~~{|_##nu=aH05-iM`vO3?Q9cG23JYx^WU8G*L8cI&n4*L5KybLsP4`s>2C zDfG{8fM-r0|Dv)5JQ?txR^{ex6z&^yy5+#ez1Gg5$K2bPJu0Qs_QicheK!RoCzWJv zUs0brRRrHm8u1wQwf+81Yp#h>_RiI-S95`^+`DgnAt@2H@d&H$TXv<)#9)X$qOq&c z;o*^yF^X-s%ZGk03}Ekt3m2H`q9Eh9y}pt3VbMmIVbG;px-GwULvI64epFX)CJH=& z;V&_)b{Cg279X8dfR&S5S{l0#%a#md)#<2RNQjFo`uOq6Mk}Mk;~(QZ*tgkrTj;sx zfXFiEuU$KVLR!&;-~iv1Tuh_stUgkLdm7uQ%mX_1*N{%Vim5f+X`p=FwD1knj_ z&9QQ0ptu~?QpP+m#z!ZF1b_G9PtViUzoM@X%zS;bJ>;=4+>RAS$sXvq$_6$zK!#Jo z8H27u2kN*GL&Oc#9A9SjrB3%h5C>!{X!k?d2e2W<VX>fHHUgihS~l~rz^ zO+oD=^R~#BkaFpyy@ZW?mMtX^VeMU0coKbLd~-8`u8hWuQt})UtLN++#`JU>{*6x1!T6ZZvTU(sJMv8NM-1T zK_(gYqr3(T>2~-)HPAVTC$b%`d^U>Uo(~W>z_K-0I!*SJSgO_lgxRa)8+SSW1Guz> z%1MeF$)e;yhCi7u|NQv|u%*!NezDdET?CfKL*Qi)W9stfb7TGCz5|@~cv4c5Cjf37 z407e$f`WuSsjI&3HKzWykw+Iu?;H92@grtVR_nFyyd@)Xf91@f;V}#qMn6b5K7i5? zQQ-9T=0#IL){mp2+EATboNC|nR8gS-c3k^lFFZ7~5sDm+uwm41qs?^h1#u;1<%tJ` zEKk>m_xJY&?{-idxDVd-gf48kk&tyPQgWdIM3n_p-|Od}`$AJGSra+iUqD+M`Lme~ zx|2i^8yZ+6h0edPh3KwgXedH#qUN8Q`FEW;d)B-o_FU!oBgQ3wH*CDT(96e+r`kagf=d+Y z@UX}};#PM!f%P^_0auX%1RksJ+VT3%zDUS!Bi6k-yZmzEQQsMCX-l3wAvvfmA1pM* z`_q{m0tI0ldJ^}_MZ{}EAkrXip4f)*X>xKhDM&j(LC3JZ)w3KNEtw3C&bFg<%pxKp z6dDJ=qgQ2gcxcENgo&W!#{a7O5FnS2gGcZJk^^+0ZIBgtwl8q1U zEJLcISnf#*3Kl7@`}N;*ZYzT7@jBT)y2iI507uMyj!q>->_JDzwY9}jR)z?ID5(`9 ze^dMbLKaU9+TKRU{^3RDZU2Do#?&?rkSbwadit-+0%F`=WMn9m&Lfcsx)7(WCDX)C z3o=%jlyt5;)rG`Rc<4$jyIX<(DuRdrHtzm#BruE@(Q#m{CrU^nD zoE)a@>E7@U83%$u96&YrNHgT3zDeo_4kaHS zsk-eyj1`yS=DYp%^%MAwBkf13#OL^>Xr&|Mf%+9RZzTin)D!^po<|5j>i&?*SLimY z4J*2Hc5+xvnHp#eMPj7y{zcN4)HUWXB>Gbq~j@E5#cgrl2b*)PPz5~J`1d5~?q?$AJDK0K9%kveZ z*SZ*(0PQ{^qkpIvLV;6QXTKq@2c=Nde)#c^A9}ZFmcC_c?9GdI{Tv0QQkWxA7xl(Em%cpF- zBUI95<_kw*hNzgC=S$1u&l*TOV3lJJNkP`39Ruvv2<1C0*}jT+)c;T#z+e<4bM~`m zFBdDD!?Y~aZW;}HFV=FMJJ$$Q)N%)RK_wYBQkKPm7SH*(Ynsi2uV1`q7+*C9A!?LO zObmsZyBFj~0gw<67GZ^aFe`docOBiLzWw`4v02tuR!QU;R=-H^ z4OwJd^G$mtBl)vXR@9u#vO5h4NxsfL4Li>TT7knqPp>%?n~=~1t_5F1Xe<4bhZmPK zFGo$l{OEu(0;!~J(cE}lvC9qe9V@H>N|`M-#M*=mX=rFH_b5`nPo*F3>0!$`+cUV$ z%E&mo@_ha(nVC)Z?*!vWn12%pHolWAaA|z=8*9E6+zj*ieeZZzExi}YXXTWYA6aqM z^;#)uYtz8Ae{i@CbGR^4Z7R(05>di$C1jy1=b|R5V{Fs@FaaRt)V!rExdeeQZy?;3NIUgX8A>x=N)6G4=EXS zySLbCxQ2Tg&P z<5++qCgAet2IL^9raGnj5cC9XP8n>V++JBRt8ky!3z-CYA`3L+#*9m0Oxpa*f27kT zJ@^2SF9RDUKCEqQ-0e~1<(1FD$%z;#sJv~kDwt(d14IJPkV$OJ4F&?wv088wLi7;@ z^AixFLygiQa!n!k8d)mOi|_hqX=_VJUDRK)*=2zemDjX%yku~0sf8KT0H_P?UnCTO zTl(1(Vv_Xw@lVN_>%X-}ncC}b2n8X6UzENG3f2W?^Tx$Kb&};o3bie?c zbt>#rKTWasL;n*DS>j+Zj{9~-VPVgk!MU9LDw1niCxCx+6l0|`-}ATv?IqYimZ21d zT?_v9{rfm9amCR(-|a=W_oI{Q{pPK7KYce1Z%O_#*d(N2;@YkR#ZpdP{RAQvhk>HP za(^4Vy2gh(9fWdy3qDF8zPXwF2*_v9cGaAzp!JtC z;dFwyfENdV27)wmu7kP`fFGT#pVT8t*2wCGD$?xiY^XSYxIL>+fS83A6HvB+uq1&> zDDvC)x^wrg_?#rH6|AA8TP6(I1=Nm$4_MP_ITggiTa*~=||eQxk1pw~9=WC%dx26Qy>%a<=RhT5W7qmbg+GrR5y ztT2*!;ZdVUr=Uu=0VyotKBt4C6|%!rg6*1?Zw>HdkjW+>@Gb!b1*`^N-If{Z3AUhD zN2?f8VJ2vU>AoBEFc;fnF3`sShwx}R!QRe}7g{H$PLX~S7zFU*w8F|S@>n#gFn@-W zR=+JAXycSY1^@|VU}9E+ADj+ASJI;E$k;6Z^j>5K0S##J@TLRVy(PRGoH1V) zj2m_)|6ymx+27r~473%>swt8l6ri&nzuUqOoC)wpOh7#$?aO`sM{oq=MTv0k*j@32 zUHYpkDy@)V+xo|c>U<^Z4iCJMPzH=Z#dHz)E4uq11AF@cTHhe(B|{cJLAN|P{N4pc zNfC(C5HzXvyg*t|z6NzT9DqDMxIS2b5!m9Zup25jUHR31WcPv4zmY0&3RodUxJ6Vu zkYxvY{}AO&1U)~qdN)4A--48KvX?{D_5N4B5u#~P`Ap&~_0?d<;MLs|_pvY1W1<1yP z^lQG#G2G9|7bz`D=n({6Sy@?vX}J?rP{TKa49 z2QK%x9rV757w(dv?6fvNL|=X- z<8u)k0sCPws9Xb?biaz)Seig~cmk!D>C~xH8U1vH`8%h-K|_rKZ=l+Pe_~={35sY& zWhEV;^zluw#@sFhdgn&E3^R~5Z{NOc0QegOVS_rlv64;5D`+GZ>UQl7e3n}(7pi8T z#>EA5T#pwE$4R;9zyei)TWV)IvjNN*15i7=zI^?v3w?4}c=#PC!WN7d?SZAUywK9x zdaX;-XZv@;;B;>$P)=e%9V2pR4p5y_BDv?>fFM$cXjoXfKp)ltWl`z-qG6|4$EQz| zi;Ofht%w2g`;)oP(}2umxgh7?c&R4#*&QSge(1595G4;phwVgjXoePViq;<*?cM{3 z2@oW6D=P;~Wn1YaJ(t+3|GvvXys}2lcOG%^q|Q{y+nUUygD!E;UlIo(_G%8s*8)0Z zGf?)(8AWdtM;~mjP7Ok*uLB)D`Wi291UhgpcFCcBKOT`$z#j?#8lz!m?)>vPscBh8SbVRouKnx8c^%Yh$DLMIFK!G$`5gwwGbMgB2PC8o6ps*r}k(^E-KsE%N7>zVM zI&9D1cP4sF{Q$_O3qhL8*FaK0>+}1m0n5$_u8X1gMk8 z8&0C610(kxR*~jhS}I&;+X`575K{jD;ub+hMz%megZ2Kh$q@1AFu*f& zPq_0P_3+0ZlJc3r`T26zK|9Jp!GRPK;H3%&ODwN<{Zo*ed#7T=oiQvj(xS1k5mK-9 z9E=-GqwZP~WS|PCP5LBRe;HtrWs%ZxKJE!*>lh?gQwVL+m&E(b!1IHEUC_R>EHl2? zIGa=H>k3*P5)XD|LWhF%JRwk9p%I={i$tpU(c~6H!K?tGkkQLcq;^H)*zyttHooKumCo!Xio5oE%^hYw;qF^(LX3Qt0Q>khd#!|h_Ib`hg7Oi;QSiwwETn?5@_4Tb zE`|DkVyTC0ofLe6apjN^{VAXFxF0S0jp|EM4_$)=&`w-jTyj^gTuJ6py@WpR7Hn11 z*GH{EuUESvF@8X&nwnYz|Am|A>yaE6FVcb-WH%BnDvx6#G!TEUqqFlA?vSLXwGS@=(>eWjVpmya35&Nr8nPj)76c@8?*8cu$_y5n; zZrBX=smB1kyj;_-#&C`UkhNcRry9)=M9+DJb{Rr$5-Q))vJ6jts!*a+QJAUbcV>#2iSx%vv(kxpKzH9 zKVV)ht}6gHWSp8=ZiG4L+5 zs4^p`>%qp;r&K)P`-UabfIP~OD9E5#mbZ03D`onNYaeot@y1>~IcIl0HN>Q6+nsWg zmbx0z`*ZJ4pB#S!{73J-vaRXND72aoiH9vgRWb$r27H_R0$`fL5PuMaBzEa81nl0V z`!N6&4lcQWUBqs?TR?R*gT0@$;rYBbpz0#9nIR`3wlwV0y}bMS)vGbUWNpBHBcr`~ z-|A`JDBK43k7F(T@+kH%1FI9Rd>RU6n}bHSCXx$O(xlo61AruR^$P#{_Z~GZEpo2! zi2@P?Lt2BGlP~iLi<9D!ir~&vQ&<1sunPgUgm5nqlF!UZ0~S&9Hjvh3WI3@A-A1OiW%P%WUw3=6+&h|NH$tsIG~>J%`vfNYB)DIfHaEe$D7j^) zoOv98(y=ph5<{+F|_k*l9)B@+E0?~0O;vbLzA+_9m@^N^$5`-u6_fES?Ak-=5vsIWo zDYevqhf+T3PoXLxsD2p|pIGE-l^sAW1yC1Iw-C-CLIRCOBjRe-m#=(!L1rSkw&2#Z zS7CY`LZ$RJ^jL?E;8U0cV!IVsJ|~bSbM-4IAhi}pErZPk!~**UfNQAZIz~un z4ln^a$fYVnL@S?;l6na7!U}9=3s{Dh!KCc%EA{1qSSy{)tg@>nQ0_#eq>65CWvYY~ z44pJ#1t8&DpdFZ5o#cbu0sMiCto?0tX4(@byx(=cn%GXpqkP_V*U~a@Qj7^C z+`MFkJ1?-pRMM|+G0ZClKTc1PvEmUrC=~~iV9F2G(CJpM07B>ULzNmpz; z1w%t-|7sxGQ5tG)Rsx$c>UCjz#94pud+*$cze2WpFe!H9x$srjJL1~^@9GRo)9>l}TPY$gZ?7L|OW1O0i(L(0!Vw()C5bsKO4~D6n z`d;n?3*nWEdAPi#Kv}zgxZvPC_&=Hfqz3?9!;E$=fJ55xyVmXHHrS1F5`+vSJ=B0< z3~h~Y1OUta&p)`;9*eEgo5O*So*D1ozmH*g+F?lPgg-%wXaQLJ7<&5&Fttswu0p@l zf`m2nAeSSV8iDQ;@ZPY!bLS3*0l$fdp$$DGq@+dnzMns+OTOr!4A~RWD8O}^Ld5D+ zxt{Y!uE;3R?8jjNwgH>s2$UJ39`}H__!%L&P>F}6ND5|&An=e)LZ7;^aFY|mBJVr5 z9tX{wAt*TbWmOf!%a?VAIh#Wx;(PV|>0BS;zh-Uq<6rgM?vR)9WrDod0h_c?lltwO zCKO*eOM#b%{(WUv^;K$w$sZi}6>ms8jve{d=jLo7)rHwt!^jlf{X~O!4w7Jz?ymsQ zn_FAWz$}Vkpcnz__W?N*X`_ho9nXG~reJT+_weCE3_}}M5U>95A#QU^3)+ZM2_C5> za4s)JiGXPT$ zrAdW?Wpb&J6$@v)NCDcy8`X4WpjaS;5YKQ+5@j7|>#OV*!7;lvMu|;KPHwl!fEO3& zRje`E!t-nh{e+qe?SZxk>PVv`Ke0&<@G+HDiG6$?1MpFmVg?aq}9z^(*L4*s?=C8pw>++t?!*L2r$eE_Pd+WEMF zdjEQ^E5`!H#>TX*jc+UAm=IFY-n(g-&iyr`(Mmah(D($b`CpS_D()9;^(VzBAX_#; z+k2$hgF^<@n%5FydgCk(&@tTJRtYHtUj!WzXA^7t05BOw*TSO}Xx$7dSllk$+_ zkQqz|?5d!8g}^-L>Xnf|F9-QM{dQaR%(1LjRMiZ0X0sEz|){DeV|u^ z;z|f&_(a>DGyqO?G?)?`*iN5DGAT``9A{c4WE#Mz#N&NQ4Q(sGeP6(ByBfhz41g!n zqAMj7xa3K&kv5@p035BSTMcY9K?N8nCsdda*I@v@OPv}|!TN55f|1t+%#w8AP!9qX z{$%~Z4ma%O!^f6ZSDOGfh5#Hz^f1~=aYyz5wmS-dAyNwMmi+pLGQVc!+T2JrEhI%O zfRwKiLwqPw1jy(w979Yj*n_6NyKra=lUCB}+0Y1Jxspaf_1&=(k9x1_xSr}f#u-Fq z>?ooU>uM`ZIv~=4xl@&sjV|I7x8CT&liA_9tMI&36AbtP%t}`R z+_d#-d&vT`-CoZF)PbZ6c{q?r^I{ywTRVZOff!V0nng%3Ng`SN5IKLF{dx&h&5lZ6 zWH@dEg+lh&mi^cd0@PhKC%k1-KI%%S;TH62=^GkR{jxGT^_p_-kpOw>H#mw3v=b;%AaLTC@IL>fFKx9#}E7VSU1hR-6LtL0eY}WfjM94sb5I~7Wrp9SOo^wnR zfk~r(3N$l}eYjL;`q-lWZFfDvt2>`~Ejz&R0t23+?PCVaQLN&f9m7$#N`WxBica{8 zpC<#P-dPZw;1d6>G+_nwab@QWOrsZIPBmWrpW0!=o8jgb9=jJei08ay94gt!$xEC!3>l_qsmE9HDAd0w)Q2 z3kG|GK@&^Z1tyCbGLIrOcZi$^*8vC-)ou*4IN4+`eyFy4;3e3cLyfb-V@rw7YixRX zG$?%oof-*xS;zbVbOT4kH<*TCpQ|a*!R1gY%mGjJLGkTwbhv z3f(ap9*L(aC$TQ*o`ftuKdn6kj#L0Vo(GG-Dx=H;_5_>TI4{1Pp~8qL*9be@xC%1= z1%pywt*Zi(XF-@Ac<*u+4I$Co!_{K9TnkYX=tR7Rh7q6=I(+hctp;ODg)HectH5#-uzDjUA8GPer7`o7*H1zOWUqycSg(Fg7SuLR(vxiMO zi0nq*2alik34tX_{pw50s}}@C_n;o!BBj?Dy_E>eT<-;0={uTZI(pZS>KoNW5+5t} z`t@ss<5b%PEckCAxda)L?vJ2OR<~aUR(B1#O3FrWC_V(^#AcmTMKL_lEBUjsk-qs2|p2yvc*ualkRmQ>RP&7ldeE2hm+8cV%u zV^lws!zWApDzo@5=0+f7eDdg#l_*du+ZB26{oU(|d==FZsL={U&tM5seDEWCk*h(#~KXasI``p-K+)&6z9cn7z2Z3f0R;9EySz ztTRH3PnbFe4Q~*YDl`)hpu1RCetrzj5Ja_&zM%PEt3mtUw=W0?6Qk3yrvcK(%RJ(0 zh?WT;h0%55LULDleDUaBf?tH$F#PzxFRh*#h+z@X&G$%*6 z95T!;_$p3I@Vn!$Z{c7N@#+F)UjNn_B^EfGE9-;A27jp_6;E!4-qA{U2E7->laf|{ zx>za#Y``tQhWx)05(IyEJQ>isMVT$wXV%m5{lAfsf&`>yU``^S_FarPsP(9j9o-8X z1yeeXl)fHez)^F~t|Wu5I7BBmbdSyLzc1fFUoOW4qxj)^Ug z@F;20!x+7=y=#Isipf1EI+|4UQNS^2*rPA>;2hr3#2+1Xj93nKyeR$~8AoSRKmYt6 zxp(;g8yoWYJG;w=+7~S_Rhn<5TK~m78ebO8^J1O>fq{23!jbawHdv3{(&x*U28EdIytA@{S>8Bo&?T7zR;D zW4Y-;$BOk;_?e>^{_+xT@Ydj^fbj?aMaj{$o6-tkLGUE2|7ChcG!3xR;lTkGuy^f< ze*G7B#Fmhm$cy|-xH?6k&~T9;c>3>r9)S(6E_OVtdEERS1~mtPic2v^7nO&L$`4v% zc$y@BSH=Dk9IXrBPTkcuV&udkGye;-xnc$;XO@bb663znk{{IT+Wd&H!9H%gM((f2X@mm}9 zq|RYScZAk~{MDPdp`==;&kwLdb57slX4i8b&4cSPbY~}s%l08RfRDnVduhuXF?Hyn=<(>I@!vYJVK9 zx*su6iT%K`m5`* zHd1mVI_Vm!sw80FMf{;8H#cbr1+xMe9YCa90vph2Fvg*65|~ZJB5%d;LlA3e!Q>); z>(+4$Z5!s{$-S8tSg`h(s9E-{oYPH3{fogzfuaWEyD(Hi2}JYc^-82`gV~P`87wgj z*o|kfC1&vu9_+)N3*%6f6~SC}I0_!=Z=Ca+S!0-ufy1Xgab3})a%iXtCsTp<;Dn2( z&!P6RcNAXQVLeDt#y)h0DzEWdD=!+oE8gD#L%j;MJMp;7#GRh{sLw!r&q*lFoiqf2 z?O*=m%)Eg!KKn}Dx#w-JZo_ke|CTsNG^tc=PFJjW@HMi9dd{Hd2zm^w;3`Lu4O#`j zhoLcJpC^YSV|g(tL(QT8ximUs9F@g9u8g5U7=U(Bd-9_hJqar-TOi`e;pXzg=c2Y~ z`78WjL>~%T-?AGys@0_$u!PmK%Dl)_pJ3RxZ;Z_L{q#2qb>3bPhQq&{0yJ>-w^rZj zo>6U5H6|?n`%KY}365wAkA2wd<8VK(BH)P7pnJ{NB?-5$(+0}ieut06_TLJnLx1E( zBQQh55MXb5@4#Uw+Hr$k?mQWiw_NSux)+$9XH?6%nG+QLyi-AmZm;SB+#aL6tK}!G zPyJuOg^LdSFwiAR{Hp4w4EBl$WxJUUs76X+6jlOyTlIE;@B)b~zkh@ zk9vnM;QaWbk@b=9>$szlRv1${n&e1$xCYMkPw=(aj=DC=0BCnGO(#~CUh?6rL*lY(yPy}2x}g{MM$U)BQJO(OPuIFNY2tnMS5f5?rrhm%ytrzx?w zZpX25C)}rJZ7*Br{oIZ`8V9{(!T=yho51q2RS$20xeD(Mngly`Gng}m3hy$vX*E@w zcNH$E?Ve*l)pqHaE?z?wL1uGaoyMDs>=g=AC6jhyx5B*w2QAx9!wDa2!TCsO`GSu+Kmwq z62eY4CU~LJz89)A7~+a{c6Q2b^+L{w#PdrG7_WImDqYO0Fvt3t&NY{ZUx@wYdE2t* z(S#I=-}Tb_n3&sNO=!s|NVT{+~j-* zPePe-aQ@xClQPEnEubN)<=G4_hr!@ox&7r2&KPX02mp_NMrkRv?EczGFx6uidW#Ma z(I5-VdcL}F-?uv0ZIv|pN+^N5-yeG~RqO~c`XtnLc# zEwp|r`~R3@O-)Tj@XmmcdGLr@1@^hBfX6@D&*|+KdMB<5lHYoGf7dvV<)qf{bC%$9 zZ&u8$IHWmhH6NAbH0xEeG1%)63bN{|zdy_fb}l^jE_B|O7bueDPO}m$ zW$Bap9Xem<#!Rn{W4Y$D*o(^7IQUvCoI{m*d|kA6?-*nrC7b0qQA(_&xVWd@-yb`& zR(;~DCWEkRMuUfJs1Rn$2E!NoOq07z9=> zcdQCYS$YSfK8;qG@xsT6LqokcZRO$WiM$OdrXw6toropr%5wj%i24|{n*D`{dAFJ4({ZaOvmE4G^h0N7>>orrr^8eKa^6n#PNQ9 z^Vc0$T%lIAETMm-)P9%dfVu}|k`0rBP1A_!+}rax5{wJ2djA2P7Z0RKc`q+7#)`t# z_dZu}IoBfPm0rlYJ~Gg>BJW|ik>RUXmHR2Z?THD^u?I8+zhWixZ`qzcnnjzZMzoM>g-6 zlGE%vo$ye-Lg;eh@B0N@dtD|ha}c*Am|gCYA|AxW(?3?Lm|C7Tm{a>qy@4Xx+h?}< zaeR}SB{w;q>D0%=>PD-^!DtC;t&3ynF2DH}r{=>=!h%h!!|B^L#3;6$(%tMPY%X&u zWZAC%0&SA&i)q=m)*9H#nhZTgf`PUU6eMV+Lp(Z2_0sSfK6m|#1z$CG&k5S7NgaAv zSTkR^UMApO*%LAxAW%@ua_PHQHwDG=nWxWp`tsya=(>v9v0%tojdq}b{%{u-y+aT{pnCd~vT$|+O6RGfi?|e& zlx=7qAn3;{cTHexY6xr+EqD4PQJxf7H7=);HD{ZgUVQFDN8UHn0M5^*tm7Z$QX9i> zzIn1;Z#{vJ9?+@uDu(k!IS{f`$j8Ve=ESvfb&zFn2 z-_CQqUXN<3I@z+d>Uq3%^U0%(OGby~`YQPxcH(xa1MprZg>-v%yI}?t4`uM>V0xJ^ z&i@ZrU%^#n7p=Pi32Et)?nXem8ziJtx*I7GX+)${y1S%Px)37meA@_CWGs%UR zo-YOe0_p0ajrvy-{Pq+X?Lj-1N0SBlb_#N#@*+Rrx&u(;#BoqO6dJ%#aQXdZOP#wf)UR8tcDz9W_P_hZ zh#)T=Gy`3I=HY|;SC*T(7W!uG;6UY$w({bNs7o;TvW))@RvPyrK~vHbQeyqv5)A?a zV;%S~D-~Ic$otk^1v)J1*VLTw73unLe58mVPD6~{j~Do&0_7ENVGW|Z8~~#jc9dCh z@|;NUPtR79a~7kwbcRGn_crv?7>hbT1QJru0s)*1vb1j;CB+RzdRR02J z?NfZ_f$UXBoS&<=n?A*xJ;E@~C{%QD36J2?J2ZrBE#&iC{8ueen<*N16_rio&13OG z7?mkP&Qe5aJ{l+sW~RDT99S&ZyLAU7Vc_ry#;9l@y8t2)rhGqq09vS1FfGDEfG~Y1 z!A?6>oe96eL0;HT%n+qxL8SOhN3z5#vsa@e&UXh3g3|@BX5`${nWk7OpdavJ;5$(& z!S>(BE7#%uV8lP96!3MKUhM)~wEb!GzJpCF6@A9xo#E>%6u+OFUf1%~1RRjo{3Jk1 zVnt`pzc5#W2Z!bhhkFV-<#z&-tc|BKHJ1i68?VQcyx-#U{o$C}2#~Av3Te>bLMgmN zsd`d+-G(jFnM-BfS+*Yb+hNQmjY%Z%{8T zHv)q?X?@>&g63qrj5v$uXqw@V&{S5FNP(kscY@#ELPEOC5Y}Q_aR-}#Lv#L*^&>~{ z1g}R@&EM|9MvJnjR{`WOtqsr!-8=!g+yqql{L8}|ebs7ZaP>kQj1rMz5oIMP%0dM) z>kb_0Rrj4pRTHul87lbeYRqqfdV}>wBde@N1Yf5R`w7Iwn3GRizyROFw~#-9FqzfN z%*?%iV`HP^a-Mc9+4h`~VKHx)N%dNKl=bPrYH}qfQu@25)EQYPY|rXSq~@BzTZI>b z49VT7$tAIn6~b)K{@5%}aFI#{zs1<4U-uT)`P9hKeE_cn_Qz?&Lm-R8sMBADj+_#! zc4dqEi!FJ)C23nt4NmE+a*r28*pIT(oFRRy<=m4fRQ=7Upf@=2Z&xkcGHnbEgKjnF z=aZ|g4hvJYfbMVP>!;Ul=U>!@EFp+7>sG7Pg7zILTIIdt9j6Jl*sxAR7X0C%z;Xmw zRDSnA*bvJ92PFV39%6sx1X4?K?&hv4N=jf(c$hE&2&HR1r-UNo{!repM*0z@5g~Pu zKnP}d;zI>=eujp^oj44;kT?v4calU}C6VO*%*5K>%wLV6DS5-vSiyjplO6+yht3PxBidUyk~<2Rp+bm;dT0Su(+9t!$N8xFz5Z0uiahPYe-MRE4EBeizI5~NHZH&$lKKWw$q`t`OG)AO;IKD^~w}$0X;n0+lyhY2y4oX&ZUTdySr-n;;h{;xN~dV1;P zu2GxVd>M>=(8yPMN0BI+RGPV6K>rm`06*=P5&W%&U-?+wrORw~l)S!CqG0+VeMTI1 zt6OAE{{ODh*Obzk)voq9>=<2{`uVe?vHeBJFwMpdfy zj)QZrHo9>)d^u*}BAwitKoj|# zzoqk}vJ6zzYN3Bjc+Z&+zLVj9`67<5f;YYP(=;5wC@%AB-oC9u$i#FW_ktax@ULq^ z!|ClHBbj9^`sWy3{t@K)dNJ!mCN9qPbr#C%7Flxk^Z+c|yJtk03vC>MG&MM0eS1bL zgS4?BT7~(mH%tkc)IXC+=B;wDMdD7@v8j9{iZnp;Gpah(K+P!9K|jt&iXQJ9&a6DR z?Pg1cq{XxwG>Q=#jKzJe=jCf~yV70hiO>NW4>&o!r>)RIedjz~R@JICM|>=D@;r%6u^G!{K0~IvaDXtfoyA zcx6`Z5kLjrd-dP%I)pZmPDW+9ljR*^tLg1-=NzdJwe^c)s6y7%d?2wwjkla=;U#l^ z%M>TInjuZ)iiu}4UK+oU)pBE}P2XNlf!UN>FxT4xm0F{g)xb2x`$|3?&GH>J75rMC zy#cb}f%fI^LU(h>RrKJ(t9*tR-_U$tt-1M8cC&cz(~Fm-vY?A3g3>IRQsmYs;HxZl zuh*k#+_XP6?}RKWVD_Ke-}vj;MA>krREgw98c&Yky3O*5YT010Ut8&9m2xfGiW$t$ zquZ-C#iqaP&PZDZFXiDNt6Xtn{)a8ba@&rH7CU_bfX6Ptp+cG~p-tEz7IF`vS->H4 zT&Za^i=}l#@*6gkr|%SCS>((9&Yqz?sPyOXOafASAA>4K=aMt`F#7J_fyMLa9Ubs6FPg;wZ4Qi^Yv#N*>S)8o$?6K- zQ#MDMG7sX^ALl&`SL<|h1>6OIAPf)LtPcD<`?S;?Twm!)-8=W+;cLzaJ+mi6wuqZH z1=H8PN44}gByj|nLhAHHu=V-fm`;|8vztw9TKRnn(ltxvjiO_4@eFwc=p_Jw@!T0; zRz$NkO!Aw)$!74J<|e}T52b}^HP30?hRJ^f^q|-m69>-+IeYH@Zm*FJ(3&#oISaB& zT4KGV&$yv#HA3xo{XyIjwC@w0ZqVCs&8L>uzqQ`)Jx|B_HKL;1_^C=lHyZc?Av7AMW( zc&Rs5pSv4p_)|`N26&wleK#TDDIw>5r}K%`uENz?%B{R=rS>kvpn*Y)PXRv$6HrX- zMLLF@5EFTR7vqb^v9grH>wL=BU?mNhS&u8}ZK|iHh z1T^^()f`ZVsU>!k=$i87MSb>tV#N3#Qhr(@Zp`kS21ItGkwsIf-&S=|1b<0}J(UXt z#v`AfUiES3NKQ*0n-O^RW`Yx+0vCr0F%okCA!=uQ0m zQUUcZ;QQGYa8QL<^B92dNC0rMmU16)-xzIpD(Wu&-c-qPvi`dLJOr_P9NdrnW}5?` znM%US9SHjQufS%|it9@rUWTF{`|t@qA4CSy zZhd}4k6+c~Gya6q2ry&s4tYQVl#qL<1m`}ujJcBir9Y5Px&P^t*Zb_3?%h_UZjy~W z0#%-411Y`K0+J=>j$Ubt1;Ad5$dpK-F ze=56!ll1#O2WWJSrT3=?Th=Fr<}=;$nt*>!1l~DsTOEA1Rd=?WF7m0Zk zUPLF+6LI$5H6(+vf*VYJ`Q5ArOt^QtXsV0w9U3xFElB_y{4SXmXw8hO2~cWS-pKnA z`EcM;{$}xz-9(2gBUB(<%|O9`VdYW4`lWsCrbFZ5odZCPmv@=f3^$v!X{mZX@(4FP zfRXph??#u81k-iCv{~G`*juYS1#bsjlLQ#a!8<9HYqzk%!2S&KO-C;Vd`dMc-I8li zVdlJZh_IuMaQ!v(Xw8^|2dKYR4CAaip@s_vcwo>E#LEa1Q)sBuI7>zpuKrq4S;Iz5 zf7!4b4=XlJ@FWQG5FSL2E?3LZ@^$EOYeB>(pEuax7rJ*$Ga{(sH4FTYm*7}>FL$}7 zG%`#yhXI5S*u+~gf0HN~`Ryrxy)zrAxn%h2I)$hJde`t^qq_#i<~I>QP=)f`<{wdV zdOpN*0l?X${kn^5>@0hBIWq69*2y`FT-#%xEt32eU-W_ls|6Tn0lET;JoU!0!5&(M z%X?p42ol5R2&Y)C$Zxy5xe<2XnwU_~@GKAnqPs&@xQOON(ESt<@A0AweOH~J!&##y zZjB^gyqWj`I0QYGG3}GzKPKDt^{m|5)FpZp)%aRwJ(yPC`|@pl_1P+YjZEC7JAG~* z^hosBy=iAggq_^ z`LC#dbLyfuBoS`>kxTM%7ZnkagQY_}FAxV#uQfWl0&3`#VS@=C}3RLZZGc>HRMJYIjIqtotw&1;A!?^88Z?yc$RwIt2VeTZy5iW3aY2Oox?=~Cqwg}zFqaKd_gkqi2?o<_6BFI$2}05Dz_mQ>5|7A1|}iC9~J0W6ASSxasV~@~293y14w{ zDMbP)U;VC1Fo}`JK=O1R#6v26FiZ%pTFz5vCV6sN_+_9A;fG+zqJj4u6aksQsqij4 z6oClqydVZua|#{T>?PK?Q?B=W$d4U2F=10Dq%zhwlDp=9~)Bit1cJ zHOE-a42sjF!{awf9NV*hla#@Wz(`OUxRl}=$(H1-qL%^+8ek8I=J;!x^JhSVd8r0> zk4Lr>z2E6v2>JGH=VI%kov#@l@C}?rA9YJUJvQS2iL5IeGo4T0XL+mMG|QmF*%t)y zih<@PTdb#wG0)uug%WTdMg)YT>po?K;vB=5hj3y%opkLZz11oHq&=x^Gnb)BOtfPW z`l4~JdyAdTWtm3im^RA7qj15E zYAN{qpw7EQYpYVR^~`%QoMFIjR3$XI@=LW1MRUC9VU5d`#5c_~-ZpEVE`*2ldMOnV zN!513C1n@l1U&YCcOelz-lOzl@`%p~`eB{-h2HpxII;=etUc@{Y z4$`_2bi3Fa7`M5tu7bo#wWMF)YkOUEx?2C7*)wK)FEO}zd&A)p;@GyFPP0t;-_ebm zR#br(NHd5szlBmpbA7(-kEpzL51-2VEea`})Z-|xpPzNJyB&y%KcpC%1y7v$!x=T; zdD+??MToW6iji`O#VCgRRguqWooDxrW^)`=LnzusR9{?N_y%80Thrb~ga@~90k5^K>9 zB)#f!sEG8};oDD-+b(dPY4JLdw-3t1y45tK{pUtrV}8|_Wc6uGy#Nv|Do@1RIz;$0 z*azS9uu+El4h(ay{1rc4jU#M=!lITq^sH+V(!Xnb?t7<~4%he!s-G}PKp2rQ3`yWa zI#E|G(YNm52t%#hu`xxf&$9IPA+P&vm;M6z{ZCTYPgw5teAh z7q6#R&(d5aQf^B+d+MRX%3qkngw5=(zTek|woCvikU>6M^qWhKFvi;5oDox5_xI1( z=r5bEl}0+X@x#Be_>j0)Wh^7Z?hNGuOyLE5QN4aIZN;FElg;J%Y_Jo@g1LHs+tT;K zD+?`t^mfXX7a0_weFCEekv}XmVCh^x?1G=N_M>7+(@qmW%p|CFZ^3^i}F9osi23@x)$aitvvjDnO4 z$!32!u@NApam?nd1YZ=3uoT;N073^8nHi|^p8F_YLX6vMF6APT$I3r%iqO%|l1{0u zGR09fZ%tjyh%nPCHu^CZkl%H+=LXL-cv?{NLs+i#`ekmJ_+y%Yf*TaK?-I(m%6aT< ziqWxTq(n2`?Sp-1UQo)|^}AL9#bHCt<%TzH=q+N10QWxFaQzBnsDX zex~^Vb9rheA(FkJ^fmgq_4F+ctD<(Hx%#Kd3jv)%gJskAR-zox8W(EVm z|?=+8}jdXtB2fSa*{qS1-97&c17=KpYz<&dS|)2 zx6rq0gq&wdoB=hK?Vy>GCM+F?;QPD2=ezBq7u1dVV`4u}KL|OuF1``ZhKnZV%7>Sa zM(yeSWd71A79E10wk5+&+ku5TO2YW5N(2oe?eWI}Aqj9hVpIr~D&F7DuanhV?sR0$ zn;+H+*VKx+%|MG6_9^1$rLKRDJl?(0RFYOWR*feD@^e&)JB5~x_)FPR(WID|r%{lz zs2JMW1x}~t-qM&weS2obk3jX{F`2-OBBCZ|@>sFjVe^yWI5Ag=Y4;{IMK{9V2ei;p z`XdOPnE@VRK%U-~A!RF52~|ssCZWqOPTtQ-!;cthOk98(Yzh^KX2L5sq4s0#cSMbr zGLxo+tXI?9LT1s7@FY)@C7YuCHN{t?u;M0xW0lO zqV!E_+HjyIXFE$x8bzwMn$~|ckyB1sR{iFbR|P6_rR-T1UKlzoB$PY9q16}9^;wWl zrfc~n)W{NHQn+h&HFYXuB_jb;1X}_DLQB&iJAHG$3IbHhf`CL?~R{DfXx~=XXJh8UV<6jOvf>ikq)_RaX-5V#tbePCr-NL$O{@fbOji zkJebi5F08RTh5g9ib`sI-hRH8bkpSw;P$w2H72i5W52vV}dR zioX4^8q@V0QE(2#K+n$;k%p#n(tw@DS}LQcNtqLrU*l3f*A$TdRqCTVS@RwGAvts7 zGCh?c0wVGsbgO&UQhA=|xq!t^;HJxY_}GioZD9%qM^jKh%t3!Pm)V#EH`0vZ9CxrN&^fJDKDuHKsw#jbUrlPwonVh~KaRL4*!5lFF=^!np^MlU z(Y}kT$dSvokFc7AK^b3LDN)vqu6g*MC>cwUgns1TEe88<$M;IPxj^)7g$C*wB^Nce z!rMT{WwOkJA~735R8)vU&F|X)&?~zv7m<@c3=&vrr8EVE4t0Nc3}w6jp&IjiquDh5 z(=BLLfuc04vI!3KQUa_|UIn^ot^j#hPk9jzTF`r+0bHMc6AQ&>@7}$i^cn86(Z12o zlSR(9cHl(v!jh8yCI&ucDAc5Hu9ng7)mI@M3{?jQ4K~c(Mq`#62itTDh)q3b5*zxX z---t&>vA#%ME3(FmO#890LmbU{Q~Y@KeeEnLLVvYNg{t&loDD$ki@t)6_uYo)e$9A zk5&sFXxGKl|JXMZ*3xAuVJxfRRv}ulO4LIjwl1kd$*kZr>PXJ_KzVydRbNG`7CiB9 zv!{T@h!Z^0jQC`d@S36^UTap5JD@Pa{<~4RlxHI*pKRUg0837G%e%C^mpr1**F|Va zJP}I~NrlFhUEPX^HtzuSD0vJ2f7*&s|$+ zogOeP5+eVygrv7#wNtRWGyZh+|5+RtZEQTMB4@DZ%XK_zW|~9Y-DOT9lH{^k&U95W z7zbpScZP_sGaLqmKgM#|WBsM)hLW>&Ifofo&)|Ah)b$ikQ^}XXPba%iM|#RlNT`0C zd{;Z&uR#W>KRh#1R^NL`7$nqJ__f{x7tbPtyH*H@4y4RNWHsBzR+6UWT_E&-?MN!T zc5is@?cd-4zK8IrM4effeAQ;NP|XBj)_)_P_le+6rX5=w80-E4-B$IG2PksB*9CZe zM1ajXFNrxED({#~*JCVqCF9Up=Fjd*2;@#-gVyP_5+6Ey)hk#sr5kZNxF%13wahTI z7$*1(#FOj02+GU*U29My`iWRKBDwRQZ|RAG8B1Ks7eyArpo~OE3iWllo^W3He~)X? z_u=VBCe^u#duuqhts&c^{8w8!9IW&h5c8>=)AySVOw)kOF zdcH#~3iW~4)QLijzXMC*d!X;@k@Pc>T&^}(t5fhReS51O<|>lw%F|9V(P`&fe?+Eu z@E06>UxFjw#srFwD7rfI6Z^_@-ql1_Xx(I;>OKr;_P3u1M~OqUkjpB1lQ+=A>hUyZ zHZ@H#n!=C+xL{o7n&w+JFodJymvXS7;abnpB8c-jmrUR84=@>O7w!h@7vG^BFdq-H z0&R#(VP{L)2mUVf8282Gp>`p7P6o2RV*j?Oko3NfuV3`*(6&6$WaA&S3wCKgU89ufc-R^j= zT`V4cNFJm8uhXJ9dCoqV$2A2B*Nw&fKI_B!R~ks=nFSX(U<@DsY^<24>wl} zdvQ%6Yd_km_>Hr>VZG#VSy$&0GkC?pmG=FRx{67-(W&I~QIq<&jcE>g>JMDwTBU;} z4$jrIi}=mb(59p0XSOn?0Vx13o$umoOU!x`Q$+Up(<%LB5;M_5nX10eJR;X3_YJm+D*I_k+0tBu#cxu9iW zK9u!noyhi8c^7&|L6f2Xz83o+hR|#O%&H5b#{Ap4LSIlyTfq72Tw#Y zr%TlKVVsE!LVj4;7N013^*bKV27V$u1#MZ?UYz;sp`C0cpKM8c@d|!d6Z7`cbRn|c z52toj4aasm-Z$LrIaNw`iBgCtvo}Ngm{0DD0>a!i6aeJrXP>}-Ntz=ISVsaRK)6wZ z+tB{fmSoLX!x_&b9k@=(5{7F85>8r547^h+KF@QW`LkC}!$U0-ukjuHv5JbS0U z7yxiS>?}KCY%d4cmPW)SeSmk6$pJpMKa;wC4OM@_Hs7 zN+fqUpoV|Kb zLMg^ktItX@XhRTBC6-#MnABXLg5LGBdlSX2Rma{hq6w!d3v+DM6)e7qG1nrI4Hy5t z>0(B&Co<>P(Pt1KZJ^`i9PkOuVK-qg8o!Odgmv*o(?Be*`3D_yx#UNTv)81c!A1p` z-&zKJ(pYB9cCwsuTnmrBmz6H zjd5pg9fIkiqJj}G#MyQl@lA`{9+26ppi5Qg?sb)nSQ>n08=XIQ91(7-ps(;I@pVme z7a-PQb!rL_ag=I`HEV=$@^g`iQ1cK`RSjoAof^x881hU(4LT;u{0hX_A;|wOPDo9R z7C#*SCeOJmiX)pO;n=CD5IQ>3RWU_Uv*z3cKnV~((+f1~us0%1r)zn?K+3-|nyxo6 zj8gvVsYPI2M}k3*X1sW6kG#Tw}jIeH=@Q*7y%oF&wi;rj=}VHl8{jt~QgGwI>jljh8-be&ZkfjxE6} zb{@#ozy9?u_p?FL3PS;GfCqz^mCI9U)--PU+O%bY&X5>n_T%SunK+>Ra3@y#8Hc(g z#FYLdWVkt2Vei{!$S{~OVES4K*}yG`(O{m$7?-dlVWt0%SxY9{n#(M&mA`{^vZ{5A z2W25n3Fg*E&7gc^t$|x+5H_JF;&S-es>l?_51j}v&q8FkpN2=GMkMg#bNrvY?Xnu-VJTKheS#p&hQ zi$z&Ywwz6st+K>{TgD9e{ob#yyR1yn!Qpc=oK|t45!Hc9&UdvW=-?9ntD)F_HcCI3 z##|b@V$qqrp+9k@SjM~dBV}uSUoNqxjvO#wDLauU2qUK&CW@qE4zUeNar*5WS zUAG6UPMLq(mscu?=eMGZ^6EQnt?KB4L{F^XG%zdafVEN(-S`pPYi6X|^*orl_=GMR z0YJ*VpuO&2+>mpkGhNsALz)NN$5%Y;%LAy?uGw%&{@)w0uNpGWt8*pa zfA;7Pnn&PzMF&p?)61sNl@;M42OL|OWUx4?5hF<@0qOGtBtBC=X*Rr^ON$bw(n zaJeC&GH$x4U~PO=HE<4l7S}56Epy7NlKOB)8P8-2)xPfM*MB|9(m6C0OMjYa0GPP{ z(+9>f4?{Yc-+uFaRKWxAWu03tqkSO<1*@*mDVy(S-*>!%t4WXqoBmI|}WC0(92 zlchBzKZrxeD;`$|R66rF`m{mQ%FDk2)l-0RNZ;uHKA~zq6Z@+H$D8d4VWo9`%h z%H7NAiJHtLZ<=PsxF zs$g`0mbQ56w+>vuuAwEwl3c>-Y9E+E__gN#t_XU{aVHHE9E$2hJA3V#Tno4|Wi6q; z)IJ{TK7-#qi5a!&$~Z*D(>gf2-cwi2KypWlEk)nx!=+;^o-wcK*%xkGbF8l_YLd{j zdAHvP8+*9Byivqo0aYMu+`yOFL+#hlDMBT90bb=^=L+)5rr4mB;!@xCO z-iS6NbTEnUq#AC={A;7MOkJY<7ZCF#O*3ep-}-cUKCSf~T190A)HFY*j1J)rYHhb^ zXkKvuz@b#5mTooo;z9qnZo*_~aX}3R-%mi`a|)N;T$=GqqyqUpSwF5%7Zr;A4zqYK zF9v^#4jZxI+|!?L`Z*_{&wWMOpJ|owRcB;A;Vn{ZXn2r3lTRmY>b?)n;Qn72dy22W zOWd5Zk5nqE8!%F+l*P@@PQi5PyN@B7*1Hj`>i|H&H1~@IP>w^io%;apIjKZF$=E>v zP>?-!fLpnk`qVDsV{BPL@)JBZ4Sj!ZkwNt!jOeVPcl-vZDnA{|G`Z)Qw9K1Jon%0j*W^ba1`0i>5B53DRHA_~-UZJC2 z;?)R0vDa7n{%sw32^K*EIzcPd{m!?4aDCEGS6W_`G_Fi^AVz}#OyXe^DXVDJ+yOX3 zO@oj@fzkzqK;w1S?G`+BZoAafbO&~iO?4ZpC^*2f?jSIF8Q=Tl>fvSKY4a*mp1B(t zQ5EZK^*?-IEOqMm_0dh5E^z-@UfF`AD2vkdRDnQa8oU9YKx^>yAdA5J) zMt@Q4It|q|fYw(D`jP`D%GiD&CbyeN9E%2MhFOU#`AbJwT}SoMDw_R-bCWy4(1~8p zLdIVx_9*z5C8(9Cnh<&qwXr-`e~jM?8Ad!gQu3>6%X z6>m|jT2!q8uz4&jz_wSEbyUBsLgOmEmEYMTM0POB<*C(*hcs6NVqGy{v;>&@ty6)Kon;-5Y74)&I|52bwovdyzXa8V{=8vIn3PK%Mpy5=HW*NIfujm_Bwr7F$92{?M!L2nsTecblvet z52P61Dx86#(*3g&<=|atw)^DgIoXVbC*u<{A7Sz;}B%9YF}K` zPsk9Zb>QE^M{a?Ljdti1kf6dA!hqao*lH=@J=mWqSzfUQ?m!~2s|1A9!eR!&9_D&) zq3~<{i;ogSj2H^&UQL zp>NNzD*_m0OQ)KTW$%2hKZK!iLYg5Gz6NhS5MXq*@sS`_hhV29zlsZhsaslho`FC1 z7kG(!XZz3QpOuJc)0lsdFKTDk9n%c+*del*%~?s1yn$Xii~yt}hL9>Z5AzAdD!yDa zE{4roQ3h8f(kfyKQq;8a#WHH_MP)*_-s9MZu!lVMV_ppUuVm4Du|+1CZWi$}Q*VahDXWe;Mn zUGuR4=|$kA2V$rr#s-4;E}=&3d>686_=}D5vzN)+{5tf@bXV8OIAk0}FC1CQW~55^ zOfRYIuT6p{f*gr0Z!TTno^&&Y=~cd>Z#6Ib0m-A>PByQJm$m??o4si5hW#p6`{PDcv>h~hu|wf%O zVAgxKXR`n71=23YBG1Fm=(GGttD`GMVdz;#o^n5h=1GAwSp2B4XU_e@Zn%gsVgTZ+ zCP%hNiFNuUw_ib@MWQd3Pw~*qm4`4%Qdc;f+wMXtem2j}Ihgv&s@ii>O_zJOoGuAW z+(=n9M_N7|eyI6@ex?Fs`#yGHFARvy|7ru4_f1s-2XEo^#K9$4QS;(KPG7YlwiL(2 zC|fdri&Jo>87)#|-K)69I1>QdKz|bMm`x(~HyZ6sVG-iW_Z4JBM%?vLDd%|Cidc7+ z9`;{Wv!_LIR;onQ*I%D-=X>w$=H}G7V{L11w6?$cHj}g-fugCP5?#!f@)Gqlg$p%K0;kR^7G?`pvt&auT-#~{^NV(O$PPn(az6VhJ*P#s;I9#SRw?nQ_~-|~-Ls2M z->^F`G)JFy;0M+v>i!(tn-g)?@R!l>8$l>gn#0+U_|t7Uye|BO=qa*CLV!eUpl?gy z`d*jlz0h4 z58ep_wrQRG)8Ds`Cm@Fs72ZHE=C^p^uiIDLl*1d15l=q7h%~uX!csBvdpPWEJI5sn zo2A=UAgeRS`4@Ik9IDMFeWCr1+Zv~r1vMD`=s?-gHurk4>f zznPVO_dbMlcX}d7%DYCfNz%5-Ua@rJ5o#iF%RT`sQ$js z^#KZS@ae7C_t;K4Ml8MwEiZ7S=wqc{D8%3?eUzA zpwHiH4%ykw*xn$ZKgm7OgWE1c2pbq-e(`~KDCJ)P716QP-`CaxvR)h*h+o)phmZom z_Btt7*D4zWS640&X_Y-8Z`?Cu2ezc_(s9b~Zk5xo0bBzR{?Z<;-#J{CCYLNt_#sqq z%rFhWFT|oacEX%%4Q9?_FIJ#K6Zg(SEsP-R_kWJi0n%~H$)L-o6xQ^A>&rV{HL9`# za}mp6sVw4cuAzO$aVZeMxsmlZm|Q`^&Z4?r@u?^01EWGt@C;D6!PNHP>vYB3T|gi} z62~bl01u+14hMc>m&sGJT28UBKWnvcUj|edFufmFEAbB;_bX*BU@=Wd{2?!2UrhvQ zkjD*-7~mX(4LO02Ur;o&)vbGeHIL;M^^xHHjlsfa8zJmToZ-q=amEqBDz53Zsh5AW zaZ7vxsW^BFZZvDi=p%VdtEVualL&`^TGg9t3GzOgg#GLtGB$s$k2eY!*T03`k3!du{i^ zwjxbAt&$;rqWbJIG2@ri*-}{%HbGGr@aMR+8AeQfLxot@tD1=|K0^u(3SLl!YaIw8 z?WbJ_?g7|PdCiyZ;nULdMI5pLIR!^WWp)?i?cF*6l21E@`dwjK(0)|AZ`cGK6~`|? z)&t`1vbs4l-R>Dl&up}O&)~y{1|Ml^$U#hm5Qk#$d>8CzZWU45+`qK`D);O*SKV6L z$^44rO|BdNYS4_IJPMXLu-nzAGs##~iuv^FaVM&u+^sL!^#~E;tf7tQWzGjm6DM`; z`;ZM>e1h1RuEZel7!Wy>yg?0S@yeVybOX1FbexR`vR5U+e$6{{^U5@`)1hjV`Q!!h z7n%=Rry7jX-6W7P`oJ&!2!hA}n6Iu})>D)YH?0^-3U+=X+dS z2+Se}HYmZCj6oop={69zrK z+y+@pyv`4j0#{oMSAcHtvRB9EUx(ApNOwHtXF8cI ze@Vt^KV^xGqsGg+R76%DPO3NV=C9I#AWr=F*ad6gqP$pUAbR@D<3D0OznwllRdlrDmsWh&DNOEDtzE*ZKnZ>%C1?OBBrnq%r^YAbp|Vs@V0JG~x#R1@3B8xFkKcekhqVHsZ zKDorrV_GKSK^KsYj8kg5%k4jhgf&ZV@@m34+^Vqx{>o^2%Nw}RxBL<2Y$SYa-g)+P z9Xs`pl2&}%4ZQ#aerucQwT?q>jUBsVsVg5tJotZG25%#>tp_p>RDE?r2^MQS?5C7P zzRguNM5$J+%h6Jx4(_Sw#kxB`?fKhQHht80x{z6TGb!R`tmF(_Jf|9emQEPgBVOvk zqPdL-^TX+>Kh?320(L;xr594MxcyT}%LyF>A+SRl_NbhE9d=I56>Xe75dpzKE60nW z`0GyUqPa#VlfZ_ zPAYW^Y#t#RIdP^EWlPw(f0MF}+j)kQCXJ+alRR_7!bQ)E(_904E77|UwnzRX?E7GO zOuTefC4vm5%d9MHCIRY;a^&Sa0#GFPWqJEHH}8cxVuhDN_kjT?(|Cp7;3xi!qi~!- zRKs|}fmy;G0f3!=h>M2l6*eH$?;}q%Wa@k&Mchd@TJK=6zrrW8e2Q2u5SsvkCll|# zZ~auN%h!Q_aYECY-l>l{@Y+_HM`hZSpz@+Uzr3!E`Ib7gt2<%B7GMVY8j5ij^S>ow z(QTzpr?wd4;RP&D^#Amvd z0Ud(y5DzF>qD={r-)d1`IkL@C6&6Xr$>t&2j!He(Up4I7roK{}G6|B+$D5JIi`HWy#G?_@Dd^1;o$SAZLDA`Kn`nVbA{pFm ztj~^)MD<&r`;*(JB+-oS>pd--@N60uLrt%)*gF>%fz`*#m#-lziV5D~1xT0M2vqvl zE9qQINoBYa>L__aq`8Ow1@+32@0HXP?X%)?d7afnkiZiLQ9Ev6Xf)!TJoxZ>c~%dy ze^Mx3p*t3|4G;&}d}&H%`6w>i@8hIwPTTYtXizm^#(v}1D1%UK&+CwE$kAzp;nl!5!8#%if@DJ;@s{?z4 zz@LM<`!M@C0Dj4>dE!tXo)dWu4HS=35L32-pQ6dV^4^)ar=y zj5%I#w&eR<$uvnNczzx>rEVdWpwUZX{wWiW-2ciTZ_GS(gXF~Sxl_FE*F&KCI=ei+ z0B)S~7#4>TZRgJ`7P8=dB;yAcfanL&PGz34w%*Hs3}3{s>M7JeRYZ(p-2aZPeUX0w24MyLQzGa|8OV_EKoD1Ps zy|3SUn_O4+p%vUjxVqcX0zGDrjOR9a$UhG>8Jhr9E-JfH!L^2eAuKB@zNeue@`thL z+yUySRAq@Sfcb6)-E{aiWup3bgT0wIWgJ=928n%{RA0xeL@iS>KJs)%z3oh=utkF1 zE#;43kFLSu9R0VSN0L)~Xh0(s0cvfeN>oor2q#dFnw{J#0#>q{?vn^b^KT-lx5^0c z_i>mW@R`Z;SO^repAdr?yyuiA1`;Ma( zSn`?Syc>Ho@c?X}7#dXZQBu(=JFC(An{(>%G<6E` zDOOv1tFC7A+j)+j1M^2e)W2V*DVq($IJ_)qbdUOxrGZ}BWz9Fgo2W-I{RJ4|Zido| z0V$Y70-kM_q`gp%SX{%Ha4|ci!^cN?WO%l=UFP^V;;yd9xiD;O{^6=`TIZ zh^YcePY+5HuxCsR0-sUj0j0|1p6ZfXDdW~>zhu05Czv6MV5s7l^MSPIqLu8k$@JPC(h z^I3j@`qb+zn)C!-#24`;!3g%YW%G1=$Acf3GdDnwIzTi#m4d&!=J⪚U~8wVL?RA zfoymaE87QXe3SPGpf|Ge3gE)t=c8FHKAoO4JHAAC9Ky-gYO8^$AGY%3TDg+ zsx8o)wvWckD(DP3kiEplpM9;zifKLwE~%Oe8U0msXGItqESQLabf^TyGL9eX&mq1x zpUM2F1DJZn2Nv5`Qx7-|j2M5n?*W(i78Y1id=g|)D)g3hpIRm6c^A;9+*lk4OgzZt zOP`)}YIQf|%7yTMEdRlXXRN(DudArauLL2`p1p|u08aiUc!ucEiqJk7G>>`y3ff1y zXRG?3#?AsN%C3v|LnDne5+WeoDXDY|NOyxYf`D`*9ins#f*{>UODG*O4Ba6)(tXdo z?|0Yz?z(H;dtJ*l3x;{-ob&9n_kW+~?DNAZECU5R&%sg~v zi1TXwMkXnO-;f%@8Ez0;(;u`I$d=JyK66+EPi7INLN@g>gqE%Sb@&hxEVsm6dtCeL z7jVt=k-D_U7c3+fP;&U*O43h4&{;Wb9n1%l7jRfN*zDja{wkU^8wngO0>%%qSE^TF zl~eYbqUiag&yO5pfmGgp=eXA&dJO_!+J}UcE#nh(#1r|*hpq*cm|W^&YJj1MDqim|}%LD-vkpoZpM*h?zF?@XrE8xb?WJZtp+! zIqG|+>+maXI4V-(4W^kNI6>^L{pRkgTwqiuY$U+2Xsy&+Etcoipc7Pnm)ft7QwOSNUUH&t(kRs_icKdvh2^=-cx!{ z+(16A={9q8)*T*Xi8CO9owA^~7952V^8*tXtf0|><52IH7Te_IwR5gf?hl$rtt!$L zZFrk8q>ve&KMo>1lKUn56;sC$Py2I@ryG{G16e_&j^Ve}zgcS&(&Ez%^0TI=CH=2@ z|J1Oe6R2Z`7@?-b7=<$sJl1`adwwp@E9!d)^K}Ny%b{caLF+Ua)GK+9Y4o~%vMRm%42{;a-T4rp_9h*w;CD7GE2jH4<*?<`Y z@P7Nw2Fuf?so5yP*DPaSwYhiJ`&-&s^)A=FGUIuiO`2_-nfqG-A;Af4^(-*L$H2t;#J4WI5UOgm1 z-VBA&~=FVMGK5Y~jo);P*PAD;^*Pj`-Q5;S0- z;Avj|X+LE)O^(mcisy2e#1*)P-<2}5!M`iB--%X=QV1>K{_>+x?{JirrL=JM$5tHk z8p|;Z^E}sZwM!Cj%3_-QW z9b?*AB)TG}6W`9Ng~ImHtZP#R#eLg8>fJlJ;ML2XsQViMwD92dq!ybQRfD}G6>^Jm zp_EsO4Y$X(Ox6i)o@*NH*`N9`lJ7Y0{u*Jl^Ysm51dUgyNrw~yF;*~OJ&oZ{z^XX@ zI)u}nR?(A<@{N4sqqlSzz1Mt?lwf_XO0GxH&eMb_6y#b)R+7kZ3Q|Aq$@xbABhD4G zKJRZgZtG{c5)g;?eE?hTyzj z%Jj8V;vnZ>_1YT;ras#_^NG?>yn~M7&M4}BuKWSZuGD0o0Be}%9$~DTd-`cp>l2~% zbJl)YQav`e&)driV9V-Mw9Q6)>phioW+Dq^?KH5fjziHH(16&H?P0lTfqKi^#abk5 zkBr$?xY8-hyl5L_-&nll>W|oG&U(*+s~@r&M?(IevFEOISkjYoqet6I<#q9U;8!{~ zYtL~vKgkFc*Z21ybr)N5+i73GW0AkNcA$e>1b_MJja6Vf)Zg>rDF=1aVX+i>ojrFS zaj0Zo>5a0 z{n;*+fyt;%#gRJxj_dZo4&djYi9$I#cX5%^@6zYG+8HgsY72AyRRORl^|_%5Pu9! zE=^f~)Rm6iZ>kQe&w;8g1`ikn5iCcX7UDK^XoAu!KhunTEZb>U;00DtW273CIH;zfa)YyzOVXTYA%F+R*c!FV&Z+O`-pwNdIJ@ z>eS|EoqhcM?4gW5n_O|Gb>-XpMqF<%(?ir`aa+n|m2vZFJ^bi-Qlp){!_CTverLa# zI9D=|nL7A4$6IVP6!XBqdEXCGO0cnbymAwf5Z6f)8Qd?#8%HzQXf(|vyEdi{b4pXDDHXBM!jJE&6J(Nh*oUSJPhi* z9OH0pdyaft8&Sk&WHp21mskY-D*J+Ato4_2#pI91o%v*(cB9xAW!(iV&z3u*LM-na zz+lw&HNnU8MI6Nq5-J@s-~+?GkRaW!FIU!k*_uj)vk!gLYPV$f zQkrudlj}^Z0r6)v&yI>L>`G+*rWq%< zwQZ9_KE%a_$St1XOV{0QxggBC*0hrti%Z<$N5`3-n-ucNMq=2IM)L-Y5L4f^zcey* z9nr%-U>@BJ)ajvq2ygrASl<4QU$VIJKEM}6CGfl&>P(*Uwnxz$I2eYgoonHYejpVrBpr02Vwnw4i6B9H&4SdQ z^a%<12ZgLT_a>9kwAv0ny*avSOGw|e`%tbM~f&|A&^RR&z-t zeTT8uP?F_Rw4x(D+?qf$#og<7j&gpsv7*b1EJ);l0hcoAJXRH*NT+!g@bR5Y} z?c<5?^`bHvg>W2*wHgyn)B3a*8geCH1}ustgk8;y%=I3QE`rWIbJt~qB>&|1JgwP9 zLW#$$V|vh210Bnw-+I4L2b<9XD$$%PSEVp|<+8EfaT5Kix#kP+J|wz#eBH>vovE?i zjj3yfu71EbpeFF5Y%?*VAhe%SuSY$NPV34qymCuKH7(I;>)!v!k*K}RkI{@a@XW{P z6Yen+YQ^&3QNF+Mp3>%!6>_Ri#*)ZO)TzP9x>(M+X%toXkk1j!gY@imz~p_17us3okKuEx?H{Oo zYAIj`KmMhm7to^sJDYNt@_Vk!sW+%U!^lY^|7&IBucH`G2dYmTR<^hV&>V7`-!t0% zpQ#LcMe}BY;3geB7|UZ)W)~$x(!VlG$a!-diyS*xL%&cU-_C~i(VuOD*q6N^wm8dA z7t1DIt$%=@?~_qxzt=}Y9D~orCxLxEPDZZ_@V>b96lN|u!0 zqn*ybGXrbG{K{;pNK>z+FoNFnzjC9xdu{LBDTqDDTYWz#cVnjHc_={@dH8aqFW+7D zV(~M3FAg8Uj1yaZ9y`$z#eRhJkvP+L&*p3OGU1dhk)s_UvPvq3c#nhi+JwH7603A1Joo8jY0E_-M)qdQ24V12>EnC(VYHTj7m|6Norpkj%qDor&*wzMbU7dm7ZH&g{)hLf+~lr zRN?B;PPNaJ0GiqWfhNFOUpj?-5WHC!AiC<~Q{wYwGb5nl5sgA!=N_`eFyuHN$L2k)%#C2^B%uyczTIxf7SL(GUI?Ttl0-xq1qUC#d4b{^jc25kIQMS(9RE7^|>8qOD9qr7Sr9y zoB=B-vFQTSxCyEW6ukYUi>93dN*Nnh1^jjl#+{7m(|5Owt!y?B>%|9O+VgbGkMi%m zm5}n7W7sZ4vXYf14)a|jA7P%i(kY~V(-Mxv&mt#<-7&mDEHy-x**UPeqimzntQIBo z6l<4N<+1ZE2Q#s!l@UX*OjXAn#-?Z%Yix8vNway2w4O|RA$9Y3(qz)vaSMs`gtQcQ zcK_&JV{rqiSm_LPjj&ghekUbK?18IWM5iN3xGKCc z8(oy%)=y|d60Xm)vL2GSm2^qaojtG`*daC=Jei8D`{n)mT3fX+F0O7%)s~0!z#8V^ zTRHPU4d)$h)Hs#qj|$-*nl+=LH>qpY6x=+}_>2h8Da=p6m6c~LALf^|1Zh*%>^}{M zRNZ?|SO$6-p=Zpt9JwvE^eYL!z;acK!T=Y(s85!i!yIMvDb@ zm|&;*f4i#TB_DK;e#+VdF7~15Tb^Uc^r3d9dfVmY_rf%7k zVx+q*bsD8y^{D=0Q;IEU@d2ZLe3zm7nSHn7RS>R$0BMRf5(E!=R&ipkzAe(YeT|au zs$)%<_4MMJj%NNvzyE_tIl{jfCb3AbNkf?npUns`g_>Zbpk%63EU2TEf7H3h+&X*0 zV#JBVJjw2(6|aWR4C5vL9C-ZTFtxj52Jw*Uq3((m`}&M3DB9lbf<*{QK(Yj;`O;E7 zwF#l^L>)rlc1*`R3lIM_-UY_!t|T`0^%?mSy{;F;%cuUaT@q@q2{&DBuH~dFHOyCj zsCal>k4^SmK*%9aH-(Q@@(p4Mt#Ih`iRp0q%^LT+kr z&RCb)*F3fwhRJ9Y+sr2tFB!mCq3?$zY~qJT6RLsez6qT?<&qb4D9_{)bmn{Q*8jP@ zq?Lp|Gl}x{=C^v;h60}rO(u=5h_9K@j`|$A-v&Y4=Mxq7gbZh?}f$rC#W^?Lf zu8yE21v3geR44q5({zRcjghK93jLU=tjkX(!jMcYp!TRcN_~y1)%OX$@@KT(TchNm zt>?&Cy*PPB)XzDu+|ky17>4P@IKf%IB&}WKJvn^1bO{{85cEMxxrgr)6qHwL;Yo`^ zz24FZPXUTx)dJ+fO1$6FGIA*ol@*0ihSS2X#}ce<?!Ug&?*eFoQ9dp$;!otE{_?K+#w2Mke*Uc)ILot|w|8d&kAmaq< z4D-_~s{93jU!5S(X>y4Kf63ic&5V0lK|Dk*Z~`+{PE^EGdQmw)C@v9R9c*qST@s{l zA@L!_;S(PVv@7r%MJM_5B1>D5Sdijwnqq&HZJ?|hc*~lARCK|021@P;q#h1ECjx|a z26cmci@fyA^xigWyDS@V)*+v9cDGi=m}um!PBj9Vjct!Cmjg`7G?|GyafzpoxaE#7 z6*7O9XdfFlcWXaO!IGatOVe*{i$2_r~` zgnSH+(kj7O9`J~&K&z0*ifi zmIwufGqT}XuOkkt5C@)x5hQ`NqNU8VaK+|OQE5XK;S&t9SI3q@?JmqfO-Hr7AZZO^ zBpi?HZ7XvKGccD<*}z@%2{Rtn36FJ(R-4%1d{(9LrH^B+t)S?vn`cZCHTe`jDqqGD z$R!3OOv^ae-3zqBIvRHdC}G7og-+}nkd*ROKBe;Evjb~JGk)u0_K!qmYAuT9u$qT_ z=0z4`+H5IZnFnUX;gtRPb4pE$(I%nIj5OQ)tm8x1`F3xLcoMqQRK+{1L1h~_xwHwJ z>7tc#Rr+IePn_%ySVxvMT2-Kau}q`-3X^G!JuB@2Nq=wor$Sd8Q+`W`;(tuxc^Y?A zf2hE$Kz5HtmiY^JUm;0-bK!?CyH{komgXPg&$jwj?d)Phd~AZZ;s+uRj0jRa-mR1;621jG z_gR>6XQ=vR295|qd@^+5*f@ff`cUbuj4{|`=xkqn(0T1E)d4kalV_ptS-?>Z6ZGkF{W{8(b;e!ZxOH%r3tY>hVW+o`6 zCu|uK?MRQf5A;5g6227J0UC?C$~b;9%)zhJwHVcgxfDm`KR0&SexNDtbT+X7+G$yI zuo6spR~vM#I`sB=r8eCXNfWP9aJN0n6dIN9zwN6cuVWr{|G`dBm)V_(`Y_g@mxVLI zQ((2}2e#JG3mX>s!8~pJtCk6?WkjnIQF(qjMZv1&i_^zp`=R}EFi}Z?{(N6d`sXX@ z=$37^&pbbHp2$f*?ppn04pIv+ZRtw2sFZk};O(*Ij5!Nc)nZ=u(Rir_qLyAE+&?U2 zDV_-4V8np~!|8g|%WGU$-fyH=7Q@3Cd=SmUq$4~!`z=hBBvH3UA=~?rMTs6o2H|6* z6i}U+mE?i+W8yN2niF8~x!6(}Uo(>S{mw<7|Btf^lTj$tc_HvaBdto%gqWfLhNYC(w?4z0cW+jD*%0jH?z2VYH|AKw_dy7v-?@VCc-Nm zf3IuujbpQp+%T49^~ldEB94D0bL=V0Hy)*&XEzd zy~Vai31WXS?=zH&q^zwO8(fw+TVKk{W8k2>$@+q8I?Xk(d5ajpZ$FHkvkwaG+e~_qNPuLkbpzb>B4a0!!RMnoMfQx z>d&7)GL_KZzq{6wXtOdueTq2Ug%;M=lYCLj?uMEM;?}}qLqd>ykGD^K^uFngBM?!T zbh??~^KV6{pQ>href`RMCy+ZD30}3dv``nIX55eY_=px37B1$N?jpcl?Z0{hMi$5x zR=TIbkWK_aiBb7e9w4K=Dpu(Nw4li8X&nS70pfbT;6)EU45&>=5G`HZwLMsE8n-zz z;5o;b-d{nFF8#c>^CMT^J^H5^JgLB(&O7e?jhbAM5+tse?HwF=%)3z$T)3MbiIZPm z#`K-nH#V-NcHA(=(@Nrj&Sbi@Qv}}bnwmGxt$ASla~WxR^FNS2l;4C;z>gIYCpT(| z|MH6I82tX7h+z!>>?8nhC*%AJd8JbXhpZ!pGLZpP1tNN}v4px#QMz>Nj`> z_00c@AHhlc@G}hXx5|y09|9ATe#hnp2lUX;HDR%%PLvymDU)D?vC!TfMY@V)b5q7K zb8z%l7`I-WQ&@VRjLRn_B_V;C`sna>Na@&3X59x{;KxYqq?s47*I{n-sv2XliOMpZd4~D_@&$b}z7GFwDdyr|z(k+<*0}iV@A0v|q2Z&B;jCxwGZ*kRSUk1p4B+p=29oGu z07bj%rp$A`{^2F>m&u=tzK7zTt3Mu`ZDzXg*20DmJ}V&8%B2>3eeO4twv4vZX+s={ z@AZD8>><9~HNT)BZ{yrB*o!{|HePm``0fkX@KeH+x!U-(8lRPf)ay%2qm-4GTe*CP zqhDX`R>DA;9xR3B)y!wb4>J7<4T6uDu^^G@fNfi~F_?OMf3UM-Zc>^0O~3YOysm&) zmSkWKk{RGqKCmo5PYuy2vvz5}eA+P#=#RaSD!?P;>+=aLEzx4tF*F=>IbMz7;w}6A zOGHE@;tV}P!QGvYjh)@p!m14RErh7T3ny)yM3=&L4-O8z|~Mo-d8BFEs|Nib+W*=GI_vhvH(tZ5jzi;N< z`l$h{OV0v zLVPk6ZD$5r+S)6?Mj%1{*JtK)4NhsIUYrp7T6Od?e?&WWD_ZeHvg4O*&h}u!eiz)F zrtM-fUPO{{adFGSc%H4)ka~T7et0`%qO!f6MqFIHAd(9LTJCpy3UzDwy3)0Eyb_E- z(+TPf)ipJdAtm3wg{ys83q-nT{wLi2og1kCa^EI%49sRNhO503F!pGUXzF$I06cN6 zm(27BB1|F1ycfI^e|^x358|rwC-#*?{R-7Er%yRKoIa+2OANv@-P|6K8FH^)5k<$u z zIuR%sc!(G%{)t`x;a1tBoV)YDd$P**E7rTMz&i}f{`lU-HeYxr3V!GAsb*$U+Aa`o z*f6%}|i2~29bB!LJO;d|H?shTNB$Ho>D zxUdG#tF0vh)?Bb3zP|zYwwjx~H+cdBhBT5ZnGi+9Bvm*LSk22HUP^QYg0BZZcJ6z= z@>R65vN9V=<0*j3CD6oyu#B?Zv1KOtfhGZCYc!XvZE0a44me^)tITh}t>a7Ha0eWP z(&hn3sn^0=vH-wxwgkmDkdk33it;nXhFtAD$qUi9e~5uZ>a@N8ckF~?w>?Bu0J>RQ zTl>aAA{QULmXwsdU;EgLVTpt2%A89_T-+le^v?%Osu`%?blB`Gdm{1I04~zcS6fSK zd627v_}1d+el=0zqS6xt+#ji?0a0zf=YQ`%rlwkgC~*UwGO?H}R>fxK@K_%p1Pn-I z2ylQaaBmr>>8Yu(KY#2sG6neg&CU-NZUi3*IfspI^-Pt%id^Q5mI~F`ATIjGdyMYvL+(u&Y~ORde8>vUb^n)Z$fmY>I8&$=6g=K_u<2I(8yz;* z*Q-FsYm8extD~c_bTl-&Iu5xUcpawM8@vup&blyYtLp0N!Z;kBFlM0*k=LhA0g0b3 zS7`oH;*voW$Wh# z)107=o?aR^qv~g1lHI&~e3!i3E^Viz?#)Jf`H?iMjf!W24$jUtK+>Bd{zGPJM+H_5q1FBbq1KV>?q1g z?4p%JZEyj^mE54!lVkAbPjlcmRMUCG_h+i<7gLGJAXfJPwnyEe3gXoD&db1GRCpMC z=_-z0A!y~r#d025AaST^cHiPH93L>^B)jhA3g`kiB;vw(Rhkmv)qOy`)>l+~Fu8kL z-qe(KyMiA`&~|uyIa3*M%C_m*nr>2Q3(UnT5}%gT$sN8b+W_FBHiDVyzwNDoSz8Ye z4@(iEFZDUgd%F}#GoZZII9BKi~j9CI7l%)NjrH9Qr<_Y(qZp{6ot`)iq|D#&}Z_*U8 zPzls(veiFnHqd^&|E2x@xz0ZdH}SLQsQCGE!<=)>xitZJL|X7awJqWTidgr+$wY!! zK^`Y3oUMk4FB`u;UJRPvg?KH#!=UO1wZx8#-zgxj2>%7Zoj_bEsH*k?OL6Awj_Rm;_u}r>Q)Rr4}Ux z2M7r3R2W4u<#;2rlDw@Vkc!~C!j;8T^hU6Ghtl~p3=E=051LQ{fdp{7{A=C2f4)B# z3A}ZeMRlj6V2`69y?_7-P{J2LEXni>q^sO?fS5lvF%g3BOeX=DbXIwYhXjh=z@Y#U z(rKIP9|3Y8Ohn=g4%g5yHs)ycS60SGQ1S<9eo?AjhQwIZWc`PB*Gz)y#<3 zlf^6J^0cx*_ALfnI{`0xa&q#%AzRq($)fif?&mLGdhF|2Y226E{p}naLdWe;A)p2o z#io`5*4*U^vJQEx|bz!fvamh>=8u*`BDe*0m&qcL9Fa|G>2isa`RS>Gzh(K+}+`{_i$Q-jsTLQ`rWZjN@{9hQ4w0E zpi?*CTL*zZHbX?*CRaL;FD0d?M**I8G%sR2Wz5a#Dq0UjJUl$i#tURGPAdbcJ03BH zC33sP@{k_JJPu1N8x}vG4~>XGFE{M~i4jPD2nz$S5LwWFXMmh$|M|^70Q&#!t^b}t k{~t3DkzoC=iF|yIgqcaY^2T-o69WDz%Bsm!NSTHF4`sJTp#T5? literal 0 HcmV?d00001