commit 63693c02d497e0f34e13e28aef5076c602e95c20 Author: ModelHub XC Date: Wed Sep 16 01:24:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: laion/Kimi-K2T-ling-coder-sft-sandboxes-1-maxeps-32k Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3ae98d7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..5a562a1 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: Kimi-K2T-ling-coder-sft-sandboxes-1-maxeps-32k + results: [] +--- + + + +# Kimi-K2T-ling-coder-sft-sandboxes-1-maxeps-32k + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on the open-athena/Kimi-K2T-ling-coder-sft-sandboxes-1-maxeps-32k dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 16 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.98) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 7.0 + +### Training results + + + +### Framework versions + +- Transformers 4.57.3 +- Pytorch 2.9.0+cu128 +- Datasets 4.4.1 +- Tokenizers 0.22.2 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b54f913 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..35bcdb5 --- /dev/null +++ b/all_results.json @@ -0,0 +1,16 @@ +{ + "achieved_tflops_per_gpu": 5.394061256937885, + "achieved_tflops_per_gpu_theoretical": 792.7696677006214, + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12738347053527832, + "mfu_percent": 0.5454055871524656, + "mfu_percent_theoretical": 80.15871260875848, + "total_flos": 6.410364364720701e+17, + "train_loss": 0.25545546521479906, + "train_runtime": 14855.1436, + "train_samples_per_second": 3.736, + "train_steps_per_second": 0.234, + "valid_targets_mean": 3825.4, + "valid_targets_min": 1564 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..f8a98d4 --- /dev/null +++ b/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "4.57.3", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9047f32 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "4.57.3" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..290b2e3 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a2dba7fd78d9a17ff97a61e9473099608d1f232963bea199d0c306e657b07c +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..3f5a5fa --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55cff8dd693caef34a539ba7cdc98905ad275c95a4adb9a4c7a66dae7c65cec +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..ada01b9 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:667d44e0db29110a65ea215d670f1dc29bed9a7122dffbd4418a44e7fa2a6d38 +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..35b89c0 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0576f7c1af9207a5a164db4605c951bb0d0a7648cc331de65af463b683824de +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..ba886c0 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,407 @@ +{ + "metadata": { + "total_parameters": 308224, + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/run_summary.json b/run_summary.json new file mode 100644 index 0000000..cef2ccb --- /dev/null +++ b/run_summary.json @@ -0,0 +1,12 @@ +{ + "agent_name": "Kimi-K2T-ling-coder-sft-sandboxes-1-maxeps-32k", + "training_start": null, + "training_end": null, + "created_by": "DCAgent", + "base_model_name": "Qwen/Qwen3-8B", + "dataset_name": "penfever/Kimi-K2T-ling-coder-sft-sandboxes-1-maxeps-32k", + "training_type": "SFT", + "training_parameters": "https://huggingface.co/laion/Kimi-K2T-ling-coder-sft-sandboxes-1-maxeps-32k/blob/main/config.json", + "wandb_link": "https://wandb.ai/dogml/OpenThoughts-Agent/runs/sft_Kimi-K2T-ling-coder-sft-sandboxes-1-maxeps-32k_Qwen3-8B", + "traces_location_s3": null +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e9dc937 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 32768, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..35bcdb5 --- /dev/null +++ b/train_results.json @@ -0,0 +1,16 @@ +{ + "achieved_tflops_per_gpu": 5.394061256937885, + "achieved_tflops_per_gpu_theoretical": 792.7696677006214, + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12738347053527832, + "mfu_percent": 0.5454055871524656, + "mfu_percent_theoretical": 80.15871260875848, + "total_flos": 6.410364364720701e+17, + "train_loss": 0.25545546521479906, + "train_runtime": 14855.1436, + "train_samples_per_second": 3.736, + "train_steps_per_second": 0.234, + "valid_targets_mean": 3825.4, + "valid_targets_min": 1564 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..5c640c6 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,695 @@ +{"current_steps": 5, "total_steps": 3472, "loss": 0.7993, "lr": 4.5977011494252875e-07, "epoch": 0.010080645161290322, "percentage": 0.14, "elapsed_time": "0:00:29", "remaining_time": "5:46:21"} +{"current_steps": 10, "total_steps": 3472, "loss": 0.7727, "lr": 1.0344827586206898e-06, "epoch": 0.020161290322580645, "percentage": 0.29, "elapsed_time": "0:00:54", "remaining_time": "5:15:08"} +{"current_steps": 15, "total_steps": 3472, "loss": 0.7594, "lr": 1.6091954022988506e-06, "epoch": 0.03024193548387097, "percentage": 0.43, "elapsed_time": "0:01:20", "remaining_time": "5:10:55"} +{"current_steps": 20, "total_steps": 3472, "loss": 0.7429, "lr": 2.1839080459770117e-06, "epoch": 0.04032258064516129, "percentage": 0.58, "elapsed_time": "0:01:45", "remaining_time": "5:04:22"} +{"current_steps": 25, "total_steps": 3472, "loss": 0.6975, "lr": 2.7586206896551725e-06, "epoch": 0.05040322580645161, "percentage": 0.72, "elapsed_time": "0:02:11", "remaining_time": "5:01:18"} +{"current_steps": 30, "total_steps": 3472, "loss": 0.6738, "lr": 3.3333333333333333e-06, "epoch": 0.06048387096774194, "percentage": 0.86, "elapsed_time": "0:02:36", "remaining_time": "4:58:37"} +{"current_steps": 35, "total_steps": 3472, "loss": 0.6767, "lr": 3.908045977011495e-06, "epoch": 0.07056451612903226, "percentage": 1.01, "elapsed_time": "0:02:59", "remaining_time": "4:53:01"} +{"current_steps": 40, "total_steps": 3472, "loss": 0.5759, "lr": 4.482758620689656e-06, "epoch": 0.08064516129032258, "percentage": 1.15, "elapsed_time": "0:03:21", "remaining_time": "4:48:16"} +{"current_steps": 45, "total_steps": 3472, "loss": 0.5662, "lr": 5.057471264367817e-06, "epoch": 0.0907258064516129, "percentage": 1.3, "elapsed_time": "0:03:43", "remaining_time": "4:44:13"} +{"current_steps": 50, "total_steps": 3472, "loss": 0.5804, "lr": 5.6321839080459775e-06, "epoch": 0.10080645161290322, "percentage": 1.44, "elapsed_time": "0:04:04", "remaining_time": "4:39:20"} +{"current_steps": 55, "total_steps": 3472, "loss": 0.5211, "lr": 6.206896551724138e-06, "epoch": 0.11088709677419355, "percentage": 1.58, "elapsed_time": "0:04:26", "remaining_time": "4:36:12"} +{"current_steps": 60, "total_steps": 3472, "loss": 0.5056, "lr": 6.781609195402299e-06, "epoch": 0.12096774193548387, "percentage": 1.73, "elapsed_time": "0:04:51", "remaining_time": "4:36:44"} +{"current_steps": 65, "total_steps": 3472, "loss": 0.4575, "lr": 7.35632183908046e-06, "epoch": 0.1310483870967742, "percentage": 1.87, "elapsed_time": "0:05:14", "remaining_time": "4:35:07"} +{"current_steps": 70, "total_steps": 3472, "loss": 0.4856, "lr": 7.93103448275862e-06, "epoch": 0.14112903225806453, "percentage": 2.02, "elapsed_time": "0:05:38", "remaining_time": "4:34:02"} +{"current_steps": 75, "total_steps": 3472, "loss": 0.4237, "lr": 8.505747126436782e-06, "epoch": 0.15120967741935484, "percentage": 2.16, "elapsed_time": "0:06:02", "remaining_time": "4:33:49"} +{"current_steps": 80, "total_steps": 3472, "loss": 0.4562, "lr": 9.080459770114942e-06, "epoch": 0.16129032258064516, "percentage": 2.3, "elapsed_time": "0:06:27", "remaining_time": "4:33:34"} +{"current_steps": 85, "total_steps": 3472, "loss": 0.4464, "lr": 9.655172413793105e-06, "epoch": 0.17137096774193547, "percentage": 2.45, "elapsed_time": "0:06:49", "remaining_time": "4:32:08"} +{"current_steps": 90, "total_steps": 3472, "loss": 0.4659, "lr": 1.0229885057471264e-05, "epoch": 0.1814516129032258, "percentage": 2.59, "elapsed_time": "0:07:13", "remaining_time": "4:31:11"} +{"current_steps": 95, "total_steps": 3472, "loss": 0.4604, "lr": 1.0804597701149427e-05, "epoch": 0.19153225806451613, "percentage": 2.74, "elapsed_time": "0:07:34", "remaining_time": "4:29:24"} +{"current_steps": 100, "total_steps": 3472, "loss": 0.4469, "lr": 1.1379310344827587e-05, "epoch": 0.20161290322580644, "percentage": 2.88, "elapsed_time": "0:07:57", "remaining_time": "4:28:34"} +{"current_steps": 105, "total_steps": 3472, "loss": 0.4077, "lr": 1.1954022988505748e-05, "epoch": 0.21169354838709678, "percentage": 3.02, "elapsed_time": "0:08:21", "remaining_time": "4:27:48"} +{"current_steps": 110, "total_steps": 3472, "loss": 0.4011, "lr": 1.2528735632183907e-05, "epoch": 0.2217741935483871, "percentage": 3.17, "elapsed_time": "0:08:42", "remaining_time": "4:26:20"} +{"current_steps": 115, "total_steps": 3472, "loss": 0.4197, "lr": 1.310344827586207e-05, "epoch": 0.2318548387096774, "percentage": 3.31, "elapsed_time": "0:09:08", "remaining_time": "4:27:05"} +{"current_steps": 120, "total_steps": 3472, "loss": 0.3845, "lr": 1.367816091954023e-05, "epoch": 0.24193548387096775, "percentage": 3.46, "elapsed_time": "0:09:29", "remaining_time": "4:25:18"} +{"current_steps": 125, "total_steps": 3472, "loss": 0.3881, "lr": 1.4252873563218392e-05, "epoch": 0.25201612903225806, "percentage": 3.6, "elapsed_time": "0:09:51", "remaining_time": "4:24:03"} +{"current_steps": 130, "total_steps": 3472, "loss": 0.3831, "lr": 1.4827586206896554e-05, "epoch": 0.2620967741935484, "percentage": 3.74, "elapsed_time": "0:10:16", "remaining_time": "4:24:14"} +{"current_steps": 135, "total_steps": 3472, "loss": 0.4173, "lr": 1.540229885057471e-05, "epoch": 0.2721774193548387, "percentage": 3.89, "elapsed_time": "0:10:42", "remaining_time": "4:24:46"} +{"current_steps": 140, "total_steps": 3472, "loss": 0.4348, "lr": 1.5977011494252876e-05, "epoch": 0.28225806451612906, "percentage": 4.03, "elapsed_time": "0:11:04", "remaining_time": "4:23:23"} +{"current_steps": 145, "total_steps": 3472, "loss": 0.4223, "lr": 1.6551724137931037e-05, "epoch": 0.2923387096774194, "percentage": 4.18, "elapsed_time": "0:11:27", "remaining_time": "4:23:04"} +{"current_steps": 150, "total_steps": 3472, "loss": 0.4105, "lr": 1.7126436781609197e-05, "epoch": 0.3024193548387097, "percentage": 4.32, "elapsed_time": "0:11:52", "remaining_time": "4:22:56"} +{"current_steps": 155, "total_steps": 3472, "loss": 0.3663, "lr": 1.770114942528736e-05, "epoch": 0.3125, "percentage": 4.46, "elapsed_time": "0:12:12", "remaining_time": "4:21:21"} +{"current_steps": 160, "total_steps": 3472, "loss": 0.3741, "lr": 1.827586206896552e-05, "epoch": 0.3225806451612903, "percentage": 4.61, "elapsed_time": "0:12:33", "remaining_time": "4:19:48"} +{"current_steps": 165, "total_steps": 3472, "loss": 0.3957, "lr": 1.885057471264368e-05, "epoch": 0.3326612903225806, "percentage": 4.75, "elapsed_time": "0:12:53", "remaining_time": "4:18:29"} +{"current_steps": 170, "total_steps": 3472, "loss": 0.3483, "lr": 1.942528735632184e-05, "epoch": 0.34274193548387094, "percentage": 4.9, "elapsed_time": "0:13:17", "remaining_time": "4:18:05"} +{"current_steps": 175, "total_steps": 3472, "loss": 0.3593, "lr": 2e-05, "epoch": 0.3528225806451613, "percentage": 5.04, "elapsed_time": "0:13:40", "remaining_time": "4:17:32"} +{"current_steps": 180, "total_steps": 3472, "loss": 0.3761, "lr": 2.0574712643678162e-05, "epoch": 0.3629032258064516, "percentage": 5.18, "elapsed_time": "0:14:01", "remaining_time": "4:16:33"} +{"current_steps": 185, "total_steps": 3472, "loss": 0.3638, "lr": 2.1149425287356323e-05, "epoch": 0.37298387096774194, "percentage": 5.33, "elapsed_time": "0:14:21", "remaining_time": "4:14:59"} +{"current_steps": 190, "total_steps": 3472, "loss": 0.3828, "lr": 2.1724137931034484e-05, "epoch": 0.38306451612903225, "percentage": 5.47, "elapsed_time": "0:14:41", "remaining_time": "4:13:44"} +{"current_steps": 195, "total_steps": 3472, "loss": 0.3846, "lr": 2.229885057471265e-05, "epoch": 0.39314516129032256, "percentage": 5.62, "elapsed_time": "0:15:05", "remaining_time": "4:13:31"} +{"current_steps": 200, "total_steps": 3472, "loss": 0.3676, "lr": 2.287356321839081e-05, "epoch": 0.4032258064516129, "percentage": 5.76, "elapsed_time": "0:15:27", "remaining_time": "4:12:47"} +{"current_steps": 205, "total_steps": 3472, "loss": 0.3633, "lr": 2.3448275862068967e-05, "epoch": 0.41330645161290325, "percentage": 5.9, "elapsed_time": "0:15:47", "remaining_time": "4:11:41"} +{"current_steps": 210, "total_steps": 3472, "loss": 0.3754, "lr": 2.4022988505747127e-05, "epoch": 0.42338709677419356, "percentage": 6.05, "elapsed_time": "0:16:15", "remaining_time": "4:12:28"} +{"current_steps": 215, "total_steps": 3472, "loss": 0.3611, "lr": 2.4597701149425288e-05, "epoch": 0.4334677419354839, "percentage": 6.19, "elapsed_time": "0:16:38", "remaining_time": "4:12:06"} +{"current_steps": 220, "total_steps": 3472, "loss": 0.3856, "lr": 2.517241379310345e-05, "epoch": 0.4435483870967742, "percentage": 6.34, "elapsed_time": "0:17:02", "remaining_time": "4:11:52"} +{"current_steps": 225, "total_steps": 3472, "loss": 0.3767, "lr": 2.574712643678161e-05, "epoch": 0.4536290322580645, "percentage": 6.48, "elapsed_time": "0:17:24", "remaining_time": "4:11:13"} +{"current_steps": 230, "total_steps": 3472, "loss": 0.3682, "lr": 2.632183908045977e-05, "epoch": 0.4637096774193548, "percentage": 6.62, "elapsed_time": "0:17:45", "remaining_time": "4:10:14"} +{"current_steps": 235, "total_steps": 3472, "loss": 0.3766, "lr": 2.6896551724137935e-05, "epoch": 0.4737903225806452, "percentage": 6.77, "elapsed_time": "0:18:06", "remaining_time": "4:09:30"} +{"current_steps": 240, "total_steps": 3472, "loss": 0.3538, "lr": 2.7471264367816096e-05, "epoch": 0.4838709677419355, "percentage": 6.91, "elapsed_time": "0:18:30", "remaining_time": "4:09:09"} +{"current_steps": 245, "total_steps": 3472, "loss": 0.3372, "lr": 2.8045977011494257e-05, "epoch": 0.4939516129032258, "percentage": 7.06, "elapsed_time": "0:18:51", "remaining_time": "4:08:20"} +{"current_steps": 250, "total_steps": 3472, "loss": 0.3322, "lr": 2.8620689655172417e-05, "epoch": 0.5040322580645161, "percentage": 7.2, "elapsed_time": "0:19:15", "remaining_time": "4:08:12"} +{"current_steps": 255, "total_steps": 3472, "loss": 0.3765, "lr": 2.919540229885058e-05, "epoch": 0.5141129032258065, "percentage": 7.34, "elapsed_time": "0:19:38", "remaining_time": "4:07:46"} +{"current_steps": 260, "total_steps": 3472, "loss": 0.346, "lr": 2.9770114942528736e-05, "epoch": 0.5241935483870968, "percentage": 7.49, "elapsed_time": "0:20:00", "remaining_time": "4:07:11"} +{"current_steps": 265, "total_steps": 3472, "loss": 0.3812, "lr": 3.0344827586206897e-05, "epoch": 0.5342741935483871, "percentage": 7.63, "elapsed_time": "0:20:20", "remaining_time": "4:06:07"} +{"current_steps": 270, "total_steps": 3472, "loss": 0.3876, "lr": 3.091954022988506e-05, "epoch": 0.5443548387096774, "percentage": 7.78, "elapsed_time": "0:20:41", "remaining_time": "4:05:24"} +{"current_steps": 275, "total_steps": 3472, "loss": 0.3859, "lr": 3.149425287356322e-05, "epoch": 0.5544354838709677, "percentage": 7.92, "elapsed_time": "0:21:05", "remaining_time": "4:05:17"} +{"current_steps": 280, "total_steps": 3472, "loss": 0.3599, "lr": 3.206896551724138e-05, "epoch": 0.5645161290322581, "percentage": 8.06, "elapsed_time": "0:21:27", "remaining_time": "4:04:39"} +{"current_steps": 285, "total_steps": 3472, "loss": 0.3307, "lr": 3.264367816091954e-05, "epoch": 0.5745967741935484, "percentage": 8.21, "elapsed_time": "0:21:49", "remaining_time": "4:03:58"} +{"current_steps": 290, "total_steps": 3472, "loss": 0.3376, "lr": 3.321839080459771e-05, "epoch": 0.5846774193548387, "percentage": 8.35, "elapsed_time": "0:22:11", "remaining_time": "4:03:31"} +{"current_steps": 295, "total_steps": 3472, "loss": 0.3506, "lr": 3.3793103448275865e-05, "epoch": 0.594758064516129, "percentage": 8.5, "elapsed_time": "0:22:32", "remaining_time": "4:02:43"} +{"current_steps": 300, "total_steps": 3472, "loss": 0.3333, "lr": 3.436781609195403e-05, "epoch": 0.6048387096774194, "percentage": 8.64, "elapsed_time": "0:22:54", "remaining_time": "4:02:13"} +{"current_steps": 305, "total_steps": 3472, "loss": 0.3274, "lr": 3.4942528735632187e-05, "epoch": 0.6149193548387096, "percentage": 8.78, "elapsed_time": "0:23:16", "remaining_time": "4:01:36"} +{"current_steps": 310, "total_steps": 3472, "loss": 0.3496, "lr": 3.551724137931035e-05, "epoch": 0.625, "percentage": 8.93, "elapsed_time": "0:23:37", "remaining_time": "4:00:58"} +{"current_steps": 315, "total_steps": 3472, "loss": 0.3347, "lr": 3.609195402298851e-05, "epoch": 0.6350806451612904, "percentage": 9.07, "elapsed_time": "0:23:57", "remaining_time": "4:00:08"} +{"current_steps": 320, "total_steps": 3472, "loss": 0.3619, "lr": 3.6666666666666666e-05, "epoch": 0.6451612903225806, "percentage": 9.22, "elapsed_time": "0:24:18", "remaining_time": "3:59:22"} +{"current_steps": 325, "total_steps": 3472, "loss": 0.347, "lr": 3.724137931034483e-05, "epoch": 0.655241935483871, "percentage": 9.36, "elapsed_time": "0:24:41", "remaining_time": "3:59:03"} +{"current_steps": 330, "total_steps": 3472, "loss": 0.3721, "lr": 3.7816091954022994e-05, "epoch": 0.6653225806451613, "percentage": 9.5, "elapsed_time": "0:25:01", "remaining_time": "3:58:12"} +{"current_steps": 335, "total_steps": 3472, "loss": 0.3748, "lr": 3.839080459770115e-05, "epoch": 0.6754032258064516, "percentage": 9.65, "elapsed_time": "0:25:24", "remaining_time": "3:57:53"} +{"current_steps": 340, "total_steps": 3472, "loss": 0.3639, "lr": 3.8965517241379316e-05, "epoch": 0.6854838709677419, "percentage": 9.79, "elapsed_time": "0:25:45", "remaining_time": "3:57:18"} +{"current_steps": 345, "total_steps": 3472, "loss": 0.3545, "lr": 3.954022988505747e-05, "epoch": 0.6955645161290323, "percentage": 9.94, "elapsed_time": "0:26:04", "remaining_time": "3:56:19"} +{"current_steps": 350, "total_steps": 3472, "loss": 0.3113, "lr": 3.99999898870547e-05, "epoch": 0.7056451612903226, "percentage": 10.08, "elapsed_time": "0:26:24", "remaining_time": "3:55:30"} +{"current_steps": 355, "total_steps": 3472, "loss": 0.3377, "lr": 3.99996359350429e-05, "epoch": 0.7157258064516129, "percentage": 10.22, "elapsed_time": "0:26:44", "remaining_time": "3:54:46"} +{"current_steps": 360, "total_steps": 3472, "loss": 0.3145, "lr": 3.999877634599299e-05, "epoch": 0.7258064516129032, "percentage": 10.37, "elapsed_time": "0:27:05", "remaining_time": "3:54:11"} +{"current_steps": 365, "total_steps": 3472, "loss": 0.3248, "lr": 3.999741114163738e-05, "epoch": 0.7358870967741935, "percentage": 10.51, "elapsed_time": "0:27:24", "remaining_time": "3:53:14"} +{"current_steps": 370, "total_steps": 3472, "loss": 0.3275, "lr": 3.999554035649159e-05, "epoch": 0.7459677419354839, "percentage": 10.66, "elapsed_time": "0:27:47", "remaining_time": "3:52:55"} +{"current_steps": 375, "total_steps": 3472, "loss": 0.3875, "lr": 3.99931640378534e-05, "epoch": 0.7560483870967742, "percentage": 10.8, "elapsed_time": "0:28:09", "remaining_time": "3:52:31"} +{"current_steps": 380, "total_steps": 3472, "loss": 0.3521, "lr": 3.999028224580163e-05, "epoch": 0.7661290322580645, "percentage": 10.94, "elapsed_time": "0:28:31", "remaining_time": "3:52:07"} +{"current_steps": 385, "total_steps": 3472, "loss": 0.3396, "lr": 3.9986895053194646e-05, "epoch": 0.7762096774193549, "percentage": 11.09, "elapsed_time": "0:28:53", "remaining_time": "3:51:41"} +{"current_steps": 390, "total_steps": 3472, "loss": 0.3471, "lr": 3.998300254566852e-05, "epoch": 0.7862903225806451, "percentage": 11.23, "elapsed_time": "0:29:16", "remaining_time": "3:51:17"} +{"current_steps": 395, "total_steps": 3472, "loss": 0.3562, "lr": 3.997860482163482e-05, "epoch": 0.7963709677419355, "percentage": 11.38, "elapsed_time": "0:29:39", "remaining_time": "3:51:00"} +{"current_steps": 400, "total_steps": 3472, "loss": 0.3607, "lr": 3.99737019922782e-05, "epoch": 0.8064516129032258, "percentage": 11.52, "elapsed_time": "0:30:01", "remaining_time": "3:50:39"} +{"current_steps": 405, "total_steps": 3472, "loss": 0.3471, "lr": 3.9968294181553515e-05, "epoch": 0.8165322580645161, "percentage": 11.66, "elapsed_time": "0:30:23", "remaining_time": "3:50:08"} +{"current_steps": 410, "total_steps": 3472, "loss": 0.2926, "lr": 3.9962381526182725e-05, "epoch": 0.8266129032258065, "percentage": 11.81, "elapsed_time": "0:30:45", "remaining_time": "3:49:40"} +{"current_steps": 415, "total_steps": 3472, "loss": 0.3207, "lr": 3.995596417565143e-05, "epoch": 0.8366935483870968, "percentage": 11.95, "elapsed_time": "0:31:06", "remaining_time": "3:49:11"} +{"current_steps": 420, "total_steps": 3472, "loss": 0.317, "lr": 3.994904229220507e-05, "epoch": 0.8467741935483871, "percentage": 12.1, "elapsed_time": "0:31:25", "remaining_time": "3:48:23"} +{"current_steps": 425, "total_steps": 3472, "loss": 0.3243, "lr": 3.994161605084489e-05, "epoch": 0.8568548387096774, "percentage": 12.24, "elapsed_time": "0:31:47", "remaining_time": "3:47:52"} +{"current_steps": 430, "total_steps": 3472, "loss": 0.34, "lr": 3.993368563932343e-05, "epoch": 0.8669354838709677, "percentage": 12.38, "elapsed_time": "0:32:08", "remaining_time": "3:47:22"} +{"current_steps": 435, "total_steps": 3472, "loss": 0.3352, "lr": 3.9925251258139824e-05, "epoch": 0.8770161290322581, "percentage": 12.53, "elapsed_time": "0:32:28", "remaining_time": "3:46:46"} +{"current_steps": 440, "total_steps": 3472, "loss": 0.3198, "lr": 3.991631312053474e-05, "epoch": 0.8870967741935484, "percentage": 12.67, "elapsed_time": "0:32:50", "remaining_time": "3:46:18"} +{"current_steps": 445, "total_steps": 3472, "loss": 0.3505, "lr": 3.9906871452484956e-05, "epoch": 0.8971774193548387, "percentage": 12.82, "elapsed_time": "0:33:09", "remaining_time": "3:45:32"} +{"current_steps": 450, "total_steps": 3472, "loss": 0.3363, "lr": 3.989692649269768e-05, "epoch": 0.907258064516129, "percentage": 12.96, "elapsed_time": "0:33:30", "remaining_time": "3:45:03"} +{"current_steps": 455, "total_steps": 3472, "loss": 0.3295, "lr": 3.988647849260447e-05, "epoch": 0.9173387096774194, "percentage": 13.1, "elapsed_time": "0:33:50", "remaining_time": "3:44:24"} +{"current_steps": 460, "total_steps": 3472, "loss": 0.3276, "lr": 3.987552771635494e-05, "epoch": 0.9274193548387096, "percentage": 13.25, "elapsed_time": "0:34:10", "remaining_time": "3:43:45"} +{"current_steps": 465, "total_steps": 3472, "loss": 0.3747, "lr": 3.986407444081004e-05, "epoch": 0.9375, "percentage": 13.39, "elapsed_time": "0:34:32", "remaining_time": "3:43:19"} +{"current_steps": 470, "total_steps": 3472, "loss": 0.3469, "lr": 3.985211895553504e-05, "epoch": 0.9475806451612904, "percentage": 13.54, "elapsed_time": "0:34:51", "remaining_time": "3:42:40"} +{"current_steps": 475, "total_steps": 3472, "loss": 0.321, "lr": 3.983966156279226e-05, "epoch": 0.9576612903225806, "percentage": 13.68, "elapsed_time": "0:35:13", "remaining_time": "3:42:15"} +{"current_steps": 480, "total_steps": 3472, "loss": 0.3406, "lr": 3.9826702577533384e-05, "epoch": 0.967741935483871, "percentage": 13.82, "elapsed_time": "0:35:36", "remaining_time": "3:41:55"} +{"current_steps": 485, "total_steps": 3472, "loss": 0.3092, "lr": 3.981324232739154e-05, "epoch": 0.9778225806451613, "percentage": 13.97, "elapsed_time": "0:35:56", "remaining_time": "3:41:19"} +{"current_steps": 490, "total_steps": 3472, "loss": 0.3326, "lr": 3.979928115267295e-05, "epoch": 0.9879032258064516, "percentage": 14.11, "elapsed_time": "0:36:19", "remaining_time": "3:41:02"} +{"current_steps": 495, "total_steps": 3472, "loss": 0.3364, "lr": 3.978481940634841e-05, "epoch": 0.9979838709677419, "percentage": 14.26, "elapsed_time": "0:36:42", "remaining_time": "3:40:44"} +{"current_steps": 500, "total_steps": 3472, "loss": 0.3136, "lr": 3.976985745404429e-05, "epoch": 1.0080645161290323, "percentage": 14.4, "elapsed_time": "0:37:02", "remaining_time": "3:40:12"} +{"current_steps": 505, "total_steps": 3472, "loss": 0.3148, "lr": 3.975439567403335e-05, "epoch": 1.0181451612903225, "percentage": 14.54, "elapsed_time": "0:37:27", "remaining_time": "3:40:03"} +{"current_steps": 510, "total_steps": 3472, "loss": 0.3366, "lr": 3.973843445722513e-05, "epoch": 1.028225806451613, "percentage": 14.69, "elapsed_time": "0:37:46", "remaining_time": "3:39:26"} +{"current_steps": 515, "total_steps": 3472, "loss": 0.2923, "lr": 3.9721974207156096e-05, "epoch": 1.0383064516129032, "percentage": 14.83, "elapsed_time": "0:38:08", "remaining_time": "3:38:59"} +{"current_steps": 520, "total_steps": 3472, "loss": 0.3375, "lr": 3.9705015339979436e-05, "epoch": 1.0483870967741935, "percentage": 14.98, "elapsed_time": "0:38:29", "remaining_time": "3:38:32"} +{"current_steps": 525, "total_steps": 3472, "loss": 0.2944, "lr": 3.9687558284454515e-05, "epoch": 1.0584677419354838, "percentage": 15.12, "elapsed_time": "0:38:51", "remaining_time": "3:38:08"} +{"current_steps": 530, "total_steps": 3472, "loss": 0.3219, "lr": 3.9669603481936064e-05, "epoch": 1.0685483870967742, "percentage": 15.26, "elapsed_time": "0:39:11", "remaining_time": "3:37:34"} +{"current_steps": 535, "total_steps": 3472, "loss": 0.3199, "lr": 3.9651151386363e-05, "epoch": 1.0786290322580645, "percentage": 15.41, "elapsed_time": "0:39:33", "remaining_time": "3:37:07"} +{"current_steps": 540, "total_steps": 3472, "loss": 0.2949, "lr": 3.963220246424696e-05, "epoch": 1.0887096774193548, "percentage": 15.55, "elapsed_time": "0:39:53", "remaining_time": "3:36:36"} +{"current_steps": 545, "total_steps": 3472, "loss": 0.3336, "lr": 3.961275719466052e-05, "epoch": 1.0987903225806452, "percentage": 15.7, "elapsed_time": "0:40:13", "remaining_time": "3:36:01"} +{"current_steps": 550, "total_steps": 3472, "loss": 0.2839, "lr": 3.9592816069225043e-05, "epoch": 1.1088709677419355, "percentage": 15.84, "elapsed_time": "0:40:34", "remaining_time": "3:35:34"} +{"current_steps": 555, "total_steps": 3472, "loss": 0.3015, "lr": 3.9572379592098294e-05, "epoch": 1.1189516129032258, "percentage": 15.99, "elapsed_time": "0:40:55", "remaining_time": "3:35:06"} +{"current_steps": 560, "total_steps": 3472, "loss": 0.316, "lr": 3.955144827996166e-05, "epoch": 1.129032258064516, "percentage": 16.13, "elapsed_time": "0:41:16", "remaining_time": "3:34:35"} +{"current_steps": 565, "total_steps": 3472, "loss": 0.3025, "lr": 3.9530022662007114e-05, "epoch": 1.1391129032258065, "percentage": 16.27, "elapsed_time": "0:41:37", "remaining_time": "3:34:07"} +{"current_steps": 570, "total_steps": 3472, "loss": 0.3047, "lr": 3.950810327992382e-05, "epoch": 1.1491935483870968, "percentage": 16.42, "elapsed_time": "0:42:00", "remaining_time": "3:33:49"} +{"current_steps": 575, "total_steps": 3472, "loss": 0.2877, "lr": 3.948569068788442e-05, "epoch": 1.159274193548387, "percentage": 16.56, "elapsed_time": "0:42:19", "remaining_time": "3:33:16"} +{"current_steps": 580, "total_steps": 3472, "loss": 0.3173, "lr": 3.9462785452531076e-05, "epoch": 1.1693548387096775, "percentage": 16.71, "elapsed_time": "0:42:42", "remaining_time": "3:32:59"} +{"current_steps": 585, "total_steps": 3472, "loss": 0.3106, "lr": 3.9439388152961093e-05, "epoch": 1.1794354838709677, "percentage": 16.85, "elapsed_time": "0:43:02", "remaining_time": "3:32:23"} +{"current_steps": 590, "total_steps": 3472, "loss": 0.3379, "lr": 3.941549938071231e-05, "epoch": 1.189516129032258, "percentage": 16.99, "elapsed_time": "0:43:24", "remaining_time": "3:32:04"} +{"current_steps": 595, "total_steps": 3472, "loss": 0.3325, "lr": 3.939111973974811e-05, "epoch": 1.1995967741935485, "percentage": 17.14, "elapsed_time": "0:43:48", "remaining_time": "3:31:51"} +{"current_steps": 600, "total_steps": 3472, "loss": 0.3085, "lr": 3.936624984644218e-05, "epoch": 1.2096774193548387, "percentage": 17.28, "elapsed_time": "0:44:08", "remaining_time": "3:31:17"} +{"current_steps": 605, "total_steps": 3472, "loss": 0.3, "lr": 3.934089032956295e-05, "epoch": 1.219758064516129, "percentage": 17.43, "elapsed_time": "0:44:26", "remaining_time": "3:30:36"} +{"current_steps": 610, "total_steps": 3472, "loss": 0.2938, "lr": 3.931504183025762e-05, "epoch": 1.2298387096774193, "percentage": 17.57, "elapsed_time": "0:44:49", "remaining_time": "3:30:17"} +{"current_steps": 615, "total_steps": 3472, "loss": 0.2881, "lr": 3.928870500203603e-05, "epoch": 1.2399193548387097, "percentage": 17.71, "elapsed_time": "0:45:10", "remaining_time": "3:29:53"} +{"current_steps": 620, "total_steps": 3472, "loss": 0.2939, "lr": 3.926188051075409e-05, "epoch": 1.25, "percentage": 17.86, "elapsed_time": "0:45:31", "remaining_time": "3:29:23"} +{"current_steps": 625, "total_steps": 3472, "loss": 0.3204, "lr": 3.923456903459695e-05, "epoch": 1.2600806451612903, "percentage": 18.0, "elapsed_time": "0:45:52", "remaining_time": "3:28:58"} +{"current_steps": 630, "total_steps": 3472, "loss": 0.298, "lr": 3.9206771264061884e-05, "epoch": 1.2701612903225805, "percentage": 18.15, "elapsed_time": "0:46:12", "remaining_time": "3:28:28"} +{"current_steps": 635, "total_steps": 3472, "loss": 0.3312, "lr": 3.91784879019408e-05, "epoch": 1.280241935483871, "percentage": 18.29, "elapsed_time": "0:46:35", "remaining_time": "3:28:08"} +{"current_steps": 640, "total_steps": 3472, "loss": 0.2895, "lr": 3.9149719663302496e-05, "epoch": 1.2903225806451613, "percentage": 18.43, "elapsed_time": "0:46:54", "remaining_time": "3:27:36"} +{"current_steps": 645, "total_steps": 3472, "loss": 0.3015, "lr": 3.9120467275474544e-05, "epoch": 1.3004032258064515, "percentage": 18.58, "elapsed_time": "0:47:16", "remaining_time": "3:27:12"} +{"current_steps": 650, "total_steps": 3472, "loss": 0.3216, "lr": 3.909073147802496e-05, "epoch": 1.310483870967742, "percentage": 18.72, "elapsed_time": "0:47:35", "remaining_time": "3:26:38"} +{"current_steps": 655, "total_steps": 3472, "loss": 0.2831, "lr": 3.906051302274344e-05, "epoch": 1.3205645161290323, "percentage": 18.87, "elapsed_time": "0:47:56", "remaining_time": "3:26:12"} +{"current_steps": 660, "total_steps": 3472, "loss": 0.3148, "lr": 3.902981267362242e-05, "epoch": 1.3306451612903225, "percentage": 19.01, "elapsed_time": "0:48:17", "remaining_time": "3:25:47"} +{"current_steps": 665, "total_steps": 3472, "loss": 0.2911, "lr": 3.89986312068377e-05, "epoch": 1.340725806451613, "percentage": 19.15, "elapsed_time": "0:48:37", "remaining_time": "3:25:16"} +{"current_steps": 670, "total_steps": 3472, "loss": 0.2988, "lr": 3.8966969410728854e-05, "epoch": 1.3508064516129032, "percentage": 19.3, "elapsed_time": "0:48:59", "remaining_time": "3:24:53"} +{"current_steps": 675, "total_steps": 3472, "loss": 0.3083, "lr": 3.893482808577929e-05, "epoch": 1.3608870967741935, "percentage": 19.44, "elapsed_time": "0:49:16", "remaining_time": "3:24:12"} +{"current_steps": 680, "total_steps": 3472, "loss": 0.3065, "lr": 3.8902208044596024e-05, "epoch": 1.370967741935484, "percentage": 19.59, "elapsed_time": "0:49:40", "remaining_time": "3:23:56"} +{"current_steps": 685, "total_steps": 3472, "loss": 0.3281, "lr": 3.8869110111889126e-05, "epoch": 1.3810483870967742, "percentage": 19.73, "elapsed_time": "0:50:00", "remaining_time": "3:23:27"} +{"current_steps": 690, "total_steps": 3472, "loss": 0.2897, "lr": 3.8835535124450845e-05, "epoch": 1.3911290322580645, "percentage": 19.87, "elapsed_time": "0:50:23", "remaining_time": "3:23:08"} +{"current_steps": 695, "total_steps": 3472, "loss": 0.3073, "lr": 3.88014839311345e-05, "epoch": 1.4012096774193548, "percentage": 20.02, "elapsed_time": "0:50:44", "remaining_time": "3:22:43"} +{"current_steps": 700, "total_steps": 3472, "loss": 0.3106, "lr": 3.8766957392832996e-05, "epoch": 1.4112903225806452, "percentage": 20.16, "elapsed_time": "0:51:05", "remaining_time": "3:22:21"} +{"current_steps": 705, "total_steps": 3472, "loss": 0.3111, "lr": 3.873195638245705e-05, "epoch": 1.4213709677419355, "percentage": 20.31, "elapsed_time": "0:51:27", "remaining_time": "3:21:59"} +{"current_steps": 710, "total_steps": 3472, "loss": 0.3008, "lr": 3.869648178491311e-05, "epoch": 1.4314516129032258, "percentage": 20.45, "elapsed_time": "0:51:48", "remaining_time": "3:21:31"} +{"current_steps": 715, "total_steps": 3472, "loss": 0.3073, "lr": 3.866053449708105e-05, "epoch": 1.441532258064516, "percentage": 20.59, "elapsed_time": "0:52:10", "remaining_time": "3:21:12"} +{"current_steps": 720, "total_steps": 3472, "loss": 0.2898, "lr": 3.862411542779141e-05, "epoch": 1.4516129032258065, "percentage": 20.74, "elapsed_time": "0:52:34", "remaining_time": "3:20:56"} +{"current_steps": 725, "total_steps": 3472, "loss": 0.3384, "lr": 3.858722549780246e-05, "epoch": 1.4616935483870968, "percentage": 20.88, "elapsed_time": "0:52:56", "remaining_time": "3:20:35"} +{"current_steps": 730, "total_steps": 3472, "loss": 0.289, "lr": 3.8549865639776934e-05, "epoch": 1.471774193548387, "percentage": 21.03, "elapsed_time": "0:53:18", "remaining_time": "3:20:14"} +{"current_steps": 735, "total_steps": 3472, "loss": 0.2831, "lr": 3.851203679825843e-05, "epoch": 1.4818548387096775, "percentage": 21.17, "elapsed_time": "0:53:40", "remaining_time": "3:19:51"} +{"current_steps": 740, "total_steps": 3472, "loss": 0.3046, "lr": 3.847373992964751e-05, "epoch": 1.4919354838709677, "percentage": 21.31, "elapsed_time": "0:54:04", "remaining_time": "3:19:37"} +{"current_steps": 745, "total_steps": 3472, "loss": 0.3001, "lr": 3.843497600217757e-05, "epoch": 1.502016129032258, "percentage": 21.46, "elapsed_time": "0:54:26", "remaining_time": "3:19:17"} +{"current_steps": 750, "total_steps": 3472, "loss": 0.2866, "lr": 3.839574599589032e-05, "epoch": 1.5120967741935485, "percentage": 21.6, "elapsed_time": "0:54:47", "remaining_time": "3:18:52"} +{"current_steps": 755, "total_steps": 3472, "loss": 0.2808, "lr": 3.835605090261103e-05, "epoch": 1.5221774193548387, "percentage": 21.75, "elapsed_time": "0:55:07", "remaining_time": "3:18:23"} +{"current_steps": 760, "total_steps": 3472, "loss": 0.306, "lr": 3.831589172592342e-05, "epoch": 1.532258064516129, "percentage": 21.89, "elapsed_time": "0:55:28", "remaining_time": "3:17:57"} +{"current_steps": 765, "total_steps": 3472, "loss": 0.276, "lr": 3.827526948114436e-05, "epoch": 1.5423387096774195, "percentage": 22.03, "elapsed_time": "0:55:49", "remaining_time": "3:17:33"} +{"current_steps": 770, "total_steps": 3472, "loss": 0.3076, "lr": 3.823418519529809e-05, "epoch": 1.5524193548387095, "percentage": 22.18, "elapsed_time": "0:56:12", "remaining_time": "3:17:13"} +{"current_steps": 775, "total_steps": 3472, "loss": 0.2931, "lr": 3.819263990709037e-05, "epoch": 1.5625, "percentage": 22.32, "elapsed_time": "0:56:32", "remaining_time": "3:16:45"} +{"current_steps": 780, "total_steps": 3472, "loss": 0.2921, "lr": 3.815063466688213e-05, "epoch": 1.5725806451612905, "percentage": 22.47, "elapsed_time": "0:56:53", "remaining_time": "3:16:22"} +{"current_steps": 785, "total_steps": 3472, "loss": 0.2738, "lr": 3.810817053666298e-05, "epoch": 1.5826612903225805, "percentage": 22.61, "elapsed_time": "0:57:16", "remaining_time": "3:16:03"} +{"current_steps": 790, "total_steps": 3472, "loss": 0.2873, "lr": 3.80652485900243e-05, "epoch": 1.592741935483871, "percentage": 22.75, "elapsed_time": "0:57:38", "remaining_time": "3:15:40"} +{"current_steps": 795, "total_steps": 3472, "loss": 0.3359, "lr": 3.802186991213214e-05, "epoch": 1.6028225806451613, "percentage": 22.9, "elapsed_time": "0:58:00", "remaining_time": "3:15:19"} +{"current_steps": 800, "total_steps": 3472, "loss": 0.2888, "lr": 3.797803559969979e-05, "epoch": 1.6129032258064515, "percentage": 23.04, "elapsed_time": "0:58:22", "remaining_time": "3:14:58"} +{"current_steps": 805, "total_steps": 3472, "loss": 0.3012, "lr": 3.7933746760960005e-05, "epoch": 1.622983870967742, "percentage": 23.19, "elapsed_time": "0:58:43", "remaining_time": "3:14:34"} +{"current_steps": 810, "total_steps": 3472, "loss": 0.2949, "lr": 3.788900451563703e-05, "epoch": 1.6330645161290323, "percentage": 23.33, "elapsed_time": "0:59:06", "remaining_time": "3:14:14"} +{"current_steps": 815, "total_steps": 3472, "loss": 0.2795, "lr": 3.784380999491829e-05, "epoch": 1.6431451612903225, "percentage": 23.47, "elapsed_time": "0:59:25", "remaining_time": "3:13:45"} +{"current_steps": 820, "total_steps": 3472, "loss": 0.2958, "lr": 3.779816434142574e-05, "epoch": 1.653225806451613, "percentage": 23.62, "elapsed_time": "0:59:45", "remaining_time": "3:13:17"} +{"current_steps": 825, "total_steps": 3472, "loss": 0.2799, "lr": 3.775206870918707e-05, "epoch": 1.6633064516129032, "percentage": 23.76, "elapsed_time": "1:00:06", "remaining_time": "3:12:51"} +{"current_steps": 830, "total_steps": 3472, "loss": 0.3028, "lr": 3.770552426360642e-05, "epoch": 1.6733870967741935, "percentage": 23.91, "elapsed_time": "1:00:26", "remaining_time": "3:12:22"} +{"current_steps": 835, "total_steps": 3472, "loss": 0.3186, "lr": 3.7658532181434985e-05, "epoch": 1.683467741935484, "percentage": 24.05, "elapsed_time": "1:00:47", "remaining_time": "3:11:59"} +{"current_steps": 840, "total_steps": 3472, "loss": 0.3065, "lr": 3.761109365074127e-05, "epoch": 1.6935483870967742, "percentage": 24.19, "elapsed_time": "1:01:08", "remaining_time": "3:11:34"} +{"current_steps": 845, "total_steps": 3472, "loss": 0.2783, "lr": 3.756320987088102e-05, "epoch": 1.7036290322580645, "percentage": 24.34, "elapsed_time": "1:01:30", "remaining_time": "3:11:13"} +{"current_steps": 850, "total_steps": 3472, "loss": 0.2828, "lr": 3.751488205246688e-05, "epoch": 1.713709677419355, "percentage": 24.48, "elapsed_time": "1:01:51", "remaining_time": "3:10:47"} +{"current_steps": 855, "total_steps": 3472, "loss": 0.3016, "lr": 3.7466111417337857e-05, "epoch": 1.723790322580645, "percentage": 24.63, "elapsed_time": "1:02:10", "remaining_time": "3:10:18"} +{"current_steps": 860, "total_steps": 3472, "loss": 0.2938, "lr": 3.741689919852837e-05, "epoch": 1.7338709677419355, "percentage": 24.77, "elapsed_time": "1:02:32", "remaining_time": "3:09:57"} +{"current_steps": 865, "total_steps": 3472, "loss": 0.2869, "lr": 3.7367246640237086e-05, "epoch": 1.7439516129032258, "percentage": 24.91, "elapsed_time": "1:02:51", "remaining_time": "3:09:27"} +{"current_steps": 870, "total_steps": 3472, "loss": 0.2851, "lr": 3.731715499779549e-05, "epoch": 1.754032258064516, "percentage": 25.06, "elapsed_time": "1:03:13", "remaining_time": "3:09:04"} +{"current_steps": 875, "total_steps": 3472, "loss": 0.3127, "lr": 3.726662553763611e-05, "epoch": 1.7641129032258065, "percentage": 25.2, "elapsed_time": "1:03:33", "remaining_time": "3:08:38"} +{"current_steps": 880, "total_steps": 3472, "loss": 0.2804, "lr": 3.721565953726055e-05, "epoch": 1.7741935483870968, "percentage": 25.35, "elapsed_time": "1:03:56", "remaining_time": "3:08:19"} +{"current_steps": 885, "total_steps": 3472, "loss": 0.2938, "lr": 3.716425828520712e-05, "epoch": 1.784274193548387, "percentage": 25.49, "elapsed_time": "1:04:17", "remaining_time": "3:07:55"} +{"current_steps": 890, "total_steps": 3472, "loss": 0.2917, "lr": 3.7112423081018326e-05, "epoch": 1.7943548387096775, "percentage": 25.63, "elapsed_time": "1:04:36", "remaining_time": "3:07:26"} +{"current_steps": 895, "total_steps": 3472, "loss": 0.3118, "lr": 3.7060155235207976e-05, "epoch": 1.8044354838709677, "percentage": 25.78, "elapsed_time": "1:04:57", "remaining_time": "3:07:00"} +{"current_steps": 900, "total_steps": 3472, "loss": 0.3069, "lr": 3.7007456069228064e-05, "epoch": 1.814516129032258, "percentage": 25.92, "elapsed_time": "1:05:17", "remaining_time": "3:06:36"} +{"current_steps": 905, "total_steps": 3472, "loss": 0.2971, "lr": 3.6954326915435354e-05, "epoch": 1.8245967741935485, "percentage": 26.07, "elapsed_time": "1:05:39", "remaining_time": "3:06:13"} +{"current_steps": 910, "total_steps": 3472, "loss": 0.2991, "lr": 3.6900769117057696e-05, "epoch": 1.8346774193548387, "percentage": 26.21, "elapsed_time": "1:06:02", "remaining_time": "3:05:54"} +{"current_steps": 915, "total_steps": 3472, "loss": 0.2965, "lr": 3.684678402816006e-05, "epoch": 1.844758064516129, "percentage": 26.35, "elapsed_time": "1:06:23", "remaining_time": "3:05:32"} +{"current_steps": 920, "total_steps": 3472, "loss": 0.3094, "lr": 3.679237301361032e-05, "epoch": 1.8548387096774195, "percentage": 26.5, "elapsed_time": "1:06:42", "remaining_time": "3:05:03"} +{"current_steps": 925, "total_steps": 3472, "loss": 0.3162, "lr": 3.6737537449044725e-05, "epoch": 1.8649193548387095, "percentage": 26.64, "elapsed_time": "1:07:02", "remaining_time": "3:04:35"} +{"current_steps": 930, "total_steps": 3472, "loss": 0.3014, "lr": 3.6682278720833135e-05, "epoch": 1.875, "percentage": 26.79, "elapsed_time": "1:07:23", "remaining_time": "3:04:13"} +{"current_steps": 935, "total_steps": 3472, "loss": 0.3059, "lr": 3.662659822604396e-05, "epoch": 1.8850806451612905, "percentage": 26.93, "elapsed_time": "1:07:44", "remaining_time": "3:03:49"} +{"current_steps": 940, "total_steps": 3472, "loss": 0.3154, "lr": 3.657049737240886e-05, "epoch": 1.8951612903225805, "percentage": 27.07, "elapsed_time": "1:08:04", "remaining_time": "3:03:22"} +{"current_steps": 945, "total_steps": 3472, "loss": 0.3176, "lr": 3.651397757828711e-05, "epoch": 1.905241935483871, "percentage": 27.22, "elapsed_time": "1:08:26", "remaining_time": "3:03:01"} +{"current_steps": 950, "total_steps": 3472, "loss": 0.3049, "lr": 3.645704027262981e-05, "epoch": 1.9153225806451613, "percentage": 27.36, "elapsed_time": "1:08:50", "remaining_time": "3:02:44"} +{"current_steps": 955, "total_steps": 3472, "loss": 0.3283, "lr": 3.639968689494367e-05, "epoch": 1.9254032258064515, "percentage": 27.51, "elapsed_time": "1:09:10", "remaining_time": "3:02:18"} +{"current_steps": 960, "total_steps": 3472, "loss": 0.3032, "lr": 3.63419188952547e-05, "epoch": 1.935483870967742, "percentage": 27.65, "elapsed_time": "1:09:32", "remaining_time": "3:01:57"} +{"current_steps": 965, "total_steps": 3472, "loss": 0.2916, "lr": 3.628373773407149e-05, "epoch": 1.9455645161290323, "percentage": 27.79, "elapsed_time": "1:09:52", "remaining_time": "3:01:30"} +{"current_steps": 970, "total_steps": 3472, "loss": 0.29, "lr": 3.622514488234832e-05, "epoch": 1.9556451612903225, "percentage": 27.94, "elapsed_time": "1:10:14", "remaining_time": "3:01:10"} +{"current_steps": 975, "total_steps": 3472, "loss": 0.2951, "lr": 3.6166141821447956e-05, "epoch": 1.965725806451613, "percentage": 28.08, "elapsed_time": "1:10:36", "remaining_time": "3:00:50"} +{"current_steps": 980, "total_steps": 3472, "loss": 0.3072, "lr": 3.6106730043104205e-05, "epoch": 1.9758064516129032, "percentage": 28.23, "elapsed_time": "1:10:57", "remaining_time": "3:00:26"} +{"current_steps": 985, "total_steps": 3472, "loss": 0.307, "lr": 3.604691104938419e-05, "epoch": 1.9858870967741935, "percentage": 28.37, "elapsed_time": "1:11:18", "remaining_time": "3:00:03"} +{"current_steps": 990, "total_steps": 3472, "loss": 0.2792, "lr": 3.598668635265037e-05, "epoch": 1.995967741935484, "percentage": 28.51, "elapsed_time": "1:11:41", "remaining_time": "2:59:42"} +{"current_steps": 995, "total_steps": 3472, "loss": 0.2737, "lr": 3.5926057475522335e-05, "epoch": 2.006048387096774, "percentage": 28.66, "elapsed_time": "1:12:00", "remaining_time": "2:59:15"} +{"current_steps": 1000, "total_steps": 3472, "loss": 0.2883, "lr": 3.586502595083828e-05, "epoch": 2.0161290322580645, "percentage": 28.8, "elapsed_time": "1:12:21", "remaining_time": "2:58:52"} +{"current_steps": 1005, "total_steps": 3472, "loss": 0.2829, "lr": 3.580359332161627e-05, "epoch": 2.026209677419355, "percentage": 28.95, "elapsed_time": "1:12:42", "remaining_time": "2:58:28"} +{"current_steps": 1010, "total_steps": 3472, "loss": 0.2831, "lr": 3.574176114101519e-05, "epoch": 2.036290322580645, "percentage": 29.09, "elapsed_time": "1:13:05", "remaining_time": "2:58:09"} +{"current_steps": 1015, "total_steps": 3472, "loss": 0.239, "lr": 3.567953097229554e-05, "epoch": 2.0463709677419355, "percentage": 29.23, "elapsed_time": "1:13:25", "remaining_time": "2:57:45"} +{"current_steps": 1020, "total_steps": 3472, "loss": 0.2444, "lr": 3.561690438877988e-05, "epoch": 2.056451612903226, "percentage": 29.38, "elapsed_time": "1:13:46", "remaining_time": "2:57:22"} +{"current_steps": 1025, "total_steps": 3472, "loss": 0.2335, "lr": 3.5553882973813026e-05, "epoch": 2.066532258064516, "percentage": 29.52, "elapsed_time": "1:14:07", "remaining_time": "2:56:57"} +{"current_steps": 1030, "total_steps": 3472, "loss": 0.2604, "lr": 3.549046832072207e-05, "epoch": 2.0766129032258065, "percentage": 29.67, "elapsed_time": "1:14:30", "remaining_time": "2:56:38"} +{"current_steps": 1035, "total_steps": 3472, "loss": 0.282, "lr": 3.542666203277606e-05, "epoch": 2.086693548387097, "percentage": 29.81, "elapsed_time": "1:14:51", "remaining_time": "2:56:15"} +{"current_steps": 1040, "total_steps": 3472, "loss": 0.2555, "lr": 3.536246572314549e-05, "epoch": 2.096774193548387, "percentage": 29.95, "elapsed_time": "1:15:14", "remaining_time": "2:55:56"} +{"current_steps": 1045, "total_steps": 3472, "loss": 0.2537, "lr": 3.529788101486149e-05, "epoch": 2.1068548387096775, "percentage": 30.1, "elapsed_time": "1:15:34", "remaining_time": "2:55:32"} +{"current_steps": 1050, "total_steps": 3472, "loss": 0.2337, "lr": 3.5232909540774826e-05, "epoch": 2.1169354838709675, "percentage": 30.24, "elapsed_time": "1:15:53", "remaining_time": "2:55:04"} +{"current_steps": 1055, "total_steps": 3472, "loss": 0.2612, "lr": 3.516755294351457e-05, "epoch": 2.127016129032258, "percentage": 30.39, "elapsed_time": "1:16:14", "remaining_time": "2:54:41"} +{"current_steps": 1060, "total_steps": 3472, "loss": 0.2803, "lr": 3.5101812875446616e-05, "epoch": 2.1370967741935485, "percentage": 30.53, "elapsed_time": "1:16:35", "remaining_time": "2:54:17"} +{"current_steps": 1065, "total_steps": 3472, "loss": 0.2745, "lr": 3.5035690998631895e-05, "epoch": 2.1471774193548385, "percentage": 30.67, "elapsed_time": "1:16:58", "remaining_time": "2:53:57"} +{"current_steps": 1070, "total_steps": 3472, "loss": 0.271, "lr": 3.496918898478432e-05, "epoch": 2.157258064516129, "percentage": 30.82, "elapsed_time": "1:17:19", "remaining_time": "2:53:34"} +{"current_steps": 1075, "total_steps": 3472, "loss": 0.261, "lr": 3.4902308515228574e-05, "epoch": 2.1673387096774195, "percentage": 30.96, "elapsed_time": "1:17:40", "remaining_time": "2:53:12"} +{"current_steps": 1080, "total_steps": 3472, "loss": 0.2693, "lr": 3.483505128085756e-05, "epoch": 2.1774193548387095, "percentage": 31.11, "elapsed_time": "1:18:01", "remaining_time": "2:52:48"} +{"current_steps": 1085, "total_steps": 3472, "loss": 0.2769, "lr": 3.4767418982089665e-05, "epoch": 2.1875, "percentage": 31.25, "elapsed_time": "1:18:22", "remaining_time": "2:52:25"} +{"current_steps": 1090, "total_steps": 3472, "loss": 0.2504, "lr": 3.4699413328825784e-05, "epoch": 2.1975806451612905, "percentage": 31.39, "elapsed_time": "1:18:44", "remaining_time": "2:52:04"} +{"current_steps": 1095, "total_steps": 3472, "loss": 0.2607, "lr": 3.463103604040606e-05, "epoch": 2.2076612903225805, "percentage": 31.54, "elapsed_time": "1:19:06", "remaining_time": "2:51:42"} +{"current_steps": 1100, "total_steps": 3472, "loss": 0.2885, "lr": 3.456228884556645e-05, "epoch": 2.217741935483871, "percentage": 31.68, "elapsed_time": "1:19:25", "remaining_time": "2:51:16"} +{"current_steps": 1105, "total_steps": 3472, "loss": 0.2554, "lr": 3.4493173482394984e-05, "epoch": 2.2278225806451615, "percentage": 31.83, "elapsed_time": "1:19:47", "remaining_time": "2:50:56"} +{"current_steps": 1110, "total_steps": 3472, "loss": 0.2872, "lr": 3.442369169828786e-05, "epoch": 2.2379032258064515, "percentage": 31.97, "elapsed_time": "1:20:10", "remaining_time": "2:50:36"} +{"current_steps": 1115, "total_steps": 3472, "loss": 0.2672, "lr": 3.435384524990522e-05, "epoch": 2.247983870967742, "percentage": 32.11, "elapsed_time": "1:20:31", "remaining_time": "2:50:13"} +{"current_steps": 1120, "total_steps": 3472, "loss": 0.2675, "lr": 3.428363590312676e-05, "epoch": 2.258064516129032, "percentage": 32.26, "elapsed_time": "1:20:52", "remaining_time": "2:49:49"} +{"current_steps": 1125, "total_steps": 3472, "loss": 0.2578, "lr": 3.421306543300713e-05, "epoch": 2.2681451612903225, "percentage": 32.4, "elapsed_time": "1:21:14", "remaining_time": "2:49:29"} +{"current_steps": 1130, "total_steps": 3472, "loss": 0.2638, "lr": 3.4142135623730954e-05, "epoch": 2.278225806451613, "percentage": 32.55, "elapsed_time": "1:21:36", "remaining_time": "2:49:08"} +{"current_steps": 1135, "total_steps": 3472, "loss": 0.2539, "lr": 3.4070848268567826e-05, "epoch": 2.288306451612903, "percentage": 32.69, "elapsed_time": "1:21:59", "remaining_time": "2:48:48"} +{"current_steps": 1140, "total_steps": 3472, "loss": 0.2415, "lr": 3.3999205169826906e-05, "epoch": 2.2983870967741935, "percentage": 32.83, "elapsed_time": "1:22:18", "remaining_time": "2:48:22"} +{"current_steps": 1145, "total_steps": 3472, "loss": 0.268, "lr": 3.392720813881137e-05, "epoch": 2.308467741935484, "percentage": 32.98, "elapsed_time": "1:22:40", "remaining_time": "2:48:00"} +{"current_steps": 1150, "total_steps": 3472, "loss": 0.246, "lr": 3.385485899577264e-05, "epoch": 2.318548387096774, "percentage": 33.12, "elapsed_time": "1:22:59", "remaining_time": "2:47:33"} +{"current_steps": 1155, "total_steps": 3472, "loss": 0.2686, "lr": 3.378215956986433e-05, "epoch": 2.3286290322580645, "percentage": 33.27, "elapsed_time": "1:23:19", "remaining_time": "2:47:09"} +{"current_steps": 1160, "total_steps": 3472, "loss": 0.2507, "lr": 3.370911169909601e-05, "epoch": 2.338709677419355, "percentage": 33.41, "elapsed_time": "1:23:40", "remaining_time": "2:46:46"} +{"current_steps": 1165, "total_steps": 3472, "loss": 0.2769, "lr": 3.363571723028676e-05, "epoch": 2.348790322580645, "percentage": 33.55, "elapsed_time": "1:23:59", "remaining_time": "2:46:20"} +{"current_steps": 1170, "total_steps": 3472, "loss": 0.2599, "lr": 3.356197801901843e-05, "epoch": 2.3588709677419355, "percentage": 33.7, "elapsed_time": "1:24:19", "remaining_time": "2:45:55"} +{"current_steps": 1175, "total_steps": 3472, "loss": 0.3013, "lr": 3.34878959295888e-05, "epoch": 2.368951612903226, "percentage": 33.84, "elapsed_time": "1:24:42", "remaining_time": "2:45:35"} +{"current_steps": 1180, "total_steps": 3472, "loss": 0.2867, "lr": 3.341347283496435e-05, "epoch": 2.379032258064516, "percentage": 33.99, "elapsed_time": "1:25:04", "remaining_time": "2:45:14"} +{"current_steps": 1185, "total_steps": 3472, "loss": 0.2723, "lr": 3.333871061673302e-05, "epoch": 2.3891129032258065, "percentage": 34.13, "elapsed_time": "1:25:24", "remaining_time": "2:44:49"} +{"current_steps": 1190, "total_steps": 3472, "loss": 0.294, "lr": 3.326361116505652e-05, "epoch": 2.399193548387097, "percentage": 34.27, "elapsed_time": "1:25:45", "remaining_time": "2:44:28"} +{"current_steps": 1195, "total_steps": 3472, "loss": 0.2562, "lr": 3.318817637862264e-05, "epoch": 2.409274193548387, "percentage": 34.42, "elapsed_time": "1:26:05", "remaining_time": "2:44:02"} +{"current_steps": 1200, "total_steps": 3472, "loss": 0.2851, "lr": 3.3112408164597184e-05, "epoch": 2.4193548387096775, "percentage": 34.56, "elapsed_time": "1:26:27", "remaining_time": "2:43:41"} +{"current_steps": 1205, "total_steps": 3472, "loss": 0.2601, "lr": 3.303630843857581e-05, "epoch": 2.429435483870968, "percentage": 34.71, "elapsed_time": "1:26:47", "remaining_time": "2:43:17"} +{"current_steps": 1210, "total_steps": 3472, "loss": 0.2757, "lr": 3.295987912453552e-05, "epoch": 2.439516129032258, "percentage": 34.85, "elapsed_time": "1:27:09", "remaining_time": "2:42:56"} +{"current_steps": 1215, "total_steps": 3472, "loss": 0.2702, "lr": 3.28831221547861e-05, "epoch": 2.4495967741935485, "percentage": 34.99, "elapsed_time": "1:27:32", "remaining_time": "2:42:36"} +{"current_steps": 1220, "total_steps": 3472, "loss": 0.2736, "lr": 3.280603946992122e-05, "epoch": 2.4596774193548385, "percentage": 35.14, "elapsed_time": "1:27:51", "remaining_time": "2:42:10"} +{"current_steps": 1225, "total_steps": 3472, "loss": 0.2808, "lr": 3.272863301876937e-05, "epoch": 2.469758064516129, "percentage": 35.28, "elapsed_time": "1:28:11", "remaining_time": "2:41:46"} +{"current_steps": 1230, "total_steps": 3472, "loss": 0.2725, "lr": 3.265090475834461e-05, "epoch": 2.4798387096774195, "percentage": 35.43, "elapsed_time": "1:28:32", "remaining_time": "2:41:23"} +{"current_steps": 1235, "total_steps": 3472, "loss": 0.2561, "lr": 3.257285665379708e-05, "epoch": 2.4899193548387095, "percentage": 35.57, "elapsed_time": "1:28:53", "remaining_time": "2:41:00"} +{"current_steps": 1240, "total_steps": 3472, "loss": 0.2472, "lr": 3.249449067836332e-05, "epoch": 2.5, "percentage": 35.71, "elapsed_time": "1:29:15", "remaining_time": "2:40:39"} +{"current_steps": 1245, "total_steps": 3472, "loss": 0.2549, "lr": 3.241580881331639e-05, "epoch": 2.5100806451612905, "percentage": 35.86, "elapsed_time": "1:29:37", "remaining_time": "2:40:19"} +{"current_steps": 1250, "total_steps": 3472, "loss": 0.274, "lr": 3.233681304791575e-05, "epoch": 2.5201612903225805, "percentage": 36.0, "elapsed_time": "1:29:59", "remaining_time": "2:39:58"} +{"current_steps": 1255, "total_steps": 3472, "loss": 0.2713, "lr": 3.2257505379357015e-05, "epoch": 2.530241935483871, "percentage": 36.15, "elapsed_time": "1:30:20", "remaining_time": "2:39:36"} +{"current_steps": 1260, "total_steps": 3472, "loss": 0.2728, "lr": 3.2177887812721384e-05, "epoch": 2.540322580645161, "percentage": 36.29, "elapsed_time": "1:30:41", "remaining_time": "2:39:12"} +{"current_steps": 1265, "total_steps": 3472, "loss": 0.2817, "lr": 3.2097962360925055e-05, "epoch": 2.5504032258064515, "percentage": 36.43, "elapsed_time": "1:31:02", "remaining_time": "2:38:50"} +{"current_steps": 1270, "total_steps": 3472, "loss": 0.2509, "lr": 3.201773104466823e-05, "epoch": 2.560483870967742, "percentage": 36.58, "elapsed_time": "1:31:24", "remaining_time": "2:38:28"} +{"current_steps": 1275, "total_steps": 3472, "loss": 0.2832, "lr": 3.1937195892384104e-05, "epoch": 2.570564516129032, "percentage": 36.72, "elapsed_time": "1:31:43", "remaining_time": "2:38:03"} +{"current_steps": 1280, "total_steps": 3472, "loss": 0.2605, "lr": 3.1856358940187524e-05, "epoch": 2.5806451612903225, "percentage": 36.87, "elapsed_time": "1:32:08", "remaining_time": "2:37:47"} +{"current_steps": 1285, "total_steps": 3472, "loss": 0.2597, "lr": 3.1775222231823547e-05, "epoch": 2.590725806451613, "percentage": 37.01, "elapsed_time": "1:32:32", "remaining_time": "2:37:30"} +{"current_steps": 1290, "total_steps": 3472, "loss": 0.2649, "lr": 3.169378781861576e-05, "epoch": 2.600806451612903, "percentage": 37.15, "elapsed_time": "1:32:53", "remaining_time": "2:37:07"} +{"current_steps": 1295, "total_steps": 3472, "loss": 0.2619, "lr": 3.161205775941442e-05, "epoch": 2.6108870967741935, "percentage": 37.3, "elapsed_time": "1:33:11", "remaining_time": "2:36:40"} +{"current_steps": 1300, "total_steps": 3472, "loss": 0.2672, "lr": 3.153003412054439e-05, "epoch": 2.620967741935484, "percentage": 37.44, "elapsed_time": "1:33:32", "remaining_time": "2:36:17"} +{"current_steps": 1305, "total_steps": 3472, "loss": 0.2536, "lr": 3.14477189757529e-05, "epoch": 2.631048387096774, "percentage": 37.59, "elapsed_time": "1:33:54", "remaining_time": "2:35:55"} +{"current_steps": 1310, "total_steps": 3472, "loss": 0.2566, "lr": 3.136511440615715e-05, "epoch": 2.6411290322580645, "percentage": 37.73, "elapsed_time": "1:34:15", "remaining_time": "2:35:33"} +{"current_steps": 1315, "total_steps": 3472, "loss": 0.2554, "lr": 3.128222250019164e-05, "epoch": 2.651209677419355, "percentage": 37.87, "elapsed_time": "1:34:34", "remaining_time": "2:35:08"} +{"current_steps": 1320, "total_steps": 3472, "loss": 0.2699, "lr": 3.119904535355542e-05, "epoch": 2.661290322580645, "percentage": 38.02, "elapsed_time": "1:34:56", "remaining_time": "2:34:46"} +{"current_steps": 1325, "total_steps": 3472, "loss": 0.2576, "lr": 3.1115585069159064e-05, "epoch": 2.6713709677419355, "percentage": 38.16, "elapsed_time": "1:35:17", "remaining_time": "2:34:24"} +{"current_steps": 1330, "total_steps": 3472, "loss": 0.2616, "lr": 3.103184375707153e-05, "epoch": 2.681451612903226, "percentage": 38.31, "elapsed_time": "1:35:38", "remaining_time": "2:34:01"} +{"current_steps": 1335, "total_steps": 3472, "loss": 0.2627, "lr": 3.0947823534466824e-05, "epoch": 2.691532258064516, "percentage": 38.45, "elapsed_time": "1:36:01", "remaining_time": "2:33:42"} +{"current_steps": 1340, "total_steps": 3472, "loss": 0.256, "lr": 3.0863526525570416e-05, "epoch": 2.7016129032258065, "percentage": 38.59, "elapsed_time": "1:36:23", "remaining_time": "2:33:21"} +{"current_steps": 1345, "total_steps": 3472, "loss": 0.2757, "lr": 3.0778954861605606e-05, "epoch": 2.711693548387097, "percentage": 38.74, "elapsed_time": "1:36:42", "remaining_time": "2:32:55"} +{"current_steps": 1350, "total_steps": 3472, "loss": 0.2639, "lr": 3.069411068073961e-05, "epoch": 2.721774193548387, "percentage": 38.88, "elapsed_time": "1:37:03", "remaining_time": "2:32:33"} +{"current_steps": 1355, "total_steps": 3472, "loss": 0.2571, "lr": 3.060899612802947e-05, "epoch": 2.7318548387096775, "percentage": 39.03, "elapsed_time": "1:37:25", "remaining_time": "2:32:13"} +{"current_steps": 1360, "total_steps": 3472, "loss": 0.2758, "lr": 3.05236133553679e-05, "epoch": 2.741935483870968, "percentage": 39.17, "elapsed_time": "1:37:46", "remaining_time": "2:31:50"} +{"current_steps": 1365, "total_steps": 3472, "loss": 0.2482, "lr": 3.0437964521428783e-05, "epoch": 2.752016129032258, "percentage": 39.31, "elapsed_time": "1:38:08", "remaining_time": "2:31:28"} +{"current_steps": 1370, "total_steps": 3472, "loss": 0.2524, "lr": 3.0352051791612686e-05, "epoch": 2.7620967741935485, "percentage": 39.46, "elapsed_time": "1:38:33", "remaining_time": "2:31:13"} +{"current_steps": 1375, "total_steps": 3472, "loss": 0.2423, "lr": 3.0265877337992056e-05, "epoch": 2.772177419354839, "percentage": 39.6, "elapsed_time": "1:38:52", "remaining_time": "2:30:47"} +{"current_steps": 1380, "total_steps": 3472, "loss": 0.2543, "lr": 3.017944333925633e-05, "epoch": 2.782258064516129, "percentage": 39.75, "elapsed_time": "1:39:12", "remaining_time": "2:30:23"} +{"current_steps": 1385, "total_steps": 3472, "loss": 0.2524, "lr": 3.0092751980656837e-05, "epoch": 2.7923387096774195, "percentage": 39.89, "elapsed_time": "1:39:32", "remaining_time": "2:30:00"} +{"current_steps": 1390, "total_steps": 3472, "loss": 0.25, "lr": 3.0005805453951567e-05, "epoch": 2.8024193548387095, "percentage": 40.03, "elapsed_time": "1:39:54", "remaining_time": "2:29:38"} +{"current_steps": 1395, "total_steps": 3472, "loss": 0.2736, "lr": 2.9918605957349745e-05, "epoch": 2.8125, "percentage": 40.18, "elapsed_time": "1:40:14", "remaining_time": "2:29:15"} +{"current_steps": 1400, "total_steps": 3472, "loss": 0.2431, "lr": 2.9831155695456263e-05, "epoch": 2.8225806451612905, "percentage": 40.32, "elapsed_time": "1:40:33", "remaining_time": "2:28:50"} +{"current_steps": 1405, "total_steps": 3472, "loss": 0.263, "lr": 2.9743456879215934e-05, "epoch": 2.8326612903225805, "percentage": 40.47, "elapsed_time": "1:40:53", "remaining_time": "2:28:26"} +{"current_steps": 1410, "total_steps": 3472, "loss": 0.258, "lr": 2.9655511725857607e-05, "epoch": 2.842741935483871, "percentage": 40.61, "elapsed_time": "1:41:14", "remaining_time": "2:28:02"} +{"current_steps": 1415, "total_steps": 3472, "loss": 0.2544, "lr": 2.9567322458838097e-05, "epoch": 2.852822580645161, "percentage": 40.75, "elapsed_time": "1:41:34", "remaining_time": "2:27:40"} +{"current_steps": 1420, "total_steps": 3472, "loss": 0.2653, "lr": 2.9478891307785974e-05, "epoch": 2.8629032258064515, "percentage": 40.9, "elapsed_time": "1:41:59", "remaining_time": "2:27:22"} +{"current_steps": 1425, "total_steps": 3472, "loss": 0.2521, "lr": 2.9390220508445215e-05, "epoch": 2.872983870967742, "percentage": 41.04, "elapsed_time": "1:42:21", "remaining_time": "2:27:02"} +{"current_steps": 1430, "total_steps": 3472, "loss": 0.2996, "lr": 2.9301312302618634e-05, "epoch": 2.883064516129032, "percentage": 41.19, "elapsed_time": "1:42:42", "remaining_time": "2:26:40"} +{"current_steps": 1435, "total_steps": 3472, "loss": 0.28, "lr": 2.9212168938111243e-05, "epoch": 2.8931451612903225, "percentage": 41.33, "elapsed_time": "1:43:01", "remaining_time": "2:26:15"} +{"current_steps": 1440, "total_steps": 3472, "loss": 0.2586, "lr": 2.912279266867341e-05, "epoch": 2.903225806451613, "percentage": 41.47, "elapsed_time": "1:43:19", "remaining_time": "2:25:48"} +{"current_steps": 1445, "total_steps": 3472, "loss": 0.2743, "lr": 2.9033185753943868e-05, "epoch": 2.913306451612903, "percentage": 41.62, "elapsed_time": "1:43:41", "remaining_time": "2:25:27"} +{"current_steps": 1450, "total_steps": 3472, "loss": 0.2657, "lr": 2.894335045939261e-05, "epoch": 2.9233870967741935, "percentage": 41.76, "elapsed_time": "1:44:03", "remaining_time": "2:25:06"} +{"current_steps": 1455, "total_steps": 3472, "loss": 0.2588, "lr": 2.8853289056263595e-05, "epoch": 2.933467741935484, "percentage": 41.91, "elapsed_time": "1:44:22", "remaining_time": "2:24:41"} +{"current_steps": 1460, "total_steps": 3472, "loss": 0.2555, "lr": 2.8763003821517324e-05, "epoch": 2.943548387096774, "percentage": 42.05, "elapsed_time": "1:44:41", "remaining_time": "2:24:16"} +{"current_steps": 1465, "total_steps": 3472, "loss": 0.2732, "lr": 2.8672497037773284e-05, "epoch": 2.9536290322580645, "percentage": 42.19, "elapsed_time": "1:45:02", "remaining_time": "2:23:53"} +{"current_steps": 1470, "total_steps": 3472, "loss": 0.2822, "lr": 2.8581770993252226e-05, "epoch": 2.963709677419355, "percentage": 42.34, "elapsed_time": "1:45:22", "remaining_time": "2:23:30"} +{"current_steps": 1475, "total_steps": 3472, "loss": 0.2882, "lr": 2.849082798171833e-05, "epoch": 2.973790322580645, "percentage": 42.48, "elapsed_time": "1:45:45", "remaining_time": "2:23:11"} +{"current_steps": 1480, "total_steps": 3472, "loss": 0.2599, "lr": 2.8399670302421198e-05, "epoch": 2.9838709677419355, "percentage": 42.63, "elapsed_time": "1:46:08", "remaining_time": "2:22:51"} +{"current_steps": 1485, "total_steps": 3472, "loss": 0.2455, "lr": 2.8308300260037734e-05, "epoch": 2.993951612903226, "percentage": 42.77, "elapsed_time": "1:46:29", "remaining_time": "2:22:29"} +{"current_steps": 1490, "total_steps": 3472, "loss": 0.245, "lr": 2.821672016461386e-05, "epoch": 3.004032258064516, "percentage": 42.91, "elapsed_time": "1:46:50", "remaining_time": "2:22:06"} +{"current_steps": 1495, "total_steps": 3472, "loss": 0.2443, "lr": 2.812493233150614e-05, "epoch": 3.0141129032258065, "percentage": 43.06, "elapsed_time": "1:47:12", "remaining_time": "2:21:45"} +{"current_steps": 1500, "total_steps": 3472, "loss": 0.228, "lr": 2.803293908132322e-05, "epoch": 3.024193548387097, "percentage": 43.2, "elapsed_time": "1:47:32", "remaining_time": "2:21:23"} +{"current_steps": 1505, "total_steps": 3472, "loss": 0.2066, "lr": 2.7940742739867165e-05, "epoch": 3.034274193548387, "percentage": 43.35, "elapsed_time": "1:48:30", "remaining_time": "2:21:48"} +{"current_steps": 1510, "total_steps": 3472, "loss": 0.2275, "lr": 2.7848345638074644e-05, "epoch": 3.0443548387096775, "percentage": 43.49, "elapsed_time": "1:48:52", "remaining_time": "2:21:28"} +{"current_steps": 1515, "total_steps": 3472, "loss": 0.2045, "lr": 2.7755750111958043e-05, "epoch": 3.0544354838709675, "percentage": 43.63, "elapsed_time": "1:49:13", "remaining_time": "2:21:04"} +{"current_steps": 1520, "total_steps": 3472, "loss": 0.2232, "lr": 2.766295850254635e-05, "epoch": 3.064516129032258, "percentage": 43.78, "elapsed_time": "1:49:34", "remaining_time": "2:20:43"} +{"current_steps": 1525, "total_steps": 3472, "loss": 0.2285, "lr": 2.7569973155825983e-05, "epoch": 3.0745967741935485, "percentage": 43.92, "elapsed_time": "1:49:53", "remaining_time": "2:20:18"} +{"current_steps": 1530, "total_steps": 3472, "loss": 0.2329, "lr": 2.7476796422681516e-05, "epoch": 3.0846774193548385, "percentage": 44.07, "elapsed_time": "1:50:14", "remaining_time": "2:19:55"} +{"current_steps": 1535, "total_steps": 3472, "loss": 0.2412, "lr": 2.738343065883619e-05, "epoch": 3.094758064516129, "percentage": 44.21, "elapsed_time": "1:50:37", "remaining_time": "2:19:35"} +{"current_steps": 1540, "total_steps": 3472, "loss": 0.2278, "lr": 2.7289878224792398e-05, "epoch": 3.1048387096774195, "percentage": 44.35, "elapsed_time": "1:50:58", "remaining_time": "2:19:13"} +{"current_steps": 1545, "total_steps": 3472, "loss": 0.2347, "lr": 2.7196141485771966e-05, "epoch": 3.1149193548387095, "percentage": 44.5, "elapsed_time": "1:51:18", "remaining_time": "2:18:49"} +{"current_steps": 1550, "total_steps": 3472, "loss": 0.2529, "lr": 2.7102222811656392e-05, "epoch": 3.125, "percentage": 44.64, "elapsed_time": "1:51:41", "remaining_time": "2:18:29"} +{"current_steps": 1555, "total_steps": 3472, "loss": 0.2123, "lr": 2.700812457692691e-05, "epoch": 3.1350806451612905, "percentage": 44.79, "elapsed_time": "1:52:02", "remaining_time": "2:18:07"} +{"current_steps": 1560, "total_steps": 3472, "loss": 0.2361, "lr": 2.6913849160604467e-05, "epoch": 3.1451612903225805, "percentage": 44.93, "elapsed_time": "1:52:25", "remaining_time": "2:17:47"} +{"current_steps": 1565, "total_steps": 3472, "loss": 0.2395, "lr": 2.6819398946189555e-05, "epoch": 3.155241935483871, "percentage": 45.07, "elapsed_time": "1:52:45", "remaining_time": "2:17:24"} +{"current_steps": 1570, "total_steps": 3472, "loss": 0.2439, "lr": 2.6724776321601984e-05, "epoch": 3.1653225806451615, "percentage": 45.22, "elapsed_time": "1:53:07", "remaining_time": "2:17:02"} +{"current_steps": 1575, "total_steps": 3472, "loss": 0.2256, "lr": 2.6629983679120474e-05, "epoch": 3.1754032258064515, "percentage": 45.36, "elapsed_time": "1:53:28", "remaining_time": "2:16:40"} +{"current_steps": 1580, "total_steps": 3472, "loss": 0.2386, "lr": 2.65350234153222e-05, "epoch": 3.185483870967742, "percentage": 45.51, "elapsed_time": "1:53:50", "remaining_time": "2:16:19"} +{"current_steps": 1585, "total_steps": 3472, "loss": 0.2296, "lr": 2.6439897931022192e-05, "epoch": 3.195564516129032, "percentage": 45.65, "elapsed_time": "1:54:10", "remaining_time": "2:15:55"} +{"current_steps": 1590, "total_steps": 3472, "loss": 0.243, "lr": 2.6344609631212645e-05, "epoch": 3.2056451612903225, "percentage": 45.79, "elapsed_time": "1:54:29", "remaining_time": "2:15:30"} +{"current_steps": 1595, "total_steps": 3472, "loss": 0.235, "lr": 2.6249160925002083e-05, "epoch": 3.215725806451613, "percentage": 45.94, "elapsed_time": "1:54:48", "remaining_time": "2:15:06"} +{"current_steps": 1600, "total_steps": 3472, "loss": 0.2274, "lr": 2.6153554225554497e-05, "epoch": 3.225806451612903, "percentage": 46.08, "elapsed_time": "1:55:10", "remaining_time": "2:14:45"} +{"current_steps": 1605, "total_steps": 3472, "loss": 0.2362, "lr": 2.6057791950028303e-05, "epoch": 3.2358870967741935, "percentage": 46.23, "elapsed_time": "1:55:30", "remaining_time": "2:14:21"} +{"current_steps": 1610, "total_steps": 3472, "loss": 0.2412, "lr": 2.5961876519515238e-05, "epoch": 3.245967741935484, "percentage": 46.37, "elapsed_time": "1:55:51", "remaining_time": "2:13:59"} +{"current_steps": 1615, "total_steps": 3472, "loss": 0.2656, "lr": 2.5865810358979146e-05, "epoch": 3.256048387096774, "percentage": 46.51, "elapsed_time": "1:56:13", "remaining_time": "2:13:38"} +{"current_steps": 1620, "total_steps": 3472, "loss": 0.2204, "lr": 2.5769595897194693e-05, "epoch": 3.2661290322580645, "percentage": 46.66, "elapsed_time": "1:56:34", "remaining_time": "2:13:16"} +{"current_steps": 1625, "total_steps": 3472, "loss": 0.2155, "lr": 2.5673235566685935e-05, "epoch": 3.276209677419355, "percentage": 46.8, "elapsed_time": "1:56:55", "remaining_time": "2:12:54"} +{"current_steps": 1630, "total_steps": 3472, "loss": 0.2226, "lr": 2.557673180366482e-05, "epoch": 3.286290322580645, "percentage": 46.95, "elapsed_time": "1:57:15", "remaining_time": "2:12:31"} +{"current_steps": 1635, "total_steps": 3472, "loss": 0.224, "lr": 2.5480087047969605e-05, "epoch": 3.2963709677419355, "percentage": 47.09, "elapsed_time": "1:57:36", "remaining_time": "2:12:07"} +{"current_steps": 1640, "total_steps": 3472, "loss": 0.2309, "lr": 2.538330374300317e-05, "epoch": 3.306451612903226, "percentage": 47.24, "elapsed_time": "1:57:56", "remaining_time": "2:11:44"} +{"current_steps": 1645, "total_steps": 3472, "loss": 0.2518, "lr": 2.5286384335671237e-05, "epoch": 3.316532258064516, "percentage": 47.38, "elapsed_time": "1:58:18", "remaining_time": "2:11:23"} +{"current_steps": 1650, "total_steps": 3472, "loss": 0.2363, "lr": 2.5189331276320515e-05, "epoch": 3.3266129032258065, "percentage": 47.52, "elapsed_time": "1:58:39", "remaining_time": "2:11:01"} +{"current_steps": 1655, "total_steps": 3472, "loss": 0.234, "lr": 2.509214701867675e-05, "epoch": 3.336693548387097, "percentage": 47.67, "elapsed_time": "1:59:00", "remaining_time": "2:10:39"} +{"current_steps": 1660, "total_steps": 3472, "loss": 0.2209, "lr": 2.499483401978266e-05, "epoch": 3.346774193548387, "percentage": 47.81, "elapsed_time": "1:59:21", "remaining_time": "2:10:17"} +{"current_steps": 1665, "total_steps": 3472, "loss": 0.2418, "lr": 2.4897394739935877e-05, "epoch": 3.3568548387096775, "percentage": 47.96, "elapsed_time": "1:59:42", "remaining_time": "2:09:55"} +{"current_steps": 1670, "total_steps": 3472, "loss": 0.2126, "lr": 2.479983164262667e-05, "epoch": 3.366935483870968, "percentage": 48.1, "elapsed_time": "2:00:04", "remaining_time": "2:09:34"} +{"current_steps": 1675, "total_steps": 3472, "loss": 0.2423, "lr": 2.470214719447574e-05, "epoch": 3.377016129032258, "percentage": 48.24, "elapsed_time": "2:00:25", "remaining_time": "2:09:12"} +{"current_steps": 1680, "total_steps": 3472, "loss": 0.2388, "lr": 2.460434386517177e-05, "epoch": 3.3870967741935485, "percentage": 48.39, "elapsed_time": "2:00:47", "remaining_time": "2:08:51"} +{"current_steps": 1685, "total_steps": 3472, "loss": 0.2264, "lr": 2.4506424127409068e-05, "epoch": 3.3971774193548385, "percentage": 48.53, "elapsed_time": "2:01:08", "remaining_time": "2:08:28"} +{"current_steps": 1690, "total_steps": 3472, "loss": 0.2295, "lr": 2.4408390456825005e-05, "epoch": 3.407258064516129, "percentage": 48.68, "elapsed_time": "2:01:30", "remaining_time": "2:08:07"} +{"current_steps": 1695, "total_steps": 3472, "loss": 0.2286, "lr": 2.4310245331937453e-05, "epoch": 3.4173387096774195, "percentage": 48.82, "elapsed_time": "2:01:51", "remaining_time": "2:07:45"} +{"current_steps": 1700, "total_steps": 3472, "loss": 0.2248, "lr": 2.421199123408207e-05, "epoch": 3.4274193548387095, "percentage": 48.96, "elapsed_time": "2:02:12", "remaining_time": "2:07:23"} +{"current_steps": 1705, "total_steps": 3472, "loss": 0.2392, "lr": 2.4113630647349647e-05, "epoch": 3.4375, "percentage": 49.11, "elapsed_time": "2:02:36", "remaining_time": "2:07:03"} +{"current_steps": 1710, "total_steps": 3472, "loss": 0.2544, "lr": 2.401516605852323e-05, "epoch": 3.4475806451612905, "percentage": 49.25, "elapsed_time": "2:02:57", "remaining_time": "2:06:42"} +{"current_steps": 1715, "total_steps": 3472, "loss": 0.2114, "lr": 2.3916599957015284e-05, "epoch": 3.4576612903225805, "percentage": 49.4, "elapsed_time": "2:03:18", "remaining_time": "2:06:19"} +{"current_steps": 1720, "total_steps": 3472, "loss": 0.2289, "lr": 2.3817934834804754e-05, "epoch": 3.467741935483871, "percentage": 49.54, "elapsed_time": "2:03:42", "remaining_time": "2:06:00"} +{"current_steps": 1725, "total_steps": 3472, "loss": 0.2634, "lr": 2.371917318637406e-05, "epoch": 3.4778225806451615, "percentage": 49.68, "elapsed_time": "2:04:04", "remaining_time": "2:05:39"} +{"current_steps": 1730, "total_steps": 3472, "loss": 0.2225, "lr": 2.3620317508646014e-05, "epoch": 3.4879032258064515, "percentage": 49.83, "elapsed_time": "2:04:25", "remaining_time": "2:05:17"} +{"current_steps": 1735, "total_steps": 3472, "loss": 0.2382, "lr": 2.3521370300920726e-05, "epoch": 3.497983870967742, "percentage": 49.97, "elapsed_time": "2:04:46", "remaining_time": "2:04:55"} +{"current_steps": 1740, "total_steps": 3472, "loss": 0.2368, "lr": 2.3422334064812383e-05, "epoch": 3.508064516129032, "percentage": 50.12, "elapsed_time": "2:05:06", "remaining_time": "2:04:32"} +{"current_steps": 1745, "total_steps": 3472, "loss": 0.239, "lr": 2.3323211304186012e-05, "epoch": 3.5181451612903225, "percentage": 50.26, "elapsed_time": "2:05:27", "remaining_time": "2:04:09"} +{"current_steps": 1750, "total_steps": 3472, "loss": 0.2406, "lr": 2.3224004525094194e-05, "epoch": 3.528225806451613, "percentage": 50.4, "elapsed_time": "2:05:48", "remaining_time": "2:03:47"} +{"current_steps": 1755, "total_steps": 3472, "loss": 0.2102, "lr": 2.3124716235713676e-05, "epoch": 3.538306451612903, "percentage": 50.55, "elapsed_time": "2:06:09", "remaining_time": "2:03:26"} +{"current_steps": 1760, "total_steps": 3472, "loss": 0.2385, "lr": 2.302534894628199e-05, "epoch": 3.5483870967741935, "percentage": 50.69, "elapsed_time": "2:06:29", "remaining_time": "2:03:02"} +{"current_steps": 1765, "total_steps": 3472, "loss": 0.2489, "lr": 2.2925905169033946e-05, "epoch": 3.558467741935484, "percentage": 50.84, "elapsed_time": "2:06:48", "remaining_time": "2:02:38"} +{"current_steps": 1770, "total_steps": 3472, "loss": 0.2579, "lr": 2.282638741813818e-05, "epoch": 3.568548387096774, "percentage": 50.98, "elapsed_time": "2:07:10", "remaining_time": "2:02:17"} +{"current_steps": 1775, "total_steps": 3472, "loss": 0.2703, "lr": 2.2726798209633514e-05, "epoch": 3.5786290322580645, "percentage": 51.12, "elapsed_time": "2:07:31", "remaining_time": "2:01:55"} +{"current_steps": 1780, "total_steps": 3472, "loss": 0.2566, "lr": 2.262714006136542e-05, "epoch": 3.588709677419355, "percentage": 51.27, "elapsed_time": "2:07:51", "remaining_time": "2:01:32"} +{"current_steps": 1785, "total_steps": 3472, "loss": 0.2223, "lr": 2.2527415492922287e-05, "epoch": 3.598790322580645, "percentage": 51.41, "elapsed_time": "2:08:14", "remaining_time": "2:01:12"} +{"current_steps": 1790, "total_steps": 3472, "loss": 0.2242, "lr": 2.2427627025571795e-05, "epoch": 3.6088709677419355, "percentage": 51.56, "elapsed_time": "2:08:34", "remaining_time": "2:00:48"} +{"current_steps": 1795, "total_steps": 3472, "loss": 0.2147, "lr": 2.2327777182197116e-05, "epoch": 3.618951612903226, "percentage": 51.7, "elapsed_time": "2:08:56", "remaining_time": "2:00:27"} +{"current_steps": 1800, "total_steps": 3472, "loss": 0.2166, "lr": 2.2227868487233165e-05, "epoch": 3.629032258064516, "percentage": 51.84, "elapsed_time": "2:09:16", "remaining_time": "2:00:04"} +{"current_steps": 1805, "total_steps": 3472, "loss": 0.2433, "lr": 2.2127903466602736e-05, "epoch": 3.6391129032258065, "percentage": 51.99, "elapsed_time": "2:09:37", "remaining_time": "1:59:42"} +{"current_steps": 1810, "total_steps": 3472, "loss": 0.2483, "lr": 2.2027884647652704e-05, "epoch": 3.649193548387097, "percentage": 52.13, "elapsed_time": "2:09:59", "remaining_time": "1:59:22"} +{"current_steps": 1815, "total_steps": 3472, "loss": 0.2311, "lr": 2.1927814559090052e-05, "epoch": 3.659274193548387, "percentage": 52.28, "elapsed_time": "2:10:21", "remaining_time": "1:59:00"} +{"current_steps": 1820, "total_steps": 3472, "loss": 0.2661, "lr": 2.1827695730917995e-05, "epoch": 3.6693548387096775, "percentage": 52.42, "elapsed_time": "2:10:43", "remaining_time": "1:58:39"} +{"current_steps": 1825, "total_steps": 3472, "loss": 0.24, "lr": 2.1727530694371993e-05, "epoch": 3.679435483870968, "percentage": 52.56, "elapsed_time": "2:11:05", "remaining_time": "1:58:17"} +{"current_steps": 1830, "total_steps": 3472, "loss": 0.2423, "lr": 2.162732198185578e-05, "epoch": 3.689516129032258, "percentage": 52.71, "elapsed_time": "2:11:26", "remaining_time": "1:57:56"} +{"current_steps": 1835, "total_steps": 3472, "loss": 0.2424, "lr": 2.1527072126877288e-05, "epoch": 3.6995967741935485, "percentage": 52.85, "elapsed_time": "2:11:47", "remaining_time": "1:57:33"} +{"current_steps": 1840, "total_steps": 3472, "loss": 0.2499, "lr": 2.1426783663984648e-05, "epoch": 3.709677419354839, "percentage": 53.0, "elapsed_time": "2:12:10", "remaining_time": "1:57:14"} +{"current_steps": 1845, "total_steps": 3472, "loss": 0.2213, "lr": 2.132645912870208e-05, "epoch": 3.719758064516129, "percentage": 53.14, "elapsed_time": "2:12:30", "remaining_time": "1:56:51"} +{"current_steps": 1850, "total_steps": 3472, "loss": 0.2444, "lr": 2.1226101057465804e-05, "epoch": 3.7298387096774195, "percentage": 53.28, "elapsed_time": "2:12:49", "remaining_time": "1:56:27"} +{"current_steps": 1855, "total_steps": 3472, "loss": 0.2526, "lr": 2.1125711987559887e-05, "epoch": 3.7399193548387095, "percentage": 53.43, "elapsed_time": "2:13:12", "remaining_time": "1:56:07"} +{"current_steps": 1860, "total_steps": 3472, "loss": 0.2294, "lr": 2.1025294457052145e-05, "epoch": 3.75, "percentage": 53.57, "elapsed_time": "2:13:33", "remaining_time": "1:55:45"} +{"current_steps": 1865, "total_steps": 3472, "loss": 0.2205, "lr": 2.092485100472991e-05, "epoch": 3.7600806451612905, "percentage": 53.72, "elapsed_time": "2:13:56", "remaining_time": "1:55:25"} +{"current_steps": 1870, "total_steps": 3472, "loss": 0.2385, "lr": 2.082438417003591e-05, "epoch": 3.7701612903225805, "percentage": 53.86, "elapsed_time": "2:14:16", "remaining_time": "1:55:02"} +{"current_steps": 1875, "total_steps": 3472, "loss": 0.2381, "lr": 2.0723896493004013e-05, "epoch": 3.780241935483871, "percentage": 54.0, "elapsed_time": "2:14:36", "remaining_time": "1:54:39"} +{"current_steps": 1880, "total_steps": 3472, "loss": 0.2266, "lr": 2.0623390514195036e-05, "epoch": 3.790322580645161, "percentage": 54.15, "elapsed_time": "2:14:57", "remaining_time": "1:54:16"} +{"current_steps": 1885, "total_steps": 3472, "loss": 0.2275, "lr": 2.05228687746325e-05, "epoch": 3.8004032258064515, "percentage": 54.29, "elapsed_time": "2:15:18", "remaining_time": "1:53:55"} +{"current_steps": 1890, "total_steps": 3472, "loss": 0.2259, "lr": 2.0422333815738403e-05, "epoch": 3.810483870967742, "percentage": 54.44, "elapsed_time": "2:15:40", "remaining_time": "1:53:33"} +{"current_steps": 1895, "total_steps": 3472, "loss": 0.2316, "lr": 2.0321788179268953e-05, "epoch": 3.820564516129032, "percentage": 54.58, "elapsed_time": "2:16:01", "remaining_time": "1:53:11"} +{"current_steps": 1900, "total_steps": 3472, "loss": 0.2366, "lr": 2.022123440725032e-05, "epoch": 3.8306451612903225, "percentage": 54.72, "elapsed_time": "2:16:22", "remaining_time": "1:52:50"} +{"current_steps": 1905, "total_steps": 3472, "loss": 0.2473, "lr": 2.0120675041914345e-05, "epoch": 3.840725806451613, "percentage": 54.87, "elapsed_time": "2:16:42", "remaining_time": "1:52:27"} +{"current_steps": 1910, "total_steps": 3472, "loss": 0.2257, "lr": 2.0020112625634298e-05, "epoch": 3.850806451612903, "percentage": 55.01, "elapsed_time": "2:17:03", "remaining_time": "1:52:05"} +{"current_steps": 1915, "total_steps": 3472, "loss": 0.2452, "lr": 1.9919549700860575e-05, "epoch": 3.8608870967741935, "percentage": 55.16, "elapsed_time": "2:17:26", "remaining_time": "1:51:44"} +{"current_steps": 1920, "total_steps": 3472, "loss": 0.2167, "lr": 1.981898881005642e-05, "epoch": 3.870967741935484, "percentage": 55.3, "elapsed_time": "2:17:46", "remaining_time": "1:51:22"} +{"current_steps": 1925, "total_steps": 3472, "loss": 0.2258, "lr": 1.971843249563367e-05, "epoch": 3.881048387096774, "percentage": 55.44, "elapsed_time": "2:18:07", "remaining_time": "1:50:59"} +{"current_steps": 1930, "total_steps": 3472, "loss": 0.2301, "lr": 1.9617883299888448e-05, "epoch": 3.8911290322580645, "percentage": 55.59, "elapsed_time": "2:18:28", "remaining_time": "1:50:38"} +{"current_steps": 1935, "total_steps": 3472, "loss": 0.2436, "lr": 1.9517343764936913e-05, "epoch": 3.901209677419355, "percentage": 55.73, "elapsed_time": "2:18:48", "remaining_time": "1:50:15"} +{"current_steps": 1940, "total_steps": 3472, "loss": 0.231, "lr": 1.941681643265096e-05, "epoch": 3.911290322580645, "percentage": 55.88, "elapsed_time": "2:19:09", "remaining_time": "1:49:53"} +{"current_steps": 1945, "total_steps": 3472, "loss": 0.224, "lr": 1.931630384459398e-05, "epoch": 3.9213709677419355, "percentage": 56.02, "elapsed_time": "2:19:29", "remaining_time": "1:49:30"} +{"current_steps": 1950, "total_steps": 3472, "loss": 0.2512, "lr": 1.9215808541956598e-05, "epoch": 3.931451612903226, "percentage": 56.16, "elapsed_time": "2:19:55", "remaining_time": "1:49:13"} +{"current_steps": 1955, "total_steps": 3472, "loss": 0.2261, "lr": 1.9115333065492428e-05, "epoch": 3.941532258064516, "percentage": 56.31, "elapsed_time": "2:20:16", "remaining_time": "1:48:50"} +{"current_steps": 1960, "total_steps": 3472, "loss": 0.2572, "lr": 1.901487995545382e-05, "epoch": 3.9516129032258065, "percentage": 56.45, "elapsed_time": "2:20:35", "remaining_time": "1:48:27"} +{"current_steps": 1965, "total_steps": 3472, "loss": 0.2364, "lr": 1.891445175152766e-05, "epoch": 3.961693548387097, "percentage": 56.6, "elapsed_time": "2:20:55", "remaining_time": "1:48:05"} +{"current_steps": 1970, "total_steps": 3472, "loss": 0.2299, "lr": 1.8814050992771146e-05, "epoch": 3.971774193548387, "percentage": 56.74, "elapsed_time": "2:21:18", "remaining_time": "1:47:44"} +{"current_steps": 1975, "total_steps": 3472, "loss": 0.2134, "lr": 1.8713680217547597e-05, "epoch": 3.9818548387096775, "percentage": 56.88, "elapsed_time": "2:21:38", "remaining_time": "1:47:21"} +{"current_steps": 1980, "total_steps": 3472, "loss": 0.2294, "lr": 1.8613341963462277e-05, "epoch": 3.991935483870968, "percentage": 57.03, "elapsed_time": "2:22:00", "remaining_time": "1:47:00"} +{"current_steps": 1985, "total_steps": 3472, "loss": 0.2337, "lr": 1.8513038767298254e-05, "epoch": 4.002016129032258, "percentage": 57.17, "elapsed_time": "2:22:22", "remaining_time": "1:46:39"} +{"current_steps": 1990, "total_steps": 3472, "loss": 0.2074, "lr": 1.8412773164952233e-05, "epoch": 4.012096774193548, "percentage": 57.32, "elapsed_time": "2:22:45", "remaining_time": "1:46:18"} +{"current_steps": 1995, "total_steps": 3472, "loss": 0.2097, "lr": 1.8312547691370467e-05, "epoch": 4.022177419354839, "percentage": 57.46, "elapsed_time": "2:23:05", "remaining_time": "1:45:56"} +{"current_steps": 2000, "total_steps": 3472, "loss": 0.1971, "lr": 1.8212364880484664e-05, "epoch": 4.032258064516129, "percentage": 57.6, "elapsed_time": "2:23:26", "remaining_time": "1:45:34"} +{"current_steps": 2005, "total_steps": 3472, "loss": 0.203, "lr": 1.811222726514793e-05, "epoch": 4.042338709677419, "percentage": 57.75, "elapsed_time": "2:23:48", "remaining_time": "1:45:13"} +{"current_steps": 2010, "total_steps": 3472, "loss": 0.1789, "lr": 1.8012137377070683e-05, "epoch": 4.05241935483871, "percentage": 57.89, "elapsed_time": "2:24:10", "remaining_time": "1:44:51"} +{"current_steps": 2015, "total_steps": 3472, "loss": 0.1924, "lr": 1.791209774675674e-05, "epoch": 4.0625, "percentage": 58.04, "elapsed_time": "2:24:31", "remaining_time": "1:44:29"} +{"current_steps": 2020, "total_steps": 3472, "loss": 0.2015, "lr": 1.781211090343925e-05, "epoch": 4.07258064516129, "percentage": 58.18, "elapsed_time": "2:24:51", "remaining_time": "1:44:07"} +{"current_steps": 2025, "total_steps": 3472, "loss": 0.2118, "lr": 1.7712179375016792e-05, "epoch": 4.082661290322581, "percentage": 58.32, "elapsed_time": "2:25:10", "remaining_time": "1:43:44"} +{"current_steps": 2030, "total_steps": 3472, "loss": 0.2184, "lr": 1.7612305687989465e-05, "epoch": 4.092741935483871, "percentage": 58.47, "elapsed_time": "2:25:30", "remaining_time": "1:43:21"} +{"current_steps": 2035, "total_steps": 3472, "loss": 0.2106, "lr": 1.7512492367394988e-05, "epoch": 4.102822580645161, "percentage": 58.61, "elapsed_time": "2:25:50", "remaining_time": "1:42:58"} +{"current_steps": 2040, "total_steps": 3472, "loss": 0.2027, "lr": 1.74127419367449e-05, "epoch": 4.112903225806452, "percentage": 58.76, "elapsed_time": "2:26:10", "remaining_time": "1:42:36"} +{"current_steps": 2045, "total_steps": 3472, "loss": 0.1878, "lr": 1.731305691796071e-05, "epoch": 4.122983870967742, "percentage": 58.9, "elapsed_time": "2:26:30", "remaining_time": "1:42:14"} +{"current_steps": 2050, "total_steps": 3472, "loss": 0.2042, "lr": 1.7213439831310186e-05, "epoch": 4.133064516129032, "percentage": 59.04, "elapsed_time": "2:26:53", "remaining_time": "1:41:53"} +{"current_steps": 2055, "total_steps": 3472, "loss": 0.2289, "lr": 1.7113893195343602e-05, "epoch": 4.143145161290323, "percentage": 59.19, "elapsed_time": "2:27:14", "remaining_time": "1:41:31"} +{"current_steps": 2060, "total_steps": 3472, "loss": 0.204, "lr": 1.7014419526830078e-05, "epoch": 4.153225806451613, "percentage": 59.33, "elapsed_time": "2:27:35", "remaining_time": "1:41:10"} +{"current_steps": 2065, "total_steps": 3472, "loss": 0.2154, "lr": 1.6915021340693952e-05, "epoch": 4.163306451612903, "percentage": 59.48, "elapsed_time": "2:27:56", "remaining_time": "1:40:48"} +{"current_steps": 2070, "total_steps": 3472, "loss": 0.1936, "lr": 1.6815701149951193e-05, "epoch": 4.173387096774194, "percentage": 59.62, "elapsed_time": "2:28:19", "remaining_time": "1:40:27"} +{"current_steps": 2075, "total_steps": 3472, "loss": 0.2082, "lr": 1.6716461465645868e-05, "epoch": 4.183467741935484, "percentage": 59.76, "elapsed_time": "2:28:39", "remaining_time": "1:40:05"} +{"current_steps": 2080, "total_steps": 3472, "loss": 0.2218, "lr": 1.6617304796786636e-05, "epoch": 4.193548387096774, "percentage": 59.91, "elapsed_time": "2:28:59", "remaining_time": "1:39:42"} +{"current_steps": 2085, "total_steps": 3472, "loss": 0.2136, "lr": 1.6518233650283356e-05, "epoch": 4.203629032258065, "percentage": 60.05, "elapsed_time": "2:29:20", "remaining_time": "1:39:20"} +{"current_steps": 2090, "total_steps": 3472, "loss": 0.1935, "lr": 1.6419250530883677e-05, "epoch": 4.213709677419355, "percentage": 60.2, "elapsed_time": "2:29:42", "remaining_time": "1:38:59"} +{"current_steps": 2095, "total_steps": 3472, "loss": 0.2189, "lr": 1.6320357941109718e-05, "epoch": 4.223790322580645, "percentage": 60.34, "elapsed_time": "2:30:02", "remaining_time": "1:38:37"} +{"current_steps": 2100, "total_steps": 3472, "loss": 0.2004, "lr": 1.6221558381194804e-05, "epoch": 4.233870967741935, "percentage": 60.48, "elapsed_time": "2:30:25", "remaining_time": "1:38:16"} +{"current_steps": 2105, "total_steps": 3472, "loss": 0.198, "lr": 1.612285434902024e-05, "epoch": 4.243951612903226, "percentage": 60.63, "elapsed_time": "2:30:45", "remaining_time": "1:37:54"} +{"current_steps": 2110, "total_steps": 3472, "loss": 0.1885, "lr": 1.602424834005218e-05, "epoch": 4.254032258064516, "percentage": 60.77, "elapsed_time": "2:31:05", "remaining_time": "1:37:32"} +{"current_steps": 2115, "total_steps": 3472, "loss": 0.2214, "lr": 1.592574284727852e-05, "epoch": 4.264112903225806, "percentage": 60.92, "elapsed_time": "2:31:26", "remaining_time": "1:37:10"} +{"current_steps": 2120, "total_steps": 3472, "loss": 0.2017, "lr": 1.5827340361145873e-05, "epoch": 4.274193548387097, "percentage": 61.06, "elapsed_time": "2:31:47", "remaining_time": "1:36:47"} +{"current_steps": 2125, "total_steps": 3472, "loss": 0.2097, "lr": 1.572904336949661e-05, "epoch": 4.284274193548387, "percentage": 61.2, "elapsed_time": "2:32:07", "remaining_time": "1:36:26"} +{"current_steps": 2130, "total_steps": 3472, "loss": 0.1901, "lr": 1.563085435750595e-05, "epoch": 4.294354838709677, "percentage": 61.35, "elapsed_time": "2:32:28", "remaining_time": "1:36:03"} +{"current_steps": 2135, "total_steps": 3472, "loss": 0.2016, "lr": 1.553277580761915e-05, "epoch": 4.304435483870968, "percentage": 61.49, "elapsed_time": "2:32:48", "remaining_time": "1:35:41"} +{"current_steps": 2140, "total_steps": 3472, "loss": 0.2278, "lr": 1.5434810199488708e-05, "epoch": 4.314516129032258, "percentage": 61.64, "elapsed_time": "2:33:10", "remaining_time": "1:35:20"} +{"current_steps": 2145, "total_steps": 3472, "loss": 0.228, "lr": 1.533696000991172e-05, "epoch": 4.324596774193548, "percentage": 61.78, "elapsed_time": "2:33:31", "remaining_time": "1:34:58"} +{"current_steps": 2150, "total_steps": 3472, "loss": 0.2015, "lr": 1.5239227712767216e-05, "epoch": 4.334677419354839, "percentage": 61.92, "elapsed_time": "2:33:52", "remaining_time": "1:34:36"} +{"current_steps": 2155, "total_steps": 3472, "loss": 0.2114, "lr": 1.5141615778953626e-05, "epoch": 4.344758064516129, "percentage": 62.07, "elapsed_time": "2:34:16", "remaining_time": "1:34:16"} +{"current_steps": 2160, "total_steps": 3472, "loss": 0.2272, "lr": 1.5044126676326345e-05, "epoch": 4.354838709677419, "percentage": 62.21, "elapsed_time": "2:34:40", "remaining_time": "1:33:56"} +{"current_steps": 2165, "total_steps": 3472, "loss": 0.2092, "lr": 1.4946762869635283e-05, "epoch": 4.36491935483871, "percentage": 62.36, "elapsed_time": "2:35:00", "remaining_time": "1:33:34"} +{"current_steps": 2170, "total_steps": 3472, "loss": 0.2032, "lr": 1.4849526820462591e-05, "epoch": 4.375, "percentage": 62.5, "elapsed_time": "2:35:21", "remaining_time": "1:33:13"} +{"current_steps": 2175, "total_steps": 3472, "loss": 0.1889, "lr": 1.4752420987160423e-05, "epoch": 4.38508064516129, "percentage": 62.64, "elapsed_time": "2:35:41", "remaining_time": "1:32:50"} +{"current_steps": 2180, "total_steps": 3472, "loss": 0.2429, "lr": 1.4655447824788751e-05, "epoch": 4.395161290322581, "percentage": 62.79, "elapsed_time": "2:36:04", "remaining_time": "1:32:30"} +{"current_steps": 2185, "total_steps": 3472, "loss": 0.1892, "lr": 1.455860978505335e-05, "epoch": 4.405241935483871, "percentage": 62.93, "elapsed_time": "2:36:24", "remaining_time": "1:32:07"} +{"current_steps": 2190, "total_steps": 3472, "loss": 0.194, "lr": 1.4461909316243756e-05, "epoch": 4.415322580645161, "percentage": 63.08, "elapsed_time": "2:36:44", "remaining_time": "1:31:45"} +{"current_steps": 2195, "total_steps": 3472, "loss": 0.1992, "lr": 1.4365348863171406e-05, "epoch": 4.425403225806452, "percentage": 63.22, "elapsed_time": "2:37:07", "remaining_time": "1:31:24"} +{"current_steps": 2200, "total_steps": 3472, "loss": 0.1928, "lr": 1.4268930867107815e-05, "epoch": 4.435483870967742, "percentage": 63.36, "elapsed_time": "2:37:28", "remaining_time": "1:31:03"} +{"current_steps": 2205, "total_steps": 3472, "loss": 0.2253, "lr": 1.4172657765722854e-05, "epoch": 4.445564516129032, "percentage": 63.51, "elapsed_time": "2:37:48", "remaining_time": "1:30:40"} +{"current_steps": 2210, "total_steps": 3472, "loss": 0.2254, "lr": 1.4076531993023119e-05, "epoch": 4.455645161290323, "percentage": 63.65, "elapsed_time": "2:38:10", "remaining_time": "1:30:19"} +{"current_steps": 2215, "total_steps": 3472, "loss": 0.2108, "lr": 1.3980555979290411e-05, "epoch": 4.465725806451613, "percentage": 63.8, "elapsed_time": "2:38:32", "remaining_time": "1:29:58"} +{"current_steps": 2220, "total_steps": 3472, "loss": 0.1864, "lr": 1.3884732151020244e-05, "epoch": 4.475806451612903, "percentage": 63.94, "elapsed_time": "2:38:54", "remaining_time": "1:29:36"} +{"current_steps": 2225, "total_steps": 3472, "loss": 0.2266, "lr": 1.3789062930860568e-05, "epoch": 4.485887096774194, "percentage": 64.08, "elapsed_time": "2:39:15", "remaining_time": "1:29:15"} +{"current_steps": 2230, "total_steps": 3472, "loss": 0.2155, "lr": 1.3693550737550461e-05, "epoch": 4.495967741935484, "percentage": 64.23, "elapsed_time": "2:39:36", "remaining_time": "1:28:53"} +{"current_steps": 2235, "total_steps": 3472, "loss": 0.2015, "lr": 1.3598197985859015e-05, "epoch": 4.506048387096774, "percentage": 64.37, "elapsed_time": "2:39:56", "remaining_time": "1:28:31"} +{"current_steps": 2240, "total_steps": 3472, "loss": 0.2035, "lr": 1.3503007086524246e-05, "epoch": 4.516129032258064, "percentage": 64.52, "elapsed_time": "2:40:15", "remaining_time": "1:28:08"} +{"current_steps": 2245, "total_steps": 3472, "loss": 0.1956, "lr": 1.34079804461922e-05, "epoch": 4.526209677419355, "percentage": 64.66, "elapsed_time": "2:40:37", "remaining_time": "1:27:47"} +{"current_steps": 2250, "total_steps": 3472, "loss": 0.1926, "lr": 1.331312046735604e-05, "epoch": 4.536290322580645, "percentage": 64.8, "elapsed_time": "2:40:59", "remaining_time": "1:27:26"} +{"current_steps": 2255, "total_steps": 3472, "loss": 0.2271, "lr": 1.3218429548295377e-05, "epoch": 4.546370967741936, "percentage": 64.95, "elapsed_time": "2:41:21", "remaining_time": "1:27:04"} +{"current_steps": 2260, "total_steps": 3472, "loss": 0.2034, "lr": 1.3123910083015572e-05, "epoch": 4.556451612903226, "percentage": 65.09, "elapsed_time": "2:41:40", "remaining_time": "1:26:42"} +{"current_steps": 2265, "total_steps": 3472, "loss": 0.2176, "lr": 1.3029564461187245e-05, "epoch": 4.566532258064516, "percentage": 65.24, "elapsed_time": "2:42:00", "remaining_time": "1:26:19"} +{"current_steps": 2270, "total_steps": 3472, "loss": 0.2146, "lr": 1.2935395068085863e-05, "epoch": 4.576612903225806, "percentage": 65.38, "elapsed_time": "2:42:20", "remaining_time": "1:25:57"} +{"current_steps": 2275, "total_steps": 3472, "loss": 0.2101, "lr": 1.284140428453141e-05, "epoch": 4.586693548387097, "percentage": 65.52, "elapsed_time": "2:42:41", "remaining_time": "1:25:36"} +{"current_steps": 2280, "total_steps": 3472, "loss": 0.2063, "lr": 1.2747594486828217e-05, "epoch": 4.596774193548387, "percentage": 65.67, "elapsed_time": "2:43:01", "remaining_time": "1:25:13"} +{"current_steps": 2285, "total_steps": 3472, "loss": 0.2068, "lr": 1.265396804670487e-05, "epoch": 4.606854838709677, "percentage": 65.81, "elapsed_time": "2:43:22", "remaining_time": "1:24:52"} +{"current_steps": 2290, "total_steps": 3472, "loss": 0.2168, "lr": 1.256052733125424e-05, "epoch": 4.616935483870968, "percentage": 65.96, "elapsed_time": "2:43:42", "remaining_time": "1:24:29"} +{"current_steps": 2295, "total_steps": 3472, "loss": 0.2135, "lr": 1.2467274702873673e-05, "epoch": 4.627016129032258, "percentage": 66.1, "elapsed_time": "2:44:02", "remaining_time": "1:24:07"} +{"current_steps": 2300, "total_steps": 3472, "loss": 0.2118, "lr": 1.2374212519205222e-05, "epoch": 4.637096774193548, "percentage": 66.24, "elapsed_time": "2:44:24", "remaining_time": "1:23:46"} +{"current_steps": 2305, "total_steps": 3472, "loss": 0.2063, "lr": 1.228134313307606e-05, "epoch": 4.647177419354839, "percentage": 66.39, "elapsed_time": "2:44:45", "remaining_time": "1:23:24"} +{"current_steps": 2310, "total_steps": 3472, "loss": 0.2299, "lr": 1.2188668892438997e-05, "epoch": 4.657258064516129, "percentage": 66.53, "elapsed_time": "2:45:06", "remaining_time": "1:23:03"} +{"current_steps": 2315, "total_steps": 3472, "loss": 0.1984, "lr": 1.2096192140313106e-05, "epoch": 4.667338709677419, "percentage": 66.68, "elapsed_time": "2:45:24", "remaining_time": "1:22:40"} +{"current_steps": 2320, "total_steps": 3472, "loss": 0.2328, "lr": 1.2003915214724504e-05, "epoch": 4.67741935483871, "percentage": 66.82, "elapsed_time": "2:45:48", "remaining_time": "1:22:19"} +{"current_steps": 2325, "total_steps": 3472, "loss": 0.1954, "lr": 1.191184044864722e-05, "epoch": 4.6875, "percentage": 66.96, "elapsed_time": "2:46:09", "remaining_time": "1:21:58"} +{"current_steps": 2330, "total_steps": 3472, "loss": 0.2247, "lr": 1.1819970169944237e-05, "epoch": 4.69758064516129, "percentage": 67.11, "elapsed_time": "2:46:29", "remaining_time": "1:21:36"} +{"current_steps": 2335, "total_steps": 3472, "loss": 0.2013, "lr": 1.172830670130861e-05, "epoch": 4.707661290322581, "percentage": 67.25, "elapsed_time": "2:46:49", "remaining_time": "1:21:13"} +{"current_steps": 2340, "total_steps": 3472, "loss": 0.2251, "lr": 1.1636852360204765e-05, "epoch": 4.717741935483871, "percentage": 67.4, "elapsed_time": "2:47:10", "remaining_time": "1:20:52"} +{"current_steps": 2345, "total_steps": 3472, "loss": 0.1967, "lr": 1.1545609458809897e-05, "epoch": 4.727822580645161, "percentage": 67.54, "elapsed_time": "2:47:31", "remaining_time": "1:20:30"} +{"current_steps": 2350, "total_steps": 3472, "loss": 0.1978, "lr": 1.1454580303955527e-05, "epoch": 4.737903225806452, "percentage": 67.68, "elapsed_time": "2:47:50", "remaining_time": "1:20:08"} +{"current_steps": 2355, "total_steps": 3472, "loss": 0.2218, "lr": 1.1363767197069153e-05, "epoch": 4.747983870967742, "percentage": 67.83, "elapsed_time": "2:48:10", "remaining_time": "1:19:46"} +{"current_steps": 2360, "total_steps": 3472, "loss": 0.2098, "lr": 1.1273172434116084e-05, "epoch": 4.758064516129032, "percentage": 67.97, "elapsed_time": "2:48:31", "remaining_time": "1:19:24"} +{"current_steps": 2365, "total_steps": 3472, "loss": 0.2095, "lr": 1.1182798305541398e-05, "epoch": 4.768145161290323, "percentage": 68.12, "elapsed_time": "2:48:50", "remaining_time": "1:19:01"} +{"current_steps": 2370, "total_steps": 3472, "loss": 0.2498, "lr": 1.1092647096212024e-05, "epoch": 4.778225806451613, "percentage": 68.26, "elapsed_time": "2:49:10", "remaining_time": "1:18:39"} +{"current_steps": 2375, "total_steps": 3472, "loss": 0.2155, "lr": 1.1002721085358981e-05, "epoch": 4.788306451612903, "percentage": 68.4, "elapsed_time": "2:49:30", "remaining_time": "1:18:17"} +{"current_steps": 2380, "total_steps": 3472, "loss": 0.1951, "lr": 1.0913022546519727e-05, "epoch": 4.798387096774194, "percentage": 68.55, "elapsed_time": "2:49:52", "remaining_time": "1:17:56"} +{"current_steps": 2385, "total_steps": 3472, "loss": 0.2017, "lr": 1.0823553747480727e-05, "epoch": 4.808467741935484, "percentage": 68.69, "elapsed_time": "2:50:14", "remaining_time": "1:17:35"} +{"current_steps": 2390, "total_steps": 3472, "loss": 0.2157, "lr": 1.0734316950220092e-05, "epoch": 4.818548387096774, "percentage": 68.84, "elapsed_time": "2:50:35", "remaining_time": "1:17:14"} +{"current_steps": 2395, "total_steps": 3472, "loss": 0.2218, "lr": 1.0645314410850368e-05, "epoch": 4.828629032258064, "percentage": 68.98, "elapsed_time": "2:50:57", "remaining_time": "1:16:52"} +{"current_steps": 2400, "total_steps": 3472, "loss": 0.2023, "lr": 1.0556548379561541e-05, "epoch": 4.838709677419355, "percentage": 69.12, "elapsed_time": "2:51:16", "remaining_time": "1:16:30"} +{"current_steps": 2405, "total_steps": 3472, "loss": 0.2221, "lr": 1.0468021100564125e-05, "epoch": 4.848790322580645, "percentage": 69.27, "elapsed_time": "2:51:37", "remaining_time": "1:16:08"} +{"current_steps": 2410, "total_steps": 3472, "loss": 0.2169, "lr": 1.037973481203242e-05, "epoch": 4.858870967741936, "percentage": 69.41, "elapsed_time": "2:52:01", "remaining_time": "1:15:48"} +{"current_steps": 2415, "total_steps": 3472, "loss": 0.1943, "lr": 1.029169174604792e-05, "epoch": 4.868951612903226, "percentage": 69.56, "elapsed_time": "2:52:20", "remaining_time": "1:15:25"} +{"current_steps": 2420, "total_steps": 3472, "loss": 0.193, "lr": 1.0203894128542905e-05, "epoch": 4.879032258064516, "percentage": 69.7, "elapsed_time": "2:52:39", "remaining_time": "1:15:03"} +{"current_steps": 2425, "total_steps": 3472, "loss": 0.1946, "lr": 1.011634417924415e-05, "epoch": 4.889112903225806, "percentage": 69.84, "elapsed_time": "2:53:00", "remaining_time": "1:14:41"} +{"current_steps": 2430, "total_steps": 3472, "loss": 0.2208, "lr": 1.0029044111616795e-05, "epoch": 4.899193548387097, "percentage": 69.99, "elapsed_time": "2:53:19", "remaining_time": "1:14:19"} +{"current_steps": 2435, "total_steps": 3472, "loss": 0.2006, "lr": 9.941996132808391e-06, "epoch": 4.909274193548387, "percentage": 70.13, "elapsed_time": "2:53:38", "remaining_time": "1:13:56"} +{"current_steps": 2440, "total_steps": 3472, "loss": 0.2109, "lr": 9.855202443593113e-06, "epoch": 4.919354838709677, "percentage": 70.28, "elapsed_time": "2:54:00", "remaining_time": "1:13:35"} +{"current_steps": 2445, "total_steps": 3472, "loss": 0.2176, "lr": 9.768665238316104e-06, "epoch": 4.929435483870968, "percentage": 70.42, "elapsed_time": "2:54:22", "remaining_time": "1:13:14"} +{"current_steps": 2450, "total_steps": 3472, "loss": 0.2165, "lr": 9.682386704838007e-06, "epoch": 4.939516129032258, "percentage": 70.56, "elapsed_time": "2:54:45", "remaining_time": "1:12:53"} +{"current_steps": 2455, "total_steps": 3472, "loss": 0.2214, "lr": 9.596369024479617e-06, "epoch": 4.949596774193548, "percentage": 70.71, "elapsed_time": "2:55:05", "remaining_time": "1:12:32"} +{"current_steps": 2460, "total_steps": 3472, "loss": 0.2207, "lr": 9.510614371966787e-06, "epoch": 4.959677419354839, "percentage": 70.85, "elapsed_time": "2:55:26", "remaining_time": "1:12:10"} +{"current_steps": 2465, "total_steps": 3472, "loss": 0.2219, "lr": 9.425124915375407e-06, "epoch": 4.969758064516129, "percentage": 71.0, "elapsed_time": "2:55:46", "remaining_time": "1:11:48"} +{"current_steps": 2470, "total_steps": 3472, "loss": 0.2116, "lr": 9.33990281607661e-06, "epoch": 4.979838709677419, "percentage": 71.14, "elapsed_time": "2:56:06", "remaining_time": "1:11:26"} +{"current_steps": 2475, "total_steps": 3472, "loss": 0.2365, "lr": 9.254950228682094e-06, "epoch": 4.98991935483871, "percentage": 71.28, "elapsed_time": "2:56:27", "remaining_time": "1:11:04"} +{"current_steps": 2480, "total_steps": 3472, "loss": 0.2034, "lr": 9.1702693009897e-06, "epoch": 5.0, "percentage": 71.43, "elapsed_time": "2:56:51", "remaining_time": "1:10:44"} +{"current_steps": 2485, "total_steps": 3472, "loss": 0.1971, "lr": 9.085862173929076e-06, "epoch": 5.01008064516129, "percentage": 71.57, "elapsed_time": "2:57:12", "remaining_time": "1:10:22"} +{"current_steps": 2490, "total_steps": 3472, "loss": 0.1817, "lr": 9.00173098150755e-06, "epoch": 5.020161290322581, "percentage": 71.72, "elapsed_time": "2:57:32", "remaining_time": "1:10:00"} +{"current_steps": 2495, "total_steps": 3472, "loss": 0.193, "lr": 8.91787785075618e-06, "epoch": 5.030241935483871, "percentage": 71.86, "elapsed_time": "2:57:52", "remaining_time": "1:09:39"} +{"current_steps": 2500, "total_steps": 3472, "loss": 0.1678, "lr": 8.834304901675999e-06, "epoch": 5.040322580645161, "percentage": 72.0, "elapsed_time": "2:58:14", "remaining_time": "1:09:18"} +{"current_steps": 2505, "total_steps": 3472, "loss": 0.1918, "lr": 8.751014247184388e-06, "epoch": 5.050403225806452, "percentage": 72.15, "elapsed_time": "2:58:37", "remaining_time": "1:08:57"} +{"current_steps": 2510, "total_steps": 3472, "loss": 0.1995, "lr": 8.66800799306168e-06, "epoch": 5.060483870967742, "percentage": 72.29, "elapsed_time": "2:58:58", "remaining_time": "1:08:35"} +{"current_steps": 2515, "total_steps": 3472, "loss": 0.2071, "lr": 8.585288237897885e-06, "epoch": 5.070564516129032, "percentage": 72.44, "elapsed_time": "2:59:21", "remaining_time": "1:08:14"} +{"current_steps": 2520, "total_steps": 3472, "loss": 0.1905, "lr": 8.502857073039678e-06, "epoch": 5.080645161290323, "percentage": 72.58, "elapsed_time": "2:59:43", "remaining_time": "1:07:53"} +{"current_steps": 2525, "total_steps": 3472, "loss": 0.2145, "lr": 8.420716582537508e-06, "epoch": 5.090725806451613, "percentage": 72.72, "elapsed_time": "3:00:04", "remaining_time": "1:07:32"} +{"current_steps": 2530, "total_steps": 3472, "loss": 0.2103, "lr": 8.33886884309288e-06, "epoch": 5.100806451612903, "percentage": 72.87, "elapsed_time": "3:00:28", "remaining_time": "1:07:11"} +{"current_steps": 2535, "total_steps": 3472, "loss": 0.1748, "lr": 8.257315924005891e-06, "epoch": 5.110887096774194, "percentage": 73.01, "elapsed_time": "3:00:47", "remaining_time": "1:06:49"} +{"current_steps": 2540, "total_steps": 3472, "loss": 0.1939, "lr": 8.176059887122902e-06, "epoch": 5.120967741935484, "percentage": 73.16, "elapsed_time": "3:01:06", "remaining_time": "1:06:27"} +{"current_steps": 2545, "total_steps": 3472, "loss": 0.219, "lr": 8.095102786784404e-06, "epoch": 5.131048387096774, "percentage": 73.3, "elapsed_time": "3:01:27", "remaining_time": "1:06:05"} +{"current_steps": 2550, "total_steps": 3472, "loss": 0.1748, "lr": 8.014446669773061e-06, "epoch": 5.141129032258065, "percentage": 73.44, "elapsed_time": "3:01:45", "remaining_time": "1:05:42"} +{"current_steps": 2555, "total_steps": 3472, "loss": 0.2029, "lr": 7.93409357526201e-06, "epoch": 5.151209677419355, "percentage": 73.59, "elapsed_time": "3:02:05", "remaining_time": "1:05:21"} +{"current_steps": 2560, "total_steps": 3472, "loss": 0.1809, "lr": 7.854045534763268e-06, "epoch": 5.161290322580645, "percentage": 73.73, "elapsed_time": "3:02:27", "remaining_time": "1:05:00"} +{"current_steps": 2565, "total_steps": 3472, "loss": 0.1787, "lr": 7.774304572076376e-06, "epoch": 5.171370967741935, "percentage": 73.88, "elapsed_time": "3:02:50", "remaining_time": "1:04:39"} +{"current_steps": 2570, "total_steps": 3472, "loss": 0.1743, "lr": 7.694872703237236e-06, "epoch": 5.181451612903226, "percentage": 74.02, "elapsed_time": "3:03:11", "remaining_time": "1:04:17"} +{"current_steps": 2575, "total_steps": 3472, "loss": 0.2064, "lr": 7.615751936467151e-06, "epoch": 5.191532258064516, "percentage": 74.16, "elapsed_time": "3:03:33", "remaining_time": "1:03:56"} +{"current_steps": 2580, "total_steps": 3472, "loss": 0.2156, "lr": 7.536944272122047e-06, "epoch": 5.201612903225806, "percentage": 74.31, "elapsed_time": "3:03:54", "remaining_time": "1:03:34"} +{"current_steps": 2585, "total_steps": 3472, "loss": 0.2062, "lr": 7.458451702641895e-06, "epoch": 5.211693548387097, "percentage": 74.45, "elapsed_time": "3:04:15", "remaining_time": "1:03:13"} +{"current_steps": 2590, "total_steps": 3472, "loss": 0.2001, "lr": 7.380276212500325e-06, "epoch": 5.221774193548387, "percentage": 74.6, "elapsed_time": "3:04:35", "remaining_time": "1:02:51"} +{"current_steps": 2595, "total_steps": 3472, "loss": 0.1895, "lr": 7.302419778154488e-06, "epoch": 5.231854838709677, "percentage": 74.74, "elapsed_time": "3:04:55", "remaining_time": "1:02:29"} +{"current_steps": 2600, "total_steps": 3472, "loss": 0.21, "lr": 7.2248843679950534e-06, "epoch": 5.241935483870968, "percentage": 74.88, "elapsed_time": "3:05:15", "remaining_time": "1:02:07"} +{"current_steps": 2605, "total_steps": 3472, "loss": 0.1981, "lr": 7.147671942296468e-06, "epoch": 5.252016129032258, "percentage": 75.03, "elapsed_time": "3:05:34", "remaining_time": "1:01:45"} +{"current_steps": 2610, "total_steps": 3472, "loss": 0.1993, "lr": 7.07078445316737e-06, "epoch": 5.262096774193548, "percentage": 75.17, "elapsed_time": "3:05:55", "remaining_time": "1:01:24"} +{"current_steps": 2615, "total_steps": 3472, "loss": 0.1835, "lr": 6.99422384450126e-06, "epoch": 5.272177419354839, "percentage": 75.32, "elapsed_time": "3:06:15", "remaining_time": "1:01:02"} +{"current_steps": 2620, "total_steps": 3472, "loss": 0.1746, "lr": 6.9179920519273534e-06, "epoch": 5.282258064516129, "percentage": 75.46, "elapsed_time": "3:06:37", "remaining_time": "1:00:41"} +{"current_steps": 2625, "total_steps": 3472, "loss": 0.1801, "lr": 6.842091002761606e-06, "epoch": 5.292338709677419, "percentage": 75.6, "elapsed_time": "3:06:57", "remaining_time": "1:00:19"} +{"current_steps": 2630, "total_steps": 3472, "loss": 0.1786, "lr": 6.766522615958051e-06, "epoch": 5.30241935483871, "percentage": 75.75, "elapsed_time": "3:07:19", "remaining_time": "0:59:58"} +{"current_steps": 2635, "total_steps": 3472, "loss": 0.1911, "lr": 6.691288802060216e-06, "epoch": 5.3125, "percentage": 75.89, "elapsed_time": "3:07:41", "remaining_time": "0:59:37"} +{"current_steps": 2640, "total_steps": 3472, "loss": 0.1779, "lr": 6.616391463152872e-06, "epoch": 5.32258064516129, "percentage": 76.04, "elapsed_time": "3:07:59", "remaining_time": "0:59:14"} +{"current_steps": 2645, "total_steps": 3472, "loss": 0.1832, "lr": 6.5418324928139244e-06, "epoch": 5.332661290322581, "percentage": 76.18, "elapsed_time": "3:08:19", "remaining_time": "0:58:53"} +{"current_steps": 2650, "total_steps": 3472, "loss": 0.198, "lr": 6.4676137760665214e-06, "epoch": 5.342741935483871, "percentage": 76.32, "elapsed_time": "3:08:39", "remaining_time": "0:58:31"} +{"current_steps": 2655, "total_steps": 3472, "loss": 0.1841, "lr": 6.3937371893314325e-06, "epoch": 5.352822580645161, "percentage": 76.47, "elapsed_time": "3:09:01", "remaining_time": "0:58:09"} +{"current_steps": 2660, "total_steps": 3472, "loss": 0.2145, "lr": 6.320204600379587e-06, "epoch": 5.362903225806452, "percentage": 76.61, "elapsed_time": "3:09:19", "remaining_time": "0:57:47"} +{"current_steps": 2665, "total_steps": 3472, "loss": 0.2065, "lr": 6.247017868284839e-06, "epoch": 5.372983870967742, "percentage": 76.76, "elapsed_time": "3:09:41", "remaining_time": "0:57:26"} +{"current_steps": 2670, "total_steps": 3472, "loss": 0.204, "lr": 6.174178843376999e-06, "epoch": 5.383064516129032, "percentage": 76.9, "elapsed_time": "3:10:03", "remaining_time": "0:57:05"} +{"current_steps": 2675, "total_steps": 3472, "loss": 0.1992, "lr": 6.101689367195027e-06, "epoch": 5.393145161290323, "percentage": 77.04, "elapsed_time": "3:10:26", "remaining_time": "0:56:44"} +{"current_steps": 2680, "total_steps": 3472, "loss": 0.1924, "lr": 6.0295512724404945e-06, "epoch": 5.403225806451613, "percentage": 77.19, "elapsed_time": "3:10:44", "remaining_time": "0:56:21"} +{"current_steps": 2685, "total_steps": 3472, "loss": 0.2257, "lr": 5.957766382931216e-06, "epoch": 5.413306451612903, "percentage": 77.33, "elapsed_time": "3:11:06", "remaining_time": "0:56:00"} +{"current_steps": 2690, "total_steps": 3472, "loss": 0.1903, "lr": 5.88633651355518e-06, "epoch": 5.423387096774194, "percentage": 77.48, "elapsed_time": "3:11:28", "remaining_time": "0:55:39"} +{"current_steps": 2695, "total_steps": 3472, "loss": 0.1811, "lr": 5.815263470224639e-06, "epoch": 5.433467741935484, "percentage": 77.62, "elapsed_time": "3:11:48", "remaining_time": "0:55:17"} +{"current_steps": 2700, "total_steps": 3472, "loss": 0.1846, "lr": 5.744549049830472e-06, "epoch": 5.443548387096774, "percentage": 77.76, "elapsed_time": "3:12:09", "remaining_time": "0:54:56"} +{"current_steps": 2705, "total_steps": 3472, "loss": 0.198, "lr": 5.674195040196702e-06, "epoch": 5.453629032258064, "percentage": 77.91, "elapsed_time": "3:12:30", "remaining_time": "0:54:35"} +{"current_steps": 2710, "total_steps": 3472, "loss": 0.1838, "lr": 5.6042032200353694e-06, "epoch": 5.463709677419355, "percentage": 78.05, "elapsed_time": "3:12:49", "remaining_time": "0:54:13"} +{"current_steps": 2715, "total_steps": 3472, "loss": 0.1788, "lr": 5.534575358901522e-06, "epoch": 5.473790322580645, "percentage": 78.2, "elapsed_time": "3:13:10", "remaining_time": "0:53:51"} +{"current_steps": 2720, "total_steps": 3472, "loss": 0.1942, "lr": 5.465313217148478e-06, "epoch": 5.483870967741936, "percentage": 78.34, "elapsed_time": "3:13:30", "remaining_time": "0:53:30"} +{"current_steps": 2725, "total_steps": 3472, "loss": 0.2085, "lr": 5.396418545883318e-06, "epoch": 5.493951612903226, "percentage": 78.49, "elapsed_time": "3:13:51", "remaining_time": "0:53:08"} +{"current_steps": 2730, "total_steps": 3472, "loss": 0.2013, "lr": 5.327893086922626e-06, "epoch": 5.504032258064516, "percentage": 78.63, "elapsed_time": "3:14:13", "remaining_time": "0:52:47"} +{"current_steps": 2735, "total_steps": 3472, "loss": 0.1912, "lr": 5.259738572748447e-06, "epoch": 5.514112903225806, "percentage": 78.77, "elapsed_time": "3:14:34", "remaining_time": "0:52:25"} +{"current_steps": 2740, "total_steps": 3472, "loss": 0.1837, "lr": 5.191956726464487e-06, "epoch": 5.524193548387097, "percentage": 78.92, "elapsed_time": "3:14:55", "remaining_time": "0:52:04"} +{"current_steps": 2745, "total_steps": 3472, "loss": 0.1871, "lr": 5.124549261752525e-06, "epoch": 5.534274193548387, "percentage": 79.06, "elapsed_time": "3:15:17", "remaining_time": "0:51:43"} +{"current_steps": 2750, "total_steps": 3472, "loss": 0.202, "lr": 5.057517882829132e-06, "epoch": 5.544354838709677, "percentage": 79.21, "elapsed_time": "3:15:38", "remaining_time": "0:51:21"} +{"current_steps": 2755, "total_steps": 3472, "loss": 0.1886, "lr": 4.990864284402559e-06, "epoch": 5.554435483870968, "percentage": 79.35, "elapsed_time": "3:16:01", "remaining_time": "0:51:00"} +{"current_steps": 2760, "total_steps": 3472, "loss": 0.2002, "lr": 4.924590151629871e-06, "epoch": 5.564516129032258, "percentage": 79.49, "elapsed_time": "3:16:22", "remaining_time": "0:50:39"} +{"current_steps": 2765, "total_steps": 3472, "loss": 0.195, "lr": 4.858697160074386e-06, "epoch": 5.574596774193548, "percentage": 79.64, "elapsed_time": "3:16:43", "remaining_time": "0:50:18"} +{"current_steps": 2770, "total_steps": 3472, "loss": 0.1994, "lr": 4.793186975663289e-06, "epoch": 5.584677419354839, "percentage": 79.78, "elapsed_time": "3:17:03", "remaining_time": "0:49:56"} +{"current_steps": 2775, "total_steps": 3472, "loss": 0.1649, "lr": 4.7280612546454975e-06, "epoch": 5.594758064516129, "percentage": 79.93, "elapsed_time": "3:17:27", "remaining_time": "0:49:35"} +{"current_steps": 2780, "total_steps": 3472, "loss": 0.1826, "lr": 4.66332164354983e-06, "epoch": 5.604838709677419, "percentage": 80.07, "elapsed_time": "3:17:46", "remaining_time": "0:49:13"} +{"current_steps": 2785, "total_steps": 3472, "loss": 0.1824, "lr": 4.59896977914333e-06, "epoch": 5.61491935483871, "percentage": 80.21, "elapsed_time": "3:18:06", "remaining_time": "0:48:52"} +{"current_steps": 2790, "total_steps": 3472, "loss": 0.1875, "lr": 4.535007288389923e-06, "epoch": 5.625, "percentage": 80.36, "elapsed_time": "3:18:26", "remaining_time": "0:48:30"} +{"current_steps": 2795, "total_steps": 3472, "loss": 0.1885, "lr": 4.471435788409273e-06, "epoch": 5.63508064516129, "percentage": 80.5, "elapsed_time": "3:18:45", "remaining_time": "0:48:08"} +{"current_steps": 2800, "total_steps": 3472, "loss": 0.1933, "lr": 4.408256886435873e-06, "epoch": 5.645161290322581, "percentage": 80.65, "elapsed_time": "3:19:10", "remaining_time": "0:47:48"} +{"current_steps": 2805, "total_steps": 3472, "loss": 0.1939, "lr": 4.345472179778445e-06, "epoch": 5.655241935483871, "percentage": 80.79, "elapsed_time": "3:19:29", "remaining_time": "0:47:26"} +{"current_steps": 2810, "total_steps": 3472, "loss": 0.1947, "lr": 4.2830832557795435e-06, "epoch": 5.665322580645161, "percentage": 80.93, "elapsed_time": "3:19:49", "remaining_time": "0:47:04"} +{"current_steps": 2815, "total_steps": 3472, "loss": 0.1908, "lr": 4.221091691775421e-06, "epoch": 5.675403225806452, "percentage": 81.08, "elapsed_time": "3:20:09", "remaining_time": "0:46:42"} +{"current_steps": 2820, "total_steps": 3472, "loss": 0.1759, "lr": 4.159499055056137e-06, "epoch": 5.685483870967742, "percentage": 81.22, "elapsed_time": "3:20:28", "remaining_time": "0:46:21"} +{"current_steps": 2825, "total_steps": 3472, "loss": 0.1811, "lr": 4.098306902825966e-06, "epoch": 5.695564516129032, "percentage": 81.37, "elapsed_time": "3:20:50", "remaining_time": "0:45:59"} +{"current_steps": 2830, "total_steps": 3472, "loss": 0.1878, "lr": 4.037516782163995e-06, "epoch": 5.705645161290323, "percentage": 81.51, "elapsed_time": "3:21:10", "remaining_time": "0:45:38"} +{"current_steps": 2835, "total_steps": 3472, "loss": 0.1917, "lr": 3.977130229985038e-06, "epoch": 5.715725806451613, "percentage": 81.65, "elapsed_time": "3:21:33", "remaining_time": "0:45:17"} +{"current_steps": 2840, "total_steps": 3472, "loss": 0.1977, "lr": 3.9171487730007496e-06, "epoch": 5.725806451612903, "percentage": 81.8, "elapsed_time": "3:21:54", "remaining_time": "0:44:55"} +{"current_steps": 2845, "total_steps": 3472, "loss": 0.1876, "lr": 3.857573927681042e-06, "epoch": 5.735887096774194, "percentage": 81.94, "elapsed_time": "3:22:15", "remaining_time": "0:44:34"} +{"current_steps": 2850, "total_steps": 3472, "loss": 0.2329, "lr": 3.798407200215752e-06, "epoch": 5.745967741935484, "percentage": 82.09, "elapsed_time": "3:22:37", "remaining_time": "0:44:13"} +{"current_steps": 2855, "total_steps": 3472, "loss": 0.203, "lr": 3.7396500864765585e-06, "epoch": 5.756048387096774, "percentage": 82.23, "elapsed_time": "3:22:55", "remaining_time": "0:43:51"} +{"current_steps": 2860, "total_steps": 3472, "loss": 0.1918, "lr": 3.6813040719791394e-06, "epoch": 5.766129032258064, "percentage": 82.37, "elapsed_time": "3:23:19", "remaining_time": "0:43:30"} +{"current_steps": 2865, "total_steps": 3472, "loss": 0.176, "lr": 3.6233706318456508e-06, "epoch": 5.776209677419355, "percentage": 82.52, "elapsed_time": "3:23:41", "remaining_time": "0:43:09"} +{"current_steps": 2870, "total_steps": 3472, "loss": 0.1876, "lr": 3.5658512307674075e-06, "epoch": 5.786290322580645, "percentage": 82.66, "elapsed_time": "3:24:03", "remaining_time": "0:42:48"} +{"current_steps": 2875, "total_steps": 3472, "loss": 0.1811, "lr": 3.508747322967867e-06, "epoch": 5.796370967741936, "percentage": 82.81, "elapsed_time": "3:24:21", "remaining_time": "0:42:26"} +{"current_steps": 2880, "total_steps": 3472, "loss": 0.1932, "lr": 3.452060352165838e-06, "epoch": 5.806451612903226, "percentage": 82.95, "elapsed_time": "3:24:43", "remaining_time": "0:42:04"} +{"current_steps": 2885, "total_steps": 3472, "loss": 0.1755, "lr": 3.395791751539015e-06, "epoch": 5.816532258064516, "percentage": 83.09, "elapsed_time": "3:25:02", "remaining_time": "0:41:43"} +{"current_steps": 2890, "total_steps": 3472, "loss": 0.1655, "lr": 3.3399429436877285e-06, "epoch": 5.826612903225806, "percentage": 83.24, "elapsed_time": "3:25:24", "remaining_time": "0:41:22"} +{"current_steps": 2895, "total_steps": 3472, "loss": 0.1845, "lr": 3.2845153405989592e-06, "epoch": 5.836693548387097, "percentage": 83.38, "elapsed_time": "3:25:44", "remaining_time": "0:41:00"} +{"current_steps": 2900, "total_steps": 3472, "loss": 0.1979, "lr": 3.2295103436106736e-06, "epoch": 5.846774193548387, "percentage": 83.53, "elapsed_time": "3:26:06", "remaining_time": "0:40:39"} +{"current_steps": 2905, "total_steps": 3472, "loss": 0.171, "lr": 3.174929343376374e-06, "epoch": 5.856854838709677, "percentage": 83.67, "elapsed_time": "3:26:25", "remaining_time": "0:40:17"} +{"current_steps": 2910, "total_steps": 3472, "loss": 0.1768, "lr": 3.1207737198299503e-06, "epoch": 5.866935483870968, "percentage": 83.81, "elapsed_time": "3:26:48", "remaining_time": "0:39:56"} +{"current_steps": 2915, "total_steps": 3472, "loss": 0.1915, "lr": 3.0670448421507747e-06, "epoch": 5.877016129032258, "percentage": 83.96, "elapsed_time": "3:27:10", "remaining_time": "0:39:35"} +{"current_steps": 2920, "total_steps": 3472, "loss": 0.2129, "lr": 3.0137440687291008e-06, "epoch": 5.887096774193548, "percentage": 84.1, "elapsed_time": "3:27:31", "remaining_time": "0:39:13"} +{"current_steps": 2925, "total_steps": 3472, "loss": 0.1882, "lr": 2.9608727471317177e-06, "epoch": 5.897177419354839, "percentage": 84.25, "elapsed_time": "3:27:51", "remaining_time": "0:38:52"} +{"current_steps": 2930, "total_steps": 3472, "loss": 0.211, "lr": 2.908432214067891e-06, "epoch": 5.907258064516129, "percentage": 84.39, "elapsed_time": "3:28:11", "remaining_time": "0:38:30"} +{"current_steps": 2935, "total_steps": 3472, "loss": 0.2009, "lr": 2.856423795355532e-06, "epoch": 5.917338709677419, "percentage": 84.53, "elapsed_time": "3:28:34", "remaining_time": "0:38:09"} +{"current_steps": 2940, "total_steps": 3472, "loss": 0.2035, "lr": 2.8048488058877233e-06, "epoch": 5.92741935483871, "percentage": 84.68, "elapsed_time": "3:28:54", "remaining_time": "0:37:48"} +{"current_steps": 2945, "total_steps": 3472, "loss": 0.1828, "lr": 2.753708549599443e-06, "epoch": 5.9375, "percentage": 84.82, "elapsed_time": "3:29:15", "remaining_time": "0:37:26"} +{"current_steps": 2950, "total_steps": 3472, "loss": 0.1939, "lr": 2.7030043194346235e-06, "epoch": 5.94758064516129, "percentage": 84.97, "elapsed_time": "3:29:36", "remaining_time": "0:37:05"} +{"current_steps": 2955, "total_steps": 3472, "loss": 0.1908, "lr": 2.652737397313421e-06, "epoch": 5.957661290322581, "percentage": 85.11, "elapsed_time": "3:29:57", "remaining_time": "0:36:44"} +{"current_steps": 2960, "total_steps": 3472, "loss": 0.1802, "lr": 2.6029090540998602e-06, "epoch": 5.967741935483871, "percentage": 85.25, "elapsed_time": "3:30:21", "remaining_time": "0:36:23"} +{"current_steps": 2965, "total_steps": 3472, "loss": 0.1981, "lr": 2.553520549569668e-06, "epoch": 5.977822580645161, "percentage": 85.4, "elapsed_time": "3:30:41", "remaining_time": "0:36:01"} +{"current_steps": 2970, "total_steps": 3472, "loss": 0.1894, "lr": 2.5045731323784294e-06, "epoch": 5.987903225806452, "percentage": 85.54, "elapsed_time": "3:31:03", "remaining_time": "0:35:40"} +{"current_steps": 2975, "total_steps": 3472, "loss": 0.1986, "lr": 2.4560680400300195e-06, "epoch": 5.997983870967742, "percentage": 85.69, "elapsed_time": "3:31:25", "remaining_time": "0:35:19"} +{"current_steps": 2980, "total_steps": 3472, "loss": 0.1851, "lr": 2.4080064988453322e-06, "epoch": 6.008064516129032, "percentage": 85.83, "elapsed_time": "3:31:46", "remaining_time": "0:34:57"} +{"current_steps": 2985, "total_steps": 3472, "loss": 0.1939, "lr": 2.3603897239312403e-06, "epoch": 6.018145161290323, "percentage": 85.97, "elapsed_time": "3:32:08", "remaining_time": "0:34:36"} +{"current_steps": 2990, "total_steps": 3472, "loss": 0.191, "lr": 2.313218919149922e-06, "epoch": 6.028225806451613, "percentage": 86.12, "elapsed_time": "3:32:30", "remaining_time": "0:34:15"} +{"current_steps": 2995, "total_steps": 3472, "loss": 0.187, "lr": 2.2664952770883764e-06, "epoch": 6.038306451612903, "percentage": 86.26, "elapsed_time": "3:32:51", "remaining_time": "0:33:54"} +{"current_steps": 3000, "total_steps": 3472, "loss": 0.1888, "lr": 2.2202199790283084e-06, "epoch": 6.048387096774194, "percentage": 86.41, "elapsed_time": "3:33:11", "remaining_time": "0:33:32"} +{"current_steps": 3005, "total_steps": 3472, "loss": 0.2111, "lr": 2.174394194916252e-06, "epoch": 6.058467741935484, "percentage": 86.55, "elapsed_time": "3:34:10", "remaining_time": "0:33:17"} +{"current_steps": 3010, "total_steps": 3472, "loss": 0.1931, "lr": 2.1290190833339852e-06, "epoch": 6.068548387096774, "percentage": 86.69, "elapsed_time": "3:34:32", "remaining_time": "0:32:55"} +{"current_steps": 3015, "total_steps": 3472, "loss": 0.1842, "lr": 2.084095791469234e-06, "epoch": 6.078629032258065, "percentage": 86.84, "elapsed_time": "3:34:53", "remaining_time": "0:32:34"} +{"current_steps": 3020, "total_steps": 3472, "loss": 0.161, "lr": 2.0396254550866888e-06, "epoch": 6.088709677419355, "percentage": 86.98, "elapsed_time": "3:35:15", "remaining_time": "0:32:13"} +{"current_steps": 3025, "total_steps": 3472, "loss": 0.1774, "lr": 1.9956091984992778e-06, "epoch": 6.098790322580645, "percentage": 87.13, "elapsed_time": "3:35:35", "remaining_time": "0:31:51"} +{"current_steps": 3030, "total_steps": 3472, "loss": 0.1808, "lr": 1.9520481345397345e-06, "epoch": 6.108870967741935, "percentage": 87.27, "elapsed_time": "3:35:56", "remaining_time": "0:31:29"} +{"current_steps": 3035, "total_steps": 3472, "loss": 0.1811, "lr": 1.908943364532474e-06, "epoch": 6.118951612903226, "percentage": 87.41, "elapsed_time": "3:36:17", "remaining_time": "0:31:08"} +{"current_steps": 3040, "total_steps": 3472, "loss": 0.1903, "lr": 1.8662959782657465e-06, "epoch": 6.129032258064516, "percentage": 87.56, "elapsed_time": "3:36:39", "remaining_time": "0:30:47"} +{"current_steps": 3045, "total_steps": 3472, "loss": 0.1771, "lr": 1.8241070539640881e-06, "epoch": 6.139112903225806, "percentage": 87.7, "elapsed_time": "3:37:00", "remaining_time": "0:30:25"} +{"current_steps": 3050, "total_steps": 3472, "loss": 0.1858, "lr": 1.7823776582610474e-06, "epoch": 6.149193548387097, "percentage": 87.85, "elapsed_time": "3:37:20", "remaining_time": "0:30:04"} +{"current_steps": 3055, "total_steps": 3472, "loss": 0.1792, "lr": 1.7411088461722281e-06, "epoch": 6.159274193548387, "percentage": 87.99, "elapsed_time": "3:37:42", "remaining_time": "0:29:43"} +{"current_steps": 3060, "total_steps": 3472, "loss": 0.1802, "lr": 1.7003016610686197e-06, "epoch": 6.169354838709677, "percentage": 88.13, "elapsed_time": "3:38:05", "remaining_time": "0:29:21"} +{"current_steps": 3065, "total_steps": 3472, "loss": 0.1746, "lr": 1.6599571346502186e-06, "epoch": 6.179435483870968, "percentage": 88.28, "elapsed_time": "3:38:25", "remaining_time": "0:29:00"} +{"current_steps": 3070, "total_steps": 3472, "loss": 0.1882, "lr": 1.620076286919927e-06, "epoch": 6.189516129032258, "percentage": 88.42, "elapsed_time": "3:38:45", "remaining_time": "0:28:38"} +{"current_steps": 3075, "total_steps": 3472, "loss": 0.2161, "lr": 1.580660126157787e-06, "epoch": 6.199596774193548, "percentage": 88.57, "elapsed_time": "3:39:08", "remaining_time": "0:28:17"} +{"current_steps": 3080, "total_steps": 3472, "loss": 0.1866, "lr": 1.5417096488954797e-06, "epoch": 6.209677419354839, "percentage": 88.71, "elapsed_time": "3:39:27", "remaining_time": "0:27:55"} +{"current_steps": 3085, "total_steps": 3472, "loss": 0.1936, "lr": 1.5032258398911315e-06, "epoch": 6.219758064516129, "percentage": 88.85, "elapsed_time": "3:39:47", "remaining_time": "0:27:34"} +{"current_steps": 3090, "total_steps": 3472, "loss": 0.1764, "lr": 1.4652096721044062e-06, "epoch": 6.229838709677419, "percentage": 89.0, "elapsed_time": "3:40:09", "remaining_time": "0:27:13"} +{"current_steps": 3095, "total_steps": 3472, "loss": 0.1913, "lr": 1.4276621066719276e-06, "epoch": 6.23991935483871, "percentage": 89.14, "elapsed_time": "3:40:30", "remaining_time": "0:26:51"} +{"current_steps": 3100, "total_steps": 3472, "loss": 0.1675, "lr": 1.3905840928829628e-06, "epoch": 6.25, "percentage": 89.29, "elapsed_time": "3:40:51", "remaining_time": "0:26:30"} +{"current_steps": 3105, "total_steps": 3472, "loss": 0.1893, "lr": 1.3539765681554352e-06, "epoch": 6.26008064516129, "percentage": 89.43, "elapsed_time": "3:41:13", "remaining_time": "0:26:08"} +{"current_steps": 3110, "total_steps": 3472, "loss": 0.1812, "lr": 1.317840458012203e-06, "epoch": 6.270161290322581, "percentage": 89.57, "elapsed_time": "3:41:33", "remaining_time": "0:25:47"} +{"current_steps": 3115, "total_steps": 3472, "loss": 0.1796, "lr": 1.2821766760576847e-06, "epoch": 6.280241935483871, "percentage": 89.72, "elapsed_time": "3:41:53", "remaining_time": "0:25:25"} +{"current_steps": 3120, "total_steps": 3472, "loss": 0.1785, "lr": 1.246986123954752e-06, "epoch": 6.290322580645161, "percentage": 89.86, "elapsed_time": "3:42:13", "remaining_time": "0:25:04"} +{"current_steps": 3125, "total_steps": 3472, "loss": 0.1935, "lr": 1.2122696914019238e-06, "epoch": 6.300403225806452, "percentage": 90.01, "elapsed_time": "3:42:33", "remaining_time": "0:24:42"} +{"current_steps": 3130, "total_steps": 3472, "loss": 0.182, "lr": 1.1780282561108768e-06, "epoch": 6.310483870967742, "percentage": 90.15, "elapsed_time": "3:42:55", "remaining_time": "0:24:21"} +{"current_steps": 3135, "total_steps": 3472, "loss": 0.1854, "lr": 1.144262683784274e-06, "epoch": 6.320564516129032, "percentage": 90.29, "elapsed_time": "3:43:14", "remaining_time": "0:23:59"} +{"current_steps": 3140, "total_steps": 3472, "loss": 0.2019, "lr": 1.1109738280938531e-06, "epoch": 6.330645161290323, "percentage": 90.44, "elapsed_time": "3:43:34", "remaining_time": "0:23:38"} +{"current_steps": 3145, "total_steps": 3472, "loss": 0.1958, "lr": 1.078162530658855e-06, "epoch": 6.340725806451613, "percentage": 90.58, "elapsed_time": "3:43:55", "remaining_time": "0:23:16"} +{"current_steps": 3150, "total_steps": 3472, "loss": 0.1949, "lr": 1.0458296210247365e-06, "epoch": 6.350806451612903, "percentage": 90.73, "elapsed_time": "3:44:16", "remaining_time": "0:22:55"} +{"current_steps": 3155, "total_steps": 3472, "loss": 0.1728, "lr": 1.0139759166422136e-06, "epoch": 6.360887096774194, "percentage": 90.87, "elapsed_time": "3:44:37", "remaining_time": "0:22:34"} +{"current_steps": 3160, "total_steps": 3472, "loss": 0.1972, "lr": 9.826022228465892e-07, "epoch": 6.370967741935484, "percentage": 91.01, "elapsed_time": "3:44:58", "remaining_time": "0:22:12"} +{"current_steps": 3165, "total_steps": 3472, "loss": 0.1875, "lr": 9.517093328373739e-07, "epoch": 6.381048387096774, "percentage": 91.16, "elapsed_time": "3:45:19", "remaining_time": "0:21:51"} +{"current_steps": 3170, "total_steps": 3472, "loss": 0.1728, "lr": 9.212980276582573e-07, "epoch": 6.391129032258064, "percentage": 91.3, "elapsed_time": "3:45:40", "remaining_time": "0:21:29"} +{"current_steps": 3175, "total_steps": 3472, "loss": 0.1798, "lr": 8.91369076177353e-07, "epoch": 6.401209677419355, "percentage": 91.45, "elapsed_time": "3:46:01", "remaining_time": "0:21:08"} +{"current_steps": 3180, "total_steps": 3472, "loss": 0.1763, "lr": 8.61923235067752e-07, "epoch": 6.411290322580645, "percentage": 91.59, "elapsed_time": "3:46:21", "remaining_time": "0:20:47"} +{"current_steps": 3185, "total_steps": 3472, "loss": 0.1715, "lr": 8.329612487883976e-07, "epoch": 6.421370967741936, "percentage": 91.73, "elapsed_time": "3:46:41", "remaining_time": "0:20:25"} +{"current_steps": 3190, "total_steps": 3472, "loss": 0.1864, "lr": 8.044838495652718e-07, "epoch": 6.431451612903226, "percentage": 91.88, "elapsed_time": "3:47:02", "remaining_time": "0:20:04"} +{"current_steps": 3195, "total_steps": 3472, "loss": 0.1725, "lr": 7.764917573728636e-07, "epoch": 6.441532258064516, "percentage": 92.02, "elapsed_time": "3:47:23", "remaining_time": "0:19:42"} +{"current_steps": 3200, "total_steps": 3472, "loss": 0.1796, "lr": 7.4898567991599e-07, "epoch": 6.451612903225806, "percentage": 92.17, "elapsed_time": "3:47:45", "remaining_time": "0:19:21"} +{"current_steps": 3205, "total_steps": 3472, "loss": 0.1995, "lr": 7.219663126118815e-07, "epoch": 6.461693548387097, "percentage": 92.31, "elapsed_time": "3:48:06", "remaining_time": "0:19:00"} +{"current_steps": 3210, "total_steps": 3472, "loss": 0.204, "lr": 6.954343385726203e-07, "epoch": 6.471774193548387, "percentage": 92.45, "elapsed_time": "3:48:28", "remaining_time": "0:18:38"} +{"current_steps": 3215, "total_steps": 3472, "loss": 0.1903, "lr": 6.69390428587855e-07, "epoch": 6.481854838709677, "percentage": 92.6, "elapsed_time": "3:48:48", "remaining_time": "0:18:17"} +{"current_steps": 3220, "total_steps": 3472, "loss": 0.1668, "lr": 6.438352411078486e-07, "epoch": 6.491935483870968, "percentage": 92.74, "elapsed_time": "3:49:09", "remaining_time": "0:17:56"} +{"current_steps": 3225, "total_steps": 3472, "loss": 0.1984, "lr": 6.187694222268215e-07, "epoch": 6.502016129032258, "percentage": 92.89, "elapsed_time": "3:49:30", "remaining_time": "0:17:34"} +{"current_steps": 3230, "total_steps": 3472, "loss": 0.1701, "lr": 5.941936056666331e-07, "epoch": 6.512096774193548, "percentage": 93.03, "elapsed_time": "3:49:51", "remaining_time": "0:17:13"} +{"current_steps": 3235, "total_steps": 3472, "loss": 0.1744, "lr": 5.701084127607481e-07, "epoch": 6.522177419354839, "percentage": 93.17, "elapsed_time": "3:50:12", "remaining_time": "0:16:51"} +{"current_steps": 3240, "total_steps": 3472, "loss": 0.176, "lr": 5.465144524385357e-07, "epoch": 6.532258064516129, "percentage": 93.32, "elapsed_time": "3:50:33", "remaining_time": "0:16:30"} +{"current_steps": 3245, "total_steps": 3472, "loss": 0.1963, "lr": 5.234123212098574e-07, "epoch": 6.542338709677419, "percentage": 93.46, "elapsed_time": "3:50:56", "remaining_time": "0:16:09"} +{"current_steps": 3250, "total_steps": 3472, "loss": 0.1728, "lr": 5.008026031500101e-07, "epoch": 6.55241935483871, "percentage": 93.61, "elapsed_time": "3:51:17", "remaining_time": "0:15:47"} +{"current_steps": 3255, "total_steps": 3472, "loss": 0.1843, "lr": 4.78685869884945e-07, "epoch": 6.5625, "percentage": 93.75, "elapsed_time": "3:51:37", "remaining_time": "0:15:26"} +{"current_steps": 3260, "total_steps": 3472, "loss": 0.1757, "lr": 4.570626805768119e-07, "epoch": 6.57258064516129, "percentage": 93.89, "elapsed_time": "3:51:58", "remaining_time": "0:15:05"} +{"current_steps": 3265, "total_steps": 3472, "loss": 0.1803, "lr": 4.3593358190983094e-07, "epoch": 6.582661290322581, "percentage": 94.04, "elapsed_time": "3:52:18", "remaining_time": "0:14:43"} +{"current_steps": 3270, "total_steps": 3472, "loss": 0.1773, "lr": 4.152991080764723e-07, "epoch": 6.592741935483871, "percentage": 94.18, "elapsed_time": "3:52:38", "remaining_time": "0:14:22"} +{"current_steps": 3275, "total_steps": 3472, "loss": 0.1595, "lr": 3.9515978076394293e-07, "epoch": 6.602822580645161, "percentage": 94.33, "elapsed_time": "3:52:59", "remaining_time": "0:14:00"} +{"current_steps": 3280, "total_steps": 3472, "loss": 0.1789, "lr": 3.7551610914100535e-07, "epoch": 6.612903225806452, "percentage": 94.47, "elapsed_time": "3:53:20", "remaining_time": "0:13:39"} +{"current_steps": 3285, "total_steps": 3472, "loss": 0.1529, "lr": 3.5636858984509083e-07, "epoch": 6.622983870967742, "percentage": 94.61, "elapsed_time": "3:53:44", "remaining_time": "0:13:18"} +{"current_steps": 3290, "total_steps": 3472, "loss": 0.19, "lr": 3.377177069697624e-07, "epoch": 6.633064516129032, "percentage": 94.76, "elapsed_time": "3:54:03", "remaining_time": "0:12:56"} +{"current_steps": 3295, "total_steps": 3472, "loss": 0.1865, "lr": 3.1956393205246237e-07, "epoch": 6.643145161290323, "percentage": 94.9, "elapsed_time": "3:54:27", "remaining_time": "0:12:35"} +{"current_steps": 3300, "total_steps": 3472, "loss": 0.1893, "lr": 3.0190772406259117e-07, "epoch": 6.653225806451613, "percentage": 95.05, "elapsed_time": "3:54:48", "remaining_time": "0:12:14"} +{"current_steps": 3305, "total_steps": 3472, "loss": 0.2059, "lr": 2.8474952938991387e-07, "epoch": 6.663306451612903, "percentage": 95.19, "elapsed_time": "3:55:08", "remaining_time": "0:11:52"} +{"current_steps": 3310, "total_steps": 3472, "loss": 0.1849, "lr": 2.6808978183326285e-07, "epoch": 6.673387096774194, "percentage": 95.33, "elapsed_time": "3:55:28", "remaining_time": "0:11:31"} +{"current_steps": 3315, "total_steps": 3472, "loss": 0.1725, "lr": 2.519289025895755e-07, "epoch": 6.683467741935484, "percentage": 95.48, "elapsed_time": "3:55:48", "remaining_time": "0:11:10"} +{"current_steps": 3320, "total_steps": 3472, "loss": 0.1788, "lr": 2.3626730024324474e-07, "epoch": 6.693548387096774, "percentage": 95.62, "elapsed_time": "3:56:10", "remaining_time": "0:10:48"} +{"current_steps": 3325, "total_steps": 3472, "loss": 0.1883, "lr": 2.2110537075578975e-07, "epoch": 6.703629032258064, "percentage": 95.77, "elapsed_time": "3:56:30", "remaining_time": "0:10:27"} +{"current_steps": 3330, "total_steps": 3472, "loss": 0.179, "lr": 2.064434974558438e-07, "epoch": 6.713709677419355, "percentage": 95.91, "elapsed_time": "3:56:50", "remaining_time": "0:10:05"} +{"current_steps": 3335, "total_steps": 3472, "loss": 0.163, "lr": 1.922820510294665e-07, "epoch": 6.723790322580645, "percentage": 96.05, "elapsed_time": "3:57:13", "remaining_time": "0:09:44"} +{"current_steps": 3340, "total_steps": 3472, "loss": 0.2075, "lr": 1.7862138951076246e-07, "epoch": 6.733870967741936, "percentage": 96.2, "elapsed_time": "3:57:34", "remaining_time": "0:09:23"} +{"current_steps": 3345, "total_steps": 3472, "loss": 0.182, "lr": 1.6546185827284177e-07, "epoch": 6.743951612903226, "percentage": 96.34, "elapsed_time": "3:57:53", "remaining_time": "0:09:01"} +{"current_steps": 3350, "total_steps": 3472, "loss": 0.1713, "lr": 1.528037900190804e-07, "epoch": 6.754032258064516, "percentage": 96.49, "elapsed_time": "3:58:17", "remaining_time": "0:08:40"} +{"current_steps": 3355, "total_steps": 3472, "loss": 0.1963, "lr": 1.4064750477471135e-07, "epoch": 6.764112903225806, "percentage": 96.63, "elapsed_time": "3:58:36", "remaining_time": "0:08:19"} +{"current_steps": 3360, "total_steps": 3472, "loss": 0.1903, "lr": 1.2899330987873327e-07, "epoch": 6.774193548387097, "percentage": 96.77, "elapsed_time": "3:58:56", "remaining_time": "0:07:57"} +{"current_steps": 3365, "total_steps": 3472, "loss": 0.1724, "lr": 1.1784149997613681e-07, "epoch": 6.784274193548387, "percentage": 96.92, "elapsed_time": "3:59:18", "remaining_time": "0:07:36"} +{"current_steps": 3370, "total_steps": 3472, "loss": 0.1725, "lr": 1.0719235701046382e-07, "epoch": 6.794354838709677, "percentage": 97.06, "elapsed_time": "3:59:39", "remaining_time": "0:07:15"} +{"current_steps": 3375, "total_steps": 3472, "loss": 0.165, "lr": 9.704615021666863e-08, "epoch": 6.804435483870968, "percentage": 97.21, "elapsed_time": "3:59:59", "remaining_time": "0:06:53"} +{"current_steps": 3380, "total_steps": 3472, "loss": 0.1819, "lr": 8.740313611431683e-08, "epoch": 6.814516129032258, "percentage": 97.35, "elapsed_time": "4:00:20", "remaining_time": "0:06:32"} +{"current_steps": 3385, "total_steps": 3472, "loss": 0.1771, "lr": 7.826355850110378e-08, "epoch": 6.824596774193548, "percentage": 97.49, "elapsed_time": "4:00:40", "remaining_time": "0:06:11"} +{"current_steps": 3390, "total_steps": 3472, "loss": 0.1894, "lr": 6.962764844668179e-08, "epoch": 6.834677419354839, "percentage": 97.64, "elapsed_time": "4:01:00", "remaining_time": "0:05:49"} +{"current_steps": 3395, "total_steps": 3472, "loss": 0.1962, "lr": 6.149562428682477e-08, "epoch": 6.844758064516129, "percentage": 97.78, "elapsed_time": "4:01:22", "remaining_time": "0:05:28"} +{"current_steps": 3400, "total_steps": 3472, "loss": 0.1768, "lr": 5.386769161790595e-08, "epoch": 6.854838709677419, "percentage": 97.93, "elapsed_time": "4:01:45", "remaining_time": "0:05:07"} +{"current_steps": 3405, "total_steps": 3472, "loss": 0.184, "lr": 4.674404329169768e-08, "epoch": 6.86491935483871, "percentage": 98.07, "elapsed_time": "4:02:05", "remaining_time": "0:04:45"} +{"current_steps": 3410, "total_steps": 3472, "loss": 0.1908, "lr": 4.0124859410504143e-08, "epoch": 6.875, "percentage": 98.21, "elapsed_time": "4:02:25", "remaining_time": "0:04:24"} +{"current_steps": 3415, "total_steps": 3472, "loss": 0.1785, "lr": 3.401030732259614e-08, "epoch": 6.88508064516129, "percentage": 98.36, "elapsed_time": "4:02:49", "remaining_time": "0:04:03"} +{"current_steps": 3420, "total_steps": 3472, "loss": 0.1892, "lr": 2.8400541617987777e-08, "epoch": 6.895161290322581, "percentage": 98.5, "elapsed_time": "4:03:10", "remaining_time": "0:03:41"} +{"current_steps": 3425, "total_steps": 3472, "loss": 0.1934, "lr": 2.3295704124528528e-08, "epoch": 6.905241935483871, "percentage": 98.65, "elapsed_time": "4:03:32", "remaining_time": "0:03:20"} +{"current_steps": 3430, "total_steps": 3472, "loss": 0.1656, "lr": 1.869592390431052e-08, "epoch": 6.915322580645161, "percentage": 98.79, "elapsed_time": "4:03:56", "remaining_time": "0:02:59"} +{"current_steps": 3435, "total_steps": 3472, "loss": 0.1717, "lr": 1.4601317250413361e-08, "epoch": 6.925403225806452, "percentage": 98.93, "elapsed_time": "4:04:16", "remaining_time": "0:02:37"} +{"current_steps": 3440, "total_steps": 3472, "loss": 0.1944, "lr": 1.1011987683964276e-08, "epoch": 6.935483870967742, "percentage": 99.08, "elapsed_time": "4:04:36", "remaining_time": "0:02:16"} +{"current_steps": 3445, "total_steps": 3472, "loss": 0.1907, "lr": 7.928025951509099e-09, "epoch": 6.945564516129032, "percentage": 99.22, "elapsed_time": "4:04:55", "remaining_time": "0:01:55"} +{"current_steps": 3450, "total_steps": 3472, "loss": 0.2087, "lr": 5.349510022731874e-09, "epoch": 6.955645161290323, "percentage": 99.37, "elapsed_time": "4:05:17", "remaining_time": "0:01:33"} +{"current_steps": 3455, "total_steps": 3472, "loss": 0.1883, "lr": 3.276505088478654e-09, "epoch": 6.965725806451613, "percentage": 99.51, "elapsed_time": "4:05:38", "remaining_time": "0:01:12"} +{"current_steps": 3460, "total_steps": 3472, "loss": 0.1936, "lr": 1.7090635591077153e-09, "epoch": 6.975806451612903, "percentage": 99.65, "elapsed_time": "4:05:59", "remaining_time": "0:00:51"} +{"current_steps": 3465, "total_steps": 3472, "loss": 0.1887, "lr": 6.472250631617271e-10, "epoch": 6.985887096774194, "percentage": 99.8, "elapsed_time": "4:06:23", "remaining_time": "0:00:29"} +{"current_steps": 3470, "total_steps": 3472, "loss": 0.1887, "lr": 9.101644637743435e-11, "epoch": 6.995967741935484, "percentage": 99.94, "elapsed_time": "4:06:44", "remaining_time": "0:00:08"} +{"current_steps": 3472, "total_steps": 3472, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "4:07:32", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..0e5ea57 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,7681 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.0, + "eval_steps": 500, + "global_step": 3472, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010080645161290322, + "grad_norm": 14.449500155173903, + "learning_rate": 4.5977011494252875e-07, + "loss": 0.7993, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.38909852504730225, + "step": 5, + "valid_targets_mean": 2174.2, + "valid_targets_min": 331 + }, + { + "epoch": 0.020161290322580645, + "grad_norm": 11.371968376917225, + "learning_rate": 1.0344827586206898e-06, + "loss": 0.7727, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3847242593765259, + "step": 10, + "valid_targets_mean": 2946.0, + "valid_targets_min": 1336 + }, + { + "epoch": 0.03024193548387097, + "grad_norm": 9.159480193371408, + "learning_rate": 1.6091954022988506e-06, + "loss": 0.7594, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.33918458223342896, + "step": 15, + "valid_targets_mean": 3145.9, + "valid_targets_min": 1099 + }, + { + "epoch": 0.04032258064516129, + "grad_norm": 5.650620714196684, + "learning_rate": 2.1839080459770117e-06, + "loss": 0.7429, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.36300647258758545, + "step": 20, + "valid_targets_mean": 4150.5, + "valid_targets_min": 1342 + }, + { + "epoch": 0.05040322580645161, + "grad_norm": 5.2774452546548964, + "learning_rate": 2.7586206896551725e-06, + "loss": 0.6975, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.31926649808883667, + "step": 25, + "valid_targets_mean": 2899.0, + "valid_targets_min": 1639 + }, + { + "epoch": 0.06048387096774194, + "grad_norm": 3.639767775759478, + "learning_rate": 3.3333333333333333e-06, + "loss": 0.6738, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3609458804130554, + "step": 30, + "valid_targets_mean": 3702.1, + "valid_targets_min": 1394 + }, + { + "epoch": 0.07056451612903226, + "grad_norm": 2.707051134946833, + "learning_rate": 3.908045977011495e-06, + "loss": 0.6767, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24730262160301208, + "step": 35, + "valid_targets_mean": 2623.6, + "valid_targets_min": 1398 + }, + { + "epoch": 0.08064516129032258, + "grad_norm": 1.655229386846628, + "learning_rate": 4.482758620689656e-06, + "loss": 0.5759, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3255453109741211, + "step": 40, + "valid_targets_mean": 3583.9, + "valid_targets_min": 1555 + }, + { + "epoch": 0.0907258064516129, + "grad_norm": 1.3397655726170778, + "learning_rate": 5.057471264367817e-06, + "loss": 0.5662, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.30872970819473267, + "step": 45, + "valid_targets_mean": 3672.2, + "valid_targets_min": 2485 + }, + { + "epoch": 0.10080645161290322, + "grad_norm": 1.1770090510235234, + "learning_rate": 5.6321839080459775e-06, + "loss": 0.5804, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20463469624519348, + "step": 50, + "valid_targets_mean": 2331.9, + "valid_targets_min": 1387 + }, + { + "epoch": 0.11088709677419355, + "grad_norm": 1.0547778252669509, + "learning_rate": 6.206896551724138e-06, + "loss": 0.5211, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22625142335891724, + "step": 55, + "valid_targets_mean": 2296.1, + "valid_targets_min": 1504 + }, + { + "epoch": 0.12096774193548387, + "grad_norm": 0.9064416672530017, + "learning_rate": 6.781609195402299e-06, + "loss": 0.5056, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20368868112564087, + "step": 60, + "valid_targets_mean": 2607.8, + "valid_targets_min": 1266 + }, + { + "epoch": 0.1310483870967742, + "grad_norm": 0.8598717693967117, + "learning_rate": 7.35632183908046e-06, + "loss": 0.4575, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20426565408706665, + "step": 65, + "valid_targets_mean": 2609.6, + "valid_targets_min": 1512 + }, + { + "epoch": 0.14112903225806453, + "grad_norm": 0.7584820401140192, + "learning_rate": 7.93103448275862e-06, + "loss": 0.4856, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29571622610092163, + "step": 70, + "valid_targets_mean": 4183.1, + "valid_targets_min": 1517 + }, + { + "epoch": 0.15120967741935484, + "grad_norm": 0.8524803684360264, + "learning_rate": 8.505747126436782e-06, + "loss": 0.4237, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.25059381127357483, + "step": 75, + "valid_targets_mean": 3100.4, + "valid_targets_min": 1335 + }, + { + "epoch": 0.16129032258064516, + "grad_norm": 0.7805803147748024, + "learning_rate": 9.080459770114942e-06, + "loss": 0.4562, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24174298346042633, + "step": 80, + "valid_targets_mean": 3600.0, + "valid_targets_min": 1219 + }, + { + "epoch": 0.17137096774193547, + "grad_norm": 0.7677664733946342, + "learning_rate": 9.655172413793105e-06, + "loss": 0.4464, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3260878324508667, + "step": 85, + "valid_targets_mean": 2888.0, + "valid_targets_min": 387 + }, + { + "epoch": 0.1814516129032258, + "grad_norm": 0.6501384820600805, + "learning_rate": 1.0229885057471264e-05, + "loss": 0.4659, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.198003888130188, + "step": 90, + "valid_targets_mean": 3045.2, + "valid_targets_min": 1166 + }, + { + "epoch": 0.19153225806451613, + "grad_norm": 0.6974668397814775, + "learning_rate": 1.0804597701149427e-05, + "loss": 0.4604, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17032751441001892, + "step": 95, + "valid_targets_mean": 2550.2, + "valid_targets_min": 1045 + }, + { + "epoch": 0.20161290322580644, + "grad_norm": 0.7505539806585207, + "learning_rate": 1.1379310344827587e-05, + "loss": 0.4469, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19169579446315765, + "step": 100, + "valid_targets_mean": 2602.4, + "valid_targets_min": 1579 + }, + { + "epoch": 0.21169354838709678, + "grad_norm": 0.7184919283440877, + "learning_rate": 1.1954022988505748e-05, + "loss": 0.4077, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2819514572620392, + "step": 105, + "valid_targets_mean": 3276.5, + "valid_targets_min": 277 + }, + { + "epoch": 0.2217741935483871, + "grad_norm": 0.5576782128700126, + "learning_rate": 1.2528735632183907e-05, + "loss": 0.4011, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16589918732643127, + "step": 110, + "valid_targets_mean": 3989.9, + "valid_targets_min": 1483 + }, + { + "epoch": 0.2318548387096774, + "grad_norm": 0.6771993510690117, + "learning_rate": 1.310344827586207e-05, + "loss": 0.4197, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24091395735740662, + "step": 115, + "valid_targets_mean": 4278.8, + "valid_targets_min": 2431 + }, + { + "epoch": 0.24193548387096775, + "grad_norm": 0.6395511331566243, + "learning_rate": 1.367816091954023e-05, + "loss": 0.3845, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1813727170228958, + "step": 120, + "valid_targets_mean": 3667.6, + "valid_targets_min": 324 + }, + { + "epoch": 0.25201612903225806, + "grad_norm": 0.6464135043314241, + "learning_rate": 1.4252873563218392e-05, + "loss": 0.3881, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2489478588104248, + "step": 125, + "valid_targets_mean": 3894.1, + "valid_targets_min": 1564 + }, + { + "epoch": 0.2620967741935484, + "grad_norm": 0.6891314564767776, + "learning_rate": 1.4827586206896554e-05, + "loss": 0.3831, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19056200981140137, + "step": 130, + "valid_targets_mean": 2912.5, + "valid_targets_min": 1355 + }, + { + "epoch": 0.2721774193548387, + "grad_norm": 0.6543759012481299, + "learning_rate": 1.540229885057471e-05, + "loss": 0.4173, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19089123606681824, + "step": 135, + "valid_targets_mean": 3529.0, + "valid_targets_min": 494 + }, + { + "epoch": 0.28225806451612906, + "grad_norm": 0.6848493902218407, + "learning_rate": 1.5977011494252876e-05, + "loss": 0.4348, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23437771201133728, + "step": 140, + "valid_targets_mean": 3498.0, + "valid_targets_min": 1183 + }, + { + "epoch": 0.2923387096774194, + "grad_norm": 0.6569306106351943, + "learning_rate": 1.6551724137931037e-05, + "loss": 0.4223, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2546037435531616, + "step": 145, + "valid_targets_mean": 3890.2, + "valid_targets_min": 1966 + }, + { + "epoch": 0.3024193548387097, + "grad_norm": 0.6390804316522537, + "learning_rate": 1.7126436781609197e-05, + "loss": 0.4105, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22756895422935486, + "step": 150, + "valid_targets_mean": 3296.8, + "valid_targets_min": 1320 + }, + { + "epoch": 0.3125, + "grad_norm": 0.7960814569838984, + "learning_rate": 1.770114942528736e-05, + "loss": 0.3663, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24670492112636566, + "step": 155, + "valid_targets_mean": 3182.8, + "valid_targets_min": 346 + }, + { + "epoch": 0.3225806451612903, + "grad_norm": 0.6886915621414088, + "learning_rate": 1.827586206896552e-05, + "loss": 0.3741, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16217997670173645, + "step": 160, + "valid_targets_mean": 2663.0, + "valid_targets_min": 304 + }, + { + "epoch": 0.3326612903225806, + "grad_norm": 0.8210518452320089, + "learning_rate": 1.885057471264368e-05, + "loss": 0.3957, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15700814127922058, + "step": 165, + "valid_targets_mean": 2601.8, + "valid_targets_min": 1335 + }, + { + "epoch": 0.34274193548387094, + "grad_norm": 0.6629968262849919, + "learning_rate": 1.942528735632184e-05, + "loss": 0.3483, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17296138405799866, + "step": 170, + "valid_targets_mean": 2878.5, + "valid_targets_min": 390 + }, + { + "epoch": 0.3528225806451613, + "grad_norm": 0.6578514413264408, + "learning_rate": 2e-05, + "loss": 0.3593, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23956651985645294, + "step": 175, + "valid_targets_mean": 3449.1, + "valid_targets_min": 1179 + }, + { + "epoch": 0.3629032258064516, + "grad_norm": 0.633793791298061, + "learning_rate": 2.0574712643678162e-05, + "loss": 0.3761, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1691775918006897, + "step": 180, + "valid_targets_mean": 3694.9, + "valid_targets_min": 1359 + }, + { + "epoch": 0.37298387096774194, + "grad_norm": 0.6817986950821238, + "learning_rate": 2.1149425287356323e-05, + "loss": 0.3638, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20259128510951996, + "step": 185, + "valid_targets_mean": 3364.4, + "valid_targets_min": 1742 + }, + { + "epoch": 0.38306451612903225, + "grad_norm": 0.6285532936794296, + "learning_rate": 2.1724137931034484e-05, + "loss": 0.3828, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16747918725013733, + "step": 190, + "valid_targets_mean": 3639.4, + "valid_targets_min": 1133 + }, + { + "epoch": 0.39314516129032256, + "grad_norm": 0.6569010008623565, + "learning_rate": 2.229885057471265e-05, + "loss": 0.3846, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18582244217395782, + "step": 195, + "valid_targets_mean": 3434.5, + "valid_targets_min": 1547 + }, + { + "epoch": 0.4032258064516129, + "grad_norm": 0.7356979400678477, + "learning_rate": 2.287356321839081e-05, + "loss": 0.3676, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22198417782783508, + "step": 200, + "valid_targets_mean": 2737.1, + "valid_targets_min": 349 + }, + { + "epoch": 0.41330645161290325, + "grad_norm": 0.6831108834771312, + "learning_rate": 2.3448275862068967e-05, + "loss": 0.3633, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21049314737319946, + "step": 205, + "valid_targets_mean": 3560.1, + "valid_targets_min": 1480 + }, + { + "epoch": 0.42338709677419356, + "grad_norm": 0.905812465923658, + "learning_rate": 2.4022988505747127e-05, + "loss": 0.3754, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1583234816789627, + "step": 210, + "valid_targets_mean": 3059.8, + "valid_targets_min": 1518 + }, + { + "epoch": 0.4334677419354839, + "grad_norm": 0.6698258748474574, + "learning_rate": 2.4597701149425288e-05, + "loss": 0.3611, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20641851425170898, + "step": 215, + "valid_targets_mean": 3792.4, + "valid_targets_min": 360 + }, + { + "epoch": 0.4435483870967742, + "grad_norm": 0.764865915875837, + "learning_rate": 2.517241379310345e-05, + "loss": 0.3856, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2644338011741638, + "step": 220, + "valid_targets_mean": 4845.0, + "valid_targets_min": 1887 + }, + { + "epoch": 0.4536290322580645, + "grad_norm": 0.9530476057657241, + "learning_rate": 2.574712643678161e-05, + "loss": 0.3767, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2127152532339096, + "step": 225, + "valid_targets_mean": 3657.1, + "valid_targets_min": 1407 + }, + { + "epoch": 0.4637096774193548, + "grad_norm": 0.6932442589053148, + "learning_rate": 2.632183908045977e-05, + "loss": 0.3682, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2231195867061615, + "step": 230, + "valid_targets_mean": 3219.0, + "valid_targets_min": 440 + }, + { + "epoch": 0.4737903225806452, + "grad_norm": 0.6545007052655867, + "learning_rate": 2.6896551724137935e-05, + "loss": 0.3766, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15893417596817017, + "step": 235, + "valid_targets_mean": 3689.9, + "valid_targets_min": 1200 + }, + { + "epoch": 0.4838709677419355, + "grad_norm": 0.6885228862772315, + "learning_rate": 2.7471264367816096e-05, + "loss": 0.3538, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18170298635959625, + "step": 240, + "valid_targets_mean": 3758.2, + "valid_targets_min": 2198 + }, + { + "epoch": 0.4939516129032258, + "grad_norm": 0.611196128823349, + "learning_rate": 2.8045977011494257e-05, + "loss": 0.3372, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15938988327980042, + "step": 245, + "valid_targets_mean": 3654.6, + "valid_targets_min": 1674 + }, + { + "epoch": 0.5040322580645161, + "grad_norm": 0.7029642143807657, + "learning_rate": 2.8620689655172417e-05, + "loss": 0.3322, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1400284320116043, + "step": 250, + "valid_targets_mean": 3100.2, + "valid_targets_min": 345 + }, + { + "epoch": 0.5141129032258065, + "grad_norm": 0.7922421599556757, + "learning_rate": 2.919540229885058e-05, + "loss": 0.3765, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17966391146183014, + "step": 255, + "valid_targets_mean": 3128.8, + "valid_targets_min": 1917 + }, + { + "epoch": 0.5241935483870968, + "grad_norm": 0.6749789286867194, + "learning_rate": 2.9770114942528736e-05, + "loss": 0.346, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21566540002822876, + "step": 260, + "valid_targets_mean": 3843.4, + "valid_targets_min": 1531 + }, + { + "epoch": 0.5342741935483871, + "grad_norm": 0.7423662123632774, + "learning_rate": 3.0344827586206897e-05, + "loss": 0.3812, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1832074522972107, + "step": 265, + "valid_targets_mean": 2404.9, + "valid_targets_min": 1260 + }, + { + "epoch": 0.5443548387096774, + "grad_norm": 0.7648800632210384, + "learning_rate": 3.091954022988506e-05, + "loss": 0.3876, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12029941380023956, + "step": 270, + "valid_targets_mean": 2275.0, + "valid_targets_min": 363 + }, + { + "epoch": 0.5544354838709677, + "grad_norm": 0.597002868682288, + "learning_rate": 3.149425287356322e-05, + "loss": 0.3859, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12832964956760406, + "step": 275, + "valid_targets_mean": 3785.6, + "valid_targets_min": 2169 + }, + { + "epoch": 0.5645161290322581, + "grad_norm": 1.0226325341786853, + "learning_rate": 3.206896551724138e-05, + "loss": 0.3599, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17569780349731445, + "step": 280, + "valid_targets_mean": 3895.8, + "valid_targets_min": 1809 + }, + { + "epoch": 0.5745967741935484, + "grad_norm": 0.6850736494306995, + "learning_rate": 3.264367816091954e-05, + "loss": 0.3307, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16676917672157288, + "step": 285, + "valid_targets_mean": 2524.2, + "valid_targets_min": 1707 + }, + { + "epoch": 0.5846774193548387, + "grad_norm": 0.6383658411094468, + "learning_rate": 3.321839080459771e-05, + "loss": 0.3376, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14162276685237885, + "step": 290, + "valid_targets_mean": 2319.9, + "valid_targets_min": 285 + }, + { + "epoch": 0.594758064516129, + "grad_norm": 0.6331928910150095, + "learning_rate": 3.3793103448275865e-05, + "loss": 0.3506, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11673640459775925, + "step": 295, + "valid_targets_mean": 2269.0, + "valid_targets_min": 1432 + }, + { + "epoch": 0.6048387096774194, + "grad_norm": 0.699330352070807, + "learning_rate": 3.436781609195403e-05, + "loss": 0.3333, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1328885406255722, + "step": 300, + "valid_targets_mean": 3166.9, + "valid_targets_min": 1289 + }, + { + "epoch": 0.6149193548387096, + "grad_norm": 0.7892062586321906, + "learning_rate": 3.4942528735632187e-05, + "loss": 0.3274, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1452142894268036, + "step": 305, + "valid_targets_mean": 3436.1, + "valid_targets_min": 1474 + }, + { + "epoch": 0.625, + "grad_norm": 0.7567197596368975, + "learning_rate": 3.551724137931035e-05, + "loss": 0.3496, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1691838800907135, + "step": 310, + "valid_targets_mean": 2426.5, + "valid_targets_min": 456 + }, + { + "epoch": 0.6350806451612904, + "grad_norm": 0.6387687877365441, + "learning_rate": 3.609195402298851e-05, + "loss": 0.3347, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14392763376235962, + "step": 315, + "valid_targets_mean": 2922.0, + "valid_targets_min": 1786 + }, + { + "epoch": 0.6451612903225806, + "grad_norm": 0.697595246140018, + "learning_rate": 3.6666666666666666e-05, + "loss": 0.3619, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20114536583423615, + "step": 320, + "valid_targets_mean": 3001.2, + "valid_targets_min": 1426 + }, + { + "epoch": 0.655241935483871, + "grad_norm": 0.7981270589836555, + "learning_rate": 3.724137931034483e-05, + "loss": 0.347, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10544638335704803, + "step": 325, + "valid_targets_mean": 2380.5, + "valid_targets_min": 1062 + }, + { + "epoch": 0.6653225806451613, + "grad_norm": 0.6810979428387121, + "learning_rate": 3.7816091954022994e-05, + "loss": 0.3721, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23621079325675964, + "step": 330, + "valid_targets_mean": 3790.4, + "valid_targets_min": 981 + }, + { + "epoch": 0.6754032258064516, + "grad_norm": 0.6462545622479263, + "learning_rate": 3.839080459770115e-05, + "loss": 0.3748, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21756233274936676, + "step": 335, + "valid_targets_mean": 3862.8, + "valid_targets_min": 2624 + }, + { + "epoch": 0.6854838709677419, + "grad_norm": 0.6402667640269576, + "learning_rate": 3.8965517241379316e-05, + "loss": 0.3639, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19513845443725586, + "step": 340, + "valid_targets_mean": 4006.6, + "valid_targets_min": 2357 + }, + { + "epoch": 0.6955645161290323, + "grad_norm": 0.5958290929438533, + "learning_rate": 3.954022988505747e-05, + "loss": 0.3545, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22164441645145416, + "step": 345, + "valid_targets_mean": 4368.1, + "valid_targets_min": 2200 + }, + { + "epoch": 0.7056451612903226, + "grad_norm": 0.6080525191892164, + "learning_rate": 3.99999898870547e-05, + "loss": 0.3113, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22130124270915985, + "step": 350, + "valid_targets_mean": 4355.2, + "valid_targets_min": 2703 + }, + { + "epoch": 0.7157258064516129, + "grad_norm": 0.6864525148845186, + "learning_rate": 3.99996359350429e-05, + "loss": 0.3377, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13324949145317078, + "step": 355, + "valid_targets_mean": 2617.1, + "valid_targets_min": 1609 + }, + { + "epoch": 0.7258064516129032, + "grad_norm": 0.6266334317635329, + "learning_rate": 3.999877634599299e-05, + "loss": 0.3145, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1214652732014656, + "step": 360, + "valid_targets_mean": 2246.9, + "valid_targets_min": 390 + }, + { + "epoch": 0.7358870967741935, + "grad_norm": 0.7481942159429219, + "learning_rate": 3.999741114163738e-05, + "loss": 0.3248, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1819283664226532, + "step": 365, + "valid_targets_mean": 2264.9, + "valid_targets_min": 322 + }, + { + "epoch": 0.7459677419354839, + "grad_norm": 0.6898667518454638, + "learning_rate": 3.999554035649159e-05, + "loss": 0.3275, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1737220585346222, + "step": 370, + "valid_targets_mean": 3956.5, + "valid_targets_min": 2480 + }, + { + "epoch": 0.7560483870967742, + "grad_norm": 0.623426624804504, + "learning_rate": 3.99931640378534e-05, + "loss": 0.3875, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1841704100370407, + "step": 375, + "valid_targets_mean": 3527.2, + "valid_targets_min": 1474 + }, + { + "epoch": 0.7661290322580645, + "grad_norm": 0.5898127264312745, + "learning_rate": 3.999028224580163e-05, + "loss": 0.3521, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18726076185703278, + "step": 380, + "valid_targets_mean": 3584.4, + "valid_targets_min": 1465 + }, + { + "epoch": 0.7762096774193549, + "grad_norm": 0.6250921322087949, + "learning_rate": 3.9986895053194646e-05, + "loss": 0.3396, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1958356499671936, + "step": 385, + "valid_targets_mean": 3088.4, + "valid_targets_min": 1258 + }, + { + "epoch": 0.7862903225806451, + "grad_norm": 0.661234325735104, + "learning_rate": 3.998300254566852e-05, + "loss": 0.3471, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2639602720737457, + "step": 390, + "valid_targets_mean": 4186.8, + "valid_targets_min": 1389 + }, + { + "epoch": 0.7963709677419355, + "grad_norm": 0.6447546831327706, + "learning_rate": 3.997860482163482e-05, + "loss": 0.3562, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1819433867931366, + "step": 395, + "valid_targets_mean": 3570.2, + "valid_targets_min": 1618 + }, + { + "epoch": 0.8064516129032258, + "grad_norm": 0.613167058722557, + "learning_rate": 3.99737019922782e-05, + "loss": 0.3607, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14388181269168854, + "step": 400, + "valid_targets_mean": 3024.6, + "valid_targets_min": 1945 + }, + { + "epoch": 0.8165322580645161, + "grad_norm": 0.6635526325808375, + "learning_rate": 3.9968294181553515e-05, + "loss": 0.3471, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1845952868461609, + "step": 405, + "valid_targets_mean": 3271.5, + "valid_targets_min": 1506 + }, + { + "epoch": 0.8266129032258065, + "grad_norm": 0.9024241548907097, + "learning_rate": 3.9962381526182725e-05, + "loss": 0.2926, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17348361015319824, + "step": 410, + "valid_targets_mean": 3015.5, + "valid_targets_min": 757 + }, + { + "epoch": 0.8366935483870968, + "grad_norm": 0.5719043080218256, + "learning_rate": 3.995596417565143e-05, + "loss": 0.3207, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15138940513134003, + "step": 415, + "valid_targets_mean": 3349.9, + "valid_targets_min": 408 + }, + { + "epoch": 0.8467741935483871, + "grad_norm": 0.6313666469410305, + "learning_rate": 3.994904229220507e-05, + "loss": 0.317, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2121599018573761, + "step": 420, + "valid_targets_mean": 4051.1, + "valid_targets_min": 1292 + }, + { + "epoch": 0.8568548387096774, + "grad_norm": 0.6150577948254076, + "learning_rate": 3.994161605084489e-05, + "loss": 0.3243, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13537941873073578, + "step": 425, + "valid_targets_mean": 2550.8, + "valid_targets_min": 1231 + }, + { + "epoch": 0.8669354838709677, + "grad_norm": 0.6894670400731433, + "learning_rate": 3.993368563932343e-05, + "loss": 0.34, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1476442515850067, + "step": 430, + "valid_targets_mean": 2535.0, + "valid_targets_min": 1438 + }, + { + "epoch": 0.8770161290322581, + "grad_norm": 0.5750482412844541, + "learning_rate": 3.9925251258139824e-05, + "loss": 0.3352, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19290408492088318, + "step": 435, + "valid_targets_mean": 3563.2, + "valid_targets_min": 420 + }, + { + "epoch": 0.8870967741935484, + "grad_norm": 0.646205776364604, + "learning_rate": 3.991631312053474e-05, + "loss": 0.3198, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11438087373971939, + "step": 440, + "valid_targets_mean": 2495.2, + "valid_targets_min": 339 + }, + { + "epoch": 0.8971774193548387, + "grad_norm": 0.5420872512419563, + "learning_rate": 3.9906871452484956e-05, + "loss": 0.3505, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1990976333618164, + "step": 445, + "valid_targets_mean": 4355.4, + "valid_targets_min": 1552 + }, + { + "epoch": 0.907258064516129, + "grad_norm": 0.563835722962377, + "learning_rate": 3.989692649269768e-05, + "loss": 0.3363, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19511142373085022, + "step": 450, + "valid_targets_mean": 3751.9, + "valid_targets_min": 1369 + }, + { + "epoch": 0.9173387096774194, + "grad_norm": 0.6779471818931806, + "learning_rate": 3.988647849260447e-05, + "loss": 0.3295, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12462078779935837, + "step": 455, + "valid_targets_mean": 2648.4, + "valid_targets_min": 1182 + }, + { + "epoch": 0.9274193548387096, + "grad_norm": 0.7157513704263145, + "learning_rate": 3.987552771635494e-05, + "loss": 0.3276, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1252136379480362, + "step": 460, + "valid_targets_mean": 1898.0, + "valid_targets_min": 353 + }, + { + "epoch": 0.9375, + "grad_norm": 0.6111715003003196, + "learning_rate": 3.986407444081004e-05, + "loss": 0.3747, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10861244052648544, + "step": 465, + "valid_targets_mean": 2788.2, + "valid_targets_min": 1383 + }, + { + "epoch": 0.9475806451612904, + "grad_norm": 0.6316800924159856, + "learning_rate": 3.985211895553504e-05, + "loss": 0.3469, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1829114854335785, + "step": 470, + "valid_targets_mean": 2946.9, + "valid_targets_min": 393 + }, + { + "epoch": 0.9576612903225806, + "grad_norm": 0.641123491516597, + "learning_rate": 3.983966156279226e-05, + "loss": 0.321, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13300415873527527, + "step": 475, + "valid_targets_mean": 2532.9, + "valid_targets_min": 1582 + }, + { + "epoch": 0.967741935483871, + "grad_norm": 0.5833099259121834, + "learning_rate": 3.9826702577533384e-05, + "loss": 0.3406, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17960479855537415, + "step": 480, + "valid_targets_mean": 3628.5, + "valid_targets_min": 1527 + }, + { + "epoch": 0.9778225806451613, + "grad_norm": 0.6574133518231456, + "learning_rate": 3.981324232739154e-05, + "loss": 0.3092, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15223054587841034, + "step": 485, + "valid_targets_mean": 3036.4, + "valid_targets_min": 995 + }, + { + "epoch": 0.9879032258064516, + "grad_norm": 0.6319952606161152, + "learning_rate": 3.979928115267295e-05, + "loss": 0.3326, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12126471102237701, + "step": 490, + "valid_targets_mean": 2551.1, + "valid_targets_min": 338 + }, + { + "epoch": 0.9979838709677419, + "grad_norm": 0.5758082434151766, + "learning_rate": 3.978481940634841e-05, + "loss": 0.3364, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18527314066886902, + "step": 495, + "valid_targets_mean": 3776.9, + "valid_targets_min": 1652 + }, + { + "epoch": 1.0080645161290323, + "grad_norm": 0.9495672179628695, + "learning_rate": 3.976985745404429e-05, + "loss": 0.3136, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15025606751441956, + "step": 500, + "valid_targets_mean": 2923.8, + "valid_targets_min": 1274 + }, + { + "epoch": 1.0181451612903225, + "grad_norm": 0.6078727672977905, + "learning_rate": 3.975439567403335e-05, + "loss": 0.3148, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1373104453086853, + "step": 505, + "valid_targets_mean": 3079.1, + "valid_targets_min": 1205 + }, + { + "epoch": 1.028225806451613, + "grad_norm": 0.6283065155905574, + "learning_rate": 3.973843445722513e-05, + "loss": 0.3366, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11961142718791962, + "step": 510, + "valid_targets_mean": 2468.0, + "valid_targets_min": 298 + }, + { + "epoch": 1.0383064516129032, + "grad_norm": 0.6304226530367547, + "learning_rate": 3.9721974207156096e-05, + "loss": 0.2923, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09555420279502869, + "step": 515, + "valid_targets_mean": 2101.6, + "valid_targets_min": 1342 + }, + { + "epoch": 1.0483870967741935, + "grad_norm": 0.538625747707866, + "learning_rate": 3.9705015339979436e-05, + "loss": 0.3375, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12457385659217834, + "step": 520, + "valid_targets_mean": 3551.1, + "valid_targets_min": 1754 + }, + { + "epoch": 1.0584677419354838, + "grad_norm": 0.5865283856897597, + "learning_rate": 3.9687558284454515e-05, + "loss": 0.2944, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1649620532989502, + "step": 525, + "valid_targets_mean": 4226.4, + "valid_targets_min": 1989 + }, + { + "epoch": 1.0685483870967742, + "grad_norm": 0.6558608299673332, + "learning_rate": 3.9669603481936064e-05, + "loss": 0.3219, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14547483623027802, + "step": 530, + "valid_targets_mean": 2827.2, + "valid_targets_min": 1335 + }, + { + "epoch": 1.0786290322580645, + "grad_norm": 0.6702199344850266, + "learning_rate": 3.9651151386363e-05, + "loss": 0.3199, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1180150955915451, + "step": 535, + "valid_targets_mean": 2292.6, + "valid_targets_min": 1323 + }, + { + "epoch": 1.0887096774193548, + "grad_norm": 0.7208280310479842, + "learning_rate": 3.963220246424696e-05, + "loss": 0.2949, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1448603719472885, + "step": 540, + "valid_targets_mean": 2840.2, + "valid_targets_min": 1336 + }, + { + "epoch": 1.0987903225806452, + "grad_norm": 0.637061132389325, + "learning_rate": 3.961275719466052e-05, + "loss": 0.3336, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17886832356452942, + "step": 545, + "valid_targets_mean": 3777.1, + "valid_targets_min": 1259 + }, + { + "epoch": 1.1088709677419355, + "grad_norm": 0.5909230138630466, + "learning_rate": 3.9592816069225043e-05, + "loss": 0.2839, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1421118676662445, + "step": 550, + "valid_targets_mean": 3384.0, + "valid_targets_min": 976 + }, + { + "epoch": 1.1189516129032258, + "grad_norm": 0.5692871788434832, + "learning_rate": 3.9572379592098294e-05, + "loss": 0.3015, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13936136662960052, + "step": 555, + "valid_targets_mean": 3265.2, + "valid_targets_min": 1584 + }, + { + "epoch": 1.129032258064516, + "grad_norm": 0.5657346443983022, + "learning_rate": 3.955144827996166e-05, + "loss": 0.316, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1900048553943634, + "step": 560, + "valid_targets_mean": 3915.8, + "valid_targets_min": 2745 + }, + { + "epoch": 1.1391129032258065, + "grad_norm": 0.5782917302554, + "learning_rate": 3.9530022662007114e-05, + "loss": 0.3025, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14163415133953094, + "step": 565, + "valid_targets_mean": 3317.1, + "valid_targets_min": 1155 + }, + { + "epoch": 1.1491935483870968, + "grad_norm": 0.5339721175078633, + "learning_rate": 3.950810327992382e-05, + "loss": 0.3047, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17530983686447144, + "step": 570, + "valid_targets_mean": 4576.4, + "valid_targets_min": 3479 + }, + { + "epoch": 1.159274193548387, + "grad_norm": 0.5897624274737416, + "learning_rate": 3.948569068788442e-05, + "loss": 0.2877, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16287142038345337, + "step": 575, + "valid_targets_mean": 3053.9, + "valid_targets_min": 2014 + }, + { + "epoch": 1.1693548387096775, + "grad_norm": 0.6062396033776388, + "learning_rate": 3.9462785452531076e-05, + "loss": 0.3173, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14661666750907898, + "step": 580, + "valid_targets_mean": 3045.1, + "valid_targets_min": 1254 + }, + { + "epoch": 1.1794354838709677, + "grad_norm": 0.6078068955149878, + "learning_rate": 3.9439388152961093e-05, + "loss": 0.3106, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1872226595878601, + "step": 585, + "valid_targets_mean": 3270.1, + "valid_targets_min": 1265 + }, + { + "epoch": 1.189516129032258, + "grad_norm": 0.6157740081966554, + "learning_rate": 3.941549938071231e-05, + "loss": 0.3379, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22470320761203766, + "step": 590, + "valid_targets_mean": 3804.6, + "valid_targets_min": 1281 + }, + { + "epoch": 1.1995967741935485, + "grad_norm": 0.4986097868632788, + "learning_rate": 3.939111973974811e-05, + "loss": 0.3325, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1838417500257492, + "step": 595, + "valid_targets_mean": 4358.6, + "valid_targets_min": 1559 + }, + { + "epoch": 1.2096774193548387, + "grad_norm": 0.5944107669366764, + "learning_rate": 3.936624984644218e-05, + "loss": 0.3085, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16719096899032593, + "step": 600, + "valid_targets_mean": 3411.1, + "valid_targets_min": 1386 + }, + { + "epoch": 1.219758064516129, + "grad_norm": 0.6386545230945542, + "learning_rate": 3.934089032956295e-05, + "loss": 0.3, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1210237666964531, + "step": 605, + "valid_targets_mean": 1967.9, + "valid_targets_min": 364 + }, + { + "epoch": 1.2298387096774193, + "grad_norm": 0.7023140502598928, + "learning_rate": 3.931504183025762e-05, + "loss": 0.2938, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1287229061126709, + "step": 610, + "valid_targets_mean": 2255.1, + "valid_targets_min": 1321 + }, + { + "epoch": 1.2399193548387097, + "grad_norm": 0.5628057715319447, + "learning_rate": 3.928870500203603e-05, + "loss": 0.2881, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1529722362756729, + "step": 615, + "valid_targets_mean": 3989.5, + "valid_targets_min": 2436 + }, + { + "epoch": 1.25, + "grad_norm": 0.6229379671562058, + "learning_rate": 3.926188051075409e-05, + "loss": 0.2939, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15819160640239716, + "step": 620, + "valid_targets_mean": 2794.4, + "valid_targets_min": 1519 + }, + { + "epoch": 1.2600806451612903, + "grad_norm": 0.6595755333923846, + "learning_rate": 3.923456903459695e-05, + "loss": 0.3204, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1298087239265442, + "step": 625, + "valid_targets_mean": 2613.9, + "valid_targets_min": 420 + }, + { + "epoch": 1.2701612903225805, + "grad_norm": 0.5917981051139445, + "learning_rate": 3.9206771264061884e-05, + "loss": 0.298, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22833240032196045, + "step": 630, + "valid_targets_mean": 3583.5, + "valid_targets_min": 2028 + }, + { + "epoch": 1.280241935483871, + "grad_norm": 0.6389994081977598, + "learning_rate": 3.91784879019408e-05, + "loss": 0.3312, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19841280579566956, + "step": 635, + "valid_targets_mean": 3476.6, + "valid_targets_min": 1951 + }, + { + "epoch": 1.2903225806451613, + "grad_norm": 0.5698647201595781, + "learning_rate": 3.9149719663302496e-05, + "loss": 0.2895, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1601460874080658, + "step": 640, + "valid_targets_mean": 3440.1, + "valid_targets_min": 1317 + }, + { + "epoch": 1.3004032258064515, + "grad_norm": 0.6139737482638931, + "learning_rate": 3.9120467275474544e-05, + "loss": 0.3015, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17951342463493347, + "step": 645, + "valid_targets_mean": 3460.4, + "valid_targets_min": 1703 + }, + { + "epoch": 1.310483870967742, + "grad_norm": 0.6168063964346713, + "learning_rate": 3.909073147802496e-05, + "loss": 0.3216, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1675456166267395, + "step": 650, + "valid_targets_mean": 3176.8, + "valid_targets_min": 1323 + }, + { + "epoch": 1.3205645161290323, + "grad_norm": 0.5945947066053701, + "learning_rate": 3.906051302274344e-05, + "loss": 0.2831, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16125710308551788, + "step": 655, + "valid_targets_mean": 3592.8, + "valid_targets_min": 1874 + }, + { + "epoch": 1.3306451612903225, + "grad_norm": 0.6366258222761411, + "learning_rate": 3.902981267362242e-05, + "loss": 0.3148, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20425012707710266, + "step": 660, + "valid_targets_mean": 3301.2, + "valid_targets_min": 345 + }, + { + "epoch": 1.340725806451613, + "grad_norm": 0.617178070667225, + "learning_rate": 3.89986312068377e-05, + "loss": 0.2911, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13732275366783142, + "step": 665, + "valid_targets_mean": 2800.2, + "valid_targets_min": 1880 + }, + { + "epoch": 1.3508064516129032, + "grad_norm": 0.6428778374501827, + "learning_rate": 3.8966969410728854e-05, + "loss": 0.2988, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1693982034921646, + "step": 670, + "valid_targets_mean": 2846.6, + "valid_targets_min": 1494 + }, + { + "epoch": 1.3608870967741935, + "grad_norm": 0.6153857780244045, + "learning_rate": 3.893482808577929e-05, + "loss": 0.3083, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15399247407913208, + "step": 675, + "valid_targets_mean": 2930.9, + "valid_targets_min": 276 + }, + { + "epoch": 1.370967741935484, + "grad_norm": 0.5468392817702072, + "learning_rate": 3.8902208044596024e-05, + "loss": 0.3065, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2326115071773529, + "step": 680, + "valid_targets_mean": 5143.5, + "valid_targets_min": 1293 + }, + { + "epoch": 1.3810483870967742, + "grad_norm": 0.6309848320705175, + "learning_rate": 3.8869110111889126e-05, + "loss": 0.3281, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24701620638370514, + "step": 685, + "valid_targets_mean": 4289.4, + "valid_targets_min": 1965 + }, + { + "epoch": 1.3911290322580645, + "grad_norm": 0.5810848023168461, + "learning_rate": 3.8835535124450845e-05, + "loss": 0.2897, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11355516314506531, + "step": 690, + "valid_targets_mean": 2546.0, + "valid_targets_min": 1045 + }, + { + "epoch": 1.4012096774193548, + "grad_norm": 0.5520816804914948, + "learning_rate": 3.88014839311345e-05, + "loss": 0.3073, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16475120186805725, + "step": 695, + "valid_targets_mean": 3843.6, + "valid_targets_min": 1449 + }, + { + "epoch": 1.4112903225806452, + "grad_norm": 0.6492478311719185, + "learning_rate": 3.8766957392832996e-05, + "loss": 0.3106, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14411963522434235, + "step": 700, + "valid_targets_mean": 2730.1, + "valid_targets_min": 1290 + }, + { + "epoch": 1.4213709677419355, + "grad_norm": 0.5734158826495738, + "learning_rate": 3.873195638245705e-05, + "loss": 0.3111, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10562250763177872, + "step": 705, + "valid_targets_mean": 2661.0, + "valid_targets_min": 1415 + }, + { + "epoch": 1.4314516129032258, + "grad_norm": 0.5521253625818489, + "learning_rate": 3.869648178491311e-05, + "loss": 0.3008, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0762757807970047, + "step": 710, + "valid_targets_mean": 2243.5, + "valid_targets_min": 1336 + }, + { + "epoch": 1.441532258064516, + "grad_norm": 0.599682787447533, + "learning_rate": 3.866053449708105e-05, + "loss": 0.3073, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11245685815811157, + "step": 715, + "valid_targets_mean": 2342.9, + "valid_targets_min": 1541 + }, + { + "epoch": 1.4516129032258065, + "grad_norm": 0.5929783118351118, + "learning_rate": 3.862411542779141e-05, + "loss": 0.2898, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1838771104812622, + "step": 720, + "valid_targets_mean": 3953.0, + "valid_targets_min": 2028 + }, + { + "epoch": 1.4616935483870968, + "grad_norm": 0.6634591421777337, + "learning_rate": 3.858722549780246e-05, + "loss": 0.3384, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1225997805595398, + "step": 725, + "valid_targets_mean": 2619.6, + "valid_targets_min": 320 + }, + { + "epoch": 1.471774193548387, + "grad_norm": 0.6070473432659903, + "learning_rate": 3.8549865639776934e-05, + "loss": 0.289, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11902737617492676, + "step": 730, + "valid_targets_mean": 2846.2, + "valid_targets_min": 1665 + }, + { + "epoch": 1.4818548387096775, + "grad_norm": 0.5605852162478396, + "learning_rate": 3.851203679825843e-05, + "loss": 0.2831, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14411628246307373, + "step": 735, + "valid_targets_mean": 3102.5, + "valid_targets_min": 1641 + }, + { + "epoch": 1.4919354838709677, + "grad_norm": 0.541887084524303, + "learning_rate": 3.847373992964751e-05, + "loss": 0.3046, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12645664811134338, + "step": 740, + "valid_targets_mean": 3280.5, + "valid_targets_min": 1416 + }, + { + "epoch": 1.502016129032258, + "grad_norm": 0.5655834584416893, + "learning_rate": 3.843497600217757e-05, + "loss": 0.3001, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1514502465724945, + "step": 745, + "valid_targets_mean": 3661.1, + "valid_targets_min": 1133 + }, + { + "epoch": 1.5120967741935485, + "grad_norm": 0.6585666737978816, + "learning_rate": 3.839574599589032e-05, + "loss": 0.2866, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1817966252565384, + "step": 750, + "valid_targets_mean": 2366.5, + "valid_targets_min": 1064 + }, + { + "epoch": 1.5221774193548387, + "grad_norm": 0.6400032883157108, + "learning_rate": 3.835605090261103e-05, + "loss": 0.2808, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12336242198944092, + "step": 755, + "valid_targets_mean": 2274.1, + "valid_targets_min": 332 + }, + { + "epoch": 1.532258064516129, + "grad_norm": 0.6628619015388243, + "learning_rate": 3.831589172592342e-05, + "loss": 0.306, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15280428528785706, + "step": 760, + "valid_targets_mean": 3704.4, + "valid_targets_min": 2132 + }, + { + "epoch": 1.5423387096774195, + "grad_norm": 0.6129730169084127, + "learning_rate": 3.827526948114436e-05, + "loss": 0.276, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14778190851211548, + "step": 765, + "valid_targets_mean": 3633.5, + "valid_targets_min": 2037 + }, + { + "epoch": 1.5524193548387095, + "grad_norm": 0.6251091481580988, + "learning_rate": 3.823418519529809e-05, + "loss": 0.3076, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1652298867702484, + "step": 770, + "valid_targets_mean": 3264.1, + "valid_targets_min": 411 + }, + { + "epoch": 1.5625, + "grad_norm": 0.6566767774002054, + "learning_rate": 3.819263990709037e-05, + "loss": 0.2931, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19226676225662231, + "step": 775, + "valid_targets_mean": 3214.6, + "valid_targets_min": 1254 + }, + { + "epoch": 1.5725806451612905, + "grad_norm": 0.5713085684059585, + "learning_rate": 3.815063466688213e-05, + "loss": 0.2921, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1409255564212799, + "step": 780, + "valid_targets_mean": 3301.4, + "valid_targets_min": 1122 + }, + { + "epoch": 1.5826612903225805, + "grad_norm": 0.5415988229419266, + "learning_rate": 3.810817053666298e-05, + "loss": 0.2738, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12441530078649521, + "step": 785, + "valid_targets_mean": 3753.4, + "valid_targets_min": 2306 + }, + { + "epoch": 1.592741935483871, + "grad_norm": 0.5455112683899996, + "learning_rate": 3.80652485900243e-05, + "loss": 0.2873, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2546766698360443, + "step": 790, + "valid_targets_mean": 4565.8, + "valid_targets_min": 2183 + }, + { + "epoch": 1.6028225806451613, + "grad_norm": 0.5844075231273836, + "learning_rate": 3.802186991213214e-05, + "loss": 0.3359, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11077812314033508, + "step": 795, + "valid_targets_mean": 2542.4, + "valid_targets_min": 1462 + }, + { + "epoch": 1.6129032258064515, + "grad_norm": 0.5396228505416735, + "learning_rate": 3.797803559969979e-05, + "loss": 0.2888, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16104665398597717, + "step": 800, + "valid_targets_mean": 3929.0, + "valid_targets_min": 1658 + }, + { + "epoch": 1.622983870967742, + "grad_norm": 0.5415640995646658, + "learning_rate": 3.7933746760960005e-05, + "loss": 0.3012, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13626790046691895, + "step": 805, + "valid_targets_mean": 3165.4, + "valid_targets_min": 1771 + }, + { + "epoch": 1.6330645161290323, + "grad_norm": 0.5733038792595481, + "learning_rate": 3.788900451563703e-05, + "loss": 0.2949, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11801113933324814, + "step": 810, + "valid_targets_mean": 2827.5, + "valid_targets_min": 1397 + }, + { + "epoch": 1.6431451612903225, + "grad_norm": 0.5957312339869926, + "learning_rate": 3.784380999491829e-05, + "loss": 0.2795, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12770137190818787, + "step": 815, + "valid_targets_mean": 2705.8, + "valid_targets_min": 1072 + }, + { + "epoch": 1.653225806451613, + "grad_norm": 0.6419793649421601, + "learning_rate": 3.779816434142574e-05, + "loss": 0.2958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12950441241264343, + "step": 820, + "valid_targets_mean": 2315.6, + "valid_targets_min": 349 + }, + { + "epoch": 1.6633064516129032, + "grad_norm": 0.6704287059994095, + "learning_rate": 3.775206870918707e-05, + "loss": 0.2799, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1239781379699707, + "step": 825, + "valid_targets_mean": 2324.4, + "valid_targets_min": 1263 + }, + { + "epoch": 1.6733870967741935, + "grad_norm": 0.7904219186441301, + "learning_rate": 3.770552426360642e-05, + "loss": 0.3028, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14967873692512512, + "step": 830, + "valid_targets_mean": 2720.8, + "valid_targets_min": 1431 + }, + { + "epoch": 1.683467741935484, + "grad_norm": 0.5633263028669034, + "learning_rate": 3.7658532181434985e-05, + "loss": 0.3186, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18387183547019958, + "step": 835, + "valid_targets_mean": 3591.6, + "valid_targets_min": 1990 + }, + { + "epoch": 1.6935483870967742, + "grad_norm": 0.683660085227521, + "learning_rate": 3.761109365074127e-05, + "loss": 0.3065, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10762707889080048, + "step": 840, + "valid_targets_mean": 2037.8, + "valid_targets_min": 1180 + }, + { + "epoch": 1.7036290322580645, + "grad_norm": 0.5896378683559472, + "learning_rate": 3.756320987088102e-05, + "loss": 0.2783, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1592298150062561, + "step": 845, + "valid_targets_mean": 3112.8, + "valid_targets_min": 1257 + }, + { + "epoch": 1.713709677419355, + "grad_norm": 0.556399317751764, + "learning_rate": 3.751488205246688e-05, + "loss": 0.2828, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15031422674655914, + "step": 850, + "valid_targets_mean": 3392.6, + "valid_targets_min": 1468 + }, + { + "epoch": 1.723790322580645, + "grad_norm": 0.6687752553220462, + "learning_rate": 3.7466111417337857e-05, + "loss": 0.3016, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15977172553539276, + "step": 855, + "valid_targets_mean": 2286.5, + "valid_targets_min": 460 + }, + { + "epoch": 1.7338709677419355, + "grad_norm": 0.5757315760427534, + "learning_rate": 3.741689919852837e-05, + "loss": 0.2938, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1219063550233841, + "step": 860, + "valid_targets_mean": 3427.9, + "valid_targets_min": 1395 + }, + { + "epoch": 1.7439516129032258, + "grad_norm": 0.6985465024959804, + "learning_rate": 3.7367246640237086e-05, + "loss": 0.2869, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1495954841375351, + "step": 865, + "valid_targets_mean": 2516.1, + "valid_targets_min": 402 + }, + { + "epoch": 1.754032258064516, + "grad_norm": 0.5710037760995264, + "learning_rate": 3.731715499779549e-05, + "loss": 0.2851, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10619024187326431, + "step": 870, + "valid_targets_mean": 3481.4, + "valid_targets_min": 1656 + }, + { + "epoch": 1.7641129032258065, + "grad_norm": 0.6269061801904894, + "learning_rate": 3.726662553763611e-05, + "loss": 0.3127, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16063417494297028, + "step": 875, + "valid_targets_mean": 2911.5, + "valid_targets_min": 1783 + }, + { + "epoch": 1.7741935483870968, + "grad_norm": 0.6253710266197406, + "learning_rate": 3.721565953726055e-05, + "loss": 0.2804, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18021218478679657, + "step": 880, + "valid_targets_mean": 3110.1, + "valid_targets_min": 1286 + }, + { + "epoch": 1.784274193548387, + "grad_norm": 0.5411711391901217, + "learning_rate": 3.716425828520712e-05, + "loss": 0.2938, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1553705781698227, + "step": 885, + "valid_targets_mean": 3150.5, + "valid_targets_min": 1739 + }, + { + "epoch": 1.7943548387096775, + "grad_norm": 0.5682608892409724, + "learning_rate": 3.7112423081018326e-05, + "loss": 0.2917, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17028126120567322, + "step": 890, + "valid_targets_mean": 3763.6, + "valid_targets_min": 1488 + }, + { + "epoch": 1.8044354838709677, + "grad_norm": 0.5898527400440658, + "learning_rate": 3.7060155235207976e-05, + "loss": 0.3118, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12904928624629974, + "step": 895, + "valid_targets_mean": 2568.0, + "valid_targets_min": 1327 + }, + { + "epoch": 1.814516129032258, + "grad_norm": 0.5778165584891043, + "learning_rate": 3.7007456069228064e-05, + "loss": 0.3069, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20194143056869507, + "step": 900, + "valid_targets_mean": 3282.2, + "valid_targets_min": 1163 + }, + { + "epoch": 1.8245967741935485, + "grad_norm": 0.6817185728094591, + "learning_rate": 3.6954326915435354e-05, + "loss": 0.2971, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10493286699056625, + "step": 905, + "valid_targets_mean": 1949.0, + "valid_targets_min": 968 + }, + { + "epoch": 1.8346774193548387, + "grad_norm": 0.6344978996331193, + "learning_rate": 3.6900769117057696e-05, + "loss": 0.2991, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11940060555934906, + "step": 910, + "valid_targets_mean": 2556.0, + "valid_targets_min": 924 + }, + { + "epoch": 1.844758064516129, + "grad_norm": 0.6051889288090552, + "learning_rate": 3.684678402816006e-05, + "loss": 0.2965, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11885014176368713, + "step": 915, + "valid_targets_mean": 3416.1, + "valid_targets_min": 2588 + }, + { + "epoch": 1.8548387096774195, + "grad_norm": 0.6084362506112826, + "learning_rate": 3.679237301361032e-05, + "loss": 0.3094, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1991499960422516, + "step": 920, + "valid_targets_mean": 3730.0, + "valid_targets_min": 1164 + }, + { + "epoch": 1.8649193548387095, + "grad_norm": 0.5684848168481426, + "learning_rate": 3.6737537449044725e-05, + "loss": 0.3162, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16222137212753296, + "step": 925, + "valid_targets_mean": 3704.6, + "valid_targets_min": 1533 + }, + { + "epoch": 1.875, + "grad_norm": 0.5466954105965599, + "learning_rate": 3.6682278720833135e-05, + "loss": 0.3014, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14616164565086365, + "step": 930, + "valid_targets_mean": 3506.9, + "valid_targets_min": 420 + }, + { + "epoch": 1.8850806451612905, + "grad_norm": 0.5606631218352714, + "learning_rate": 3.662659822604396e-05, + "loss": 0.3059, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11968483030796051, + "step": 935, + "valid_targets_mean": 2919.9, + "valid_targets_min": 1260 + }, + { + "epoch": 1.8951612903225805, + "grad_norm": 0.5824908141498345, + "learning_rate": 3.657049737240886e-05, + "loss": 0.3154, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15521743893623352, + "step": 940, + "valid_targets_mean": 3377.1, + "valid_targets_min": 1194 + }, + { + "epoch": 1.905241935483871, + "grad_norm": 0.5178937923625422, + "learning_rate": 3.651397757828711e-05, + "loss": 0.3176, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13206562399864197, + "step": 945, + "valid_targets_mean": 3180.6, + "valid_targets_min": 432 + }, + { + "epoch": 1.9153225806451613, + "grad_norm": 0.5209978876514817, + "learning_rate": 3.645704027262981e-05, + "loss": 0.3049, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13803443312644958, + "step": 950, + "valid_targets_mean": 3622.2, + "valid_targets_min": 1662 + }, + { + "epoch": 1.9254032258064515, + "grad_norm": 0.9102324584673673, + "learning_rate": 3.639968689494367e-05, + "loss": 0.3283, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17182065546512604, + "step": 955, + "valid_targets_mean": 3440.8, + "valid_targets_min": 760 + }, + { + "epoch": 1.935483870967742, + "grad_norm": 0.6985231469759166, + "learning_rate": 3.63419188952547e-05, + "loss": 0.3032, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12019950151443481, + "step": 960, + "valid_targets_mean": 2839.2, + "valid_targets_min": 1269 + }, + { + "epoch": 1.9455645161290323, + "grad_norm": 0.5105293005958725, + "learning_rate": 3.628373773407149e-05, + "loss": 0.2916, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11004840582609177, + "step": 965, + "valid_targets_mean": 3024.9, + "valid_targets_min": 1317 + }, + { + "epoch": 1.9556451612903225, + "grad_norm": 0.5031004562041399, + "learning_rate": 3.622514488234832e-05, + "loss": 0.29, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1211269348859787, + "step": 970, + "valid_targets_mean": 3122.9, + "valid_targets_min": 1205 + }, + { + "epoch": 1.965725806451613, + "grad_norm": 0.5334028525432333, + "learning_rate": 3.6166141821447956e-05, + "loss": 0.2951, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09518647193908691, + "step": 975, + "valid_targets_mean": 2709.9, + "valid_targets_min": 1182 + }, + { + "epoch": 1.9758064516129032, + "grad_norm": 0.5900614507494186, + "learning_rate": 3.6106730043104205e-05, + "loss": 0.3072, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17060106992721558, + "step": 980, + "valid_targets_mean": 3403.8, + "valid_targets_min": 1462 + }, + { + "epoch": 1.9858870967741935, + "grad_norm": 0.503596051885693, + "learning_rate": 3.604691104938419e-05, + "loss": 0.307, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17102748155593872, + "step": 985, + "valid_targets_mean": 4337.2, + "valid_targets_min": 1290 + }, + { + "epoch": 1.995967741935484, + "grad_norm": 0.5880890005511348, + "learning_rate": 3.598668635265037e-05, + "loss": 0.2792, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12174057960510254, + "step": 990, + "valid_targets_mean": 2455.6, + "valid_targets_min": 1020 + }, + { + "epoch": 2.006048387096774, + "grad_norm": 0.6211016825696782, + "learning_rate": 3.5926057475522335e-05, + "loss": 0.2737, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11613931506872177, + "step": 995, + "valid_targets_mean": 2418.6, + "valid_targets_min": 332 + }, + { + "epoch": 2.0161290322580645, + "grad_norm": 0.578400328341469, + "learning_rate": 3.586502595083828e-05, + "loss": 0.2883, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16484898328781128, + "step": 1000, + "valid_targets_mean": 3390.9, + "valid_targets_min": 324 + }, + { + "epoch": 2.026209677419355, + "grad_norm": 0.6213286467703952, + "learning_rate": 3.580359332161627e-05, + "loss": 0.2829, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18482288718223572, + "step": 1005, + "valid_targets_mean": 3653.5, + "valid_targets_min": 1182 + }, + { + "epoch": 2.036290322580645, + "grad_norm": 0.5282634389941855, + "learning_rate": 3.574176114101519e-05, + "loss": 0.2831, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0990750789642334, + "step": 1010, + "valid_targets_mean": 3522.1, + "valid_targets_min": 366 + }, + { + "epoch": 2.0463709677419355, + "grad_norm": 0.5781186476264257, + "learning_rate": 3.567953097229554e-05, + "loss": 0.239, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12393483519554138, + "step": 1015, + "valid_targets_mean": 3234.8, + "valid_targets_min": 2022 + }, + { + "epoch": 2.056451612903226, + "grad_norm": 0.539811650072706, + "learning_rate": 3.561690438877988e-05, + "loss": 0.2444, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10210546851158142, + "step": 1020, + "valid_targets_mean": 3349.9, + "valid_targets_min": 1584 + }, + { + "epoch": 2.066532258064516, + "grad_norm": 0.6019523861196648, + "learning_rate": 3.5553882973813026e-05, + "loss": 0.2335, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13868030905723572, + "step": 1025, + "valid_targets_mean": 3342.5, + "valid_targets_min": 1491 + }, + { + "epoch": 2.0766129032258065, + "grad_norm": 0.5749282019614553, + "learning_rate": 3.549046832072207e-05, + "loss": 0.2604, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11710874736309052, + "step": 1030, + "valid_targets_mean": 2953.2, + "valid_targets_min": 1320 + }, + { + "epoch": 2.086693548387097, + "grad_norm": 0.5913137241144276, + "learning_rate": 3.542666203277606e-05, + "loss": 0.282, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17050395905971527, + "step": 1035, + "valid_targets_mean": 3180.8, + "valid_targets_min": 1374 + }, + { + "epoch": 2.096774193548387, + "grad_norm": 0.6803043503170255, + "learning_rate": 3.536246572314549e-05, + "loss": 0.2555, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1644517183303833, + "step": 1040, + "valid_targets_mean": 3274.1, + "valid_targets_min": 1762 + }, + { + "epoch": 2.1068548387096775, + "grad_norm": 0.5213587044425169, + "learning_rate": 3.529788101486149e-05, + "loss": 0.2537, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11054035276174545, + "step": 1045, + "valid_targets_mean": 3712.4, + "valid_targets_min": 1323 + }, + { + "epoch": 2.1169354838709675, + "grad_norm": 0.6842724047110571, + "learning_rate": 3.5232909540774826e-05, + "loss": 0.2337, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17232675850391388, + "step": 1050, + "valid_targets_mean": 3646.6, + "valid_targets_min": 331 + }, + { + "epoch": 2.127016129032258, + "grad_norm": 0.5689392798834595, + "learning_rate": 3.516755294351457e-05, + "loss": 0.2612, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11836811900138855, + "step": 1055, + "valid_targets_mean": 3378.0, + "valid_targets_min": 1421 + }, + { + "epoch": 2.1370967741935485, + "grad_norm": 0.5962649101875634, + "learning_rate": 3.5101812875446616e-05, + "loss": 0.2803, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11792893707752228, + "step": 1060, + "valid_targets_mean": 3032.0, + "valid_targets_min": 1336 + }, + { + "epoch": 2.1471774193548385, + "grad_norm": 0.580814768775117, + "learning_rate": 3.5035690998631895e-05, + "loss": 0.2745, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12068000435829163, + "step": 1065, + "valid_targets_mean": 3185.5, + "valid_targets_min": 1776 + }, + { + "epoch": 2.157258064516129, + "grad_norm": 0.5343890649027909, + "learning_rate": 3.496918898478432e-05, + "loss": 0.271, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11779273301362991, + "step": 1070, + "valid_targets_mean": 3638.0, + "valid_targets_min": 1262 + }, + { + "epoch": 2.1673387096774195, + "grad_norm": 0.5918405006879289, + "learning_rate": 3.4902308515228574e-05, + "loss": 0.261, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15182001888751984, + "step": 1075, + "valid_targets_mean": 3606.5, + "valid_targets_min": 1137 + }, + { + "epoch": 2.1774193548387095, + "grad_norm": 0.6430482707680586, + "learning_rate": 3.483505128085756e-05, + "loss": 0.2693, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12436778843402863, + "step": 1080, + "valid_targets_mean": 2416.8, + "valid_targets_min": 1415 + }, + { + "epoch": 2.1875, + "grad_norm": 0.5724531942180483, + "learning_rate": 3.4767418982089665e-05, + "loss": 0.2769, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11897970736026764, + "step": 1085, + "valid_targets_mean": 2878.0, + "valid_targets_min": 2021 + }, + { + "epoch": 2.1975806451612905, + "grad_norm": 0.5539109317192396, + "learning_rate": 3.4699413328825784e-05, + "loss": 0.2504, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13403059542179108, + "step": 1090, + "valid_targets_mean": 4146.5, + "valid_targets_min": 1449 + }, + { + "epoch": 2.2076612903225805, + "grad_norm": 0.620581105860266, + "learning_rate": 3.463103604040606e-05, + "loss": 0.2607, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09869108349084854, + "step": 1095, + "valid_targets_mean": 2461.8, + "valid_targets_min": 1190 + }, + { + "epoch": 2.217741935483871, + "grad_norm": 0.6649558815064723, + "learning_rate": 3.456228884556645e-05, + "loss": 0.2885, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11505790054798126, + "step": 1100, + "valid_targets_mean": 2470.1, + "valid_targets_min": 1159 + }, + { + "epoch": 2.2278225806451615, + "grad_norm": 0.5593391642161272, + "learning_rate": 3.4493173482394984e-05, + "loss": 0.2554, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13512714207172394, + "step": 1105, + "valid_targets_mean": 3664.0, + "valid_targets_min": 2074 + }, + { + "epoch": 2.2379032258064515, + "grad_norm": 0.5569583113500925, + "learning_rate": 3.442369169828786e-05, + "loss": 0.2872, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10272161662578583, + "step": 1110, + "valid_targets_mean": 3004.1, + "valid_targets_min": 1263 + }, + { + "epoch": 2.247983870967742, + "grad_norm": 0.585944719353325, + "learning_rate": 3.435384524990522e-05, + "loss": 0.2672, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13769933581352234, + "step": 1115, + "valid_targets_mean": 3702.1, + "valid_targets_min": 1619 + }, + { + "epoch": 2.258064516129032, + "grad_norm": 0.6048369829848832, + "learning_rate": 3.428363590312676e-05, + "loss": 0.2675, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12044262886047363, + "step": 1120, + "valid_targets_mean": 3748.9, + "valid_targets_min": 395 + }, + { + "epoch": 2.2681451612903225, + "grad_norm": 0.6194701815132484, + "learning_rate": 3.421306543300713e-05, + "loss": 0.2578, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16619104146957397, + "step": 1125, + "valid_targets_mean": 3142.2, + "valid_targets_min": 1276 + }, + { + "epoch": 2.278225806451613, + "grad_norm": 0.571985462506431, + "learning_rate": 3.4142135623730954e-05, + "loss": 0.2638, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07842089235782623, + "step": 1130, + "valid_targets_mean": 2162.5, + "valid_targets_min": 370 + }, + { + "epoch": 2.288306451612903, + "grad_norm": 0.6006273643605213, + "learning_rate": 3.4070848268567826e-05, + "loss": 0.2539, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13216403126716614, + "step": 1135, + "valid_targets_mean": 3703.0, + "valid_targets_min": 1660 + }, + { + "epoch": 2.2983870967741935, + "grad_norm": 0.6265284656020031, + "learning_rate": 3.3999205169826906e-05, + "loss": 0.2415, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12116280943155289, + "step": 1140, + "valid_targets_mean": 2788.2, + "valid_targets_min": 253 + }, + { + "epoch": 2.308467741935484, + "grad_norm": 0.577329024533845, + "learning_rate": 3.392720813881137e-05, + "loss": 0.268, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11659111827611923, + "step": 1145, + "valid_targets_mean": 3074.2, + "valid_targets_min": 1596 + }, + { + "epoch": 2.318548387096774, + "grad_norm": 0.5446977663688667, + "learning_rate": 3.385485899577264e-05, + "loss": 0.246, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11271137744188309, + "step": 1150, + "valid_targets_mean": 3104.2, + "valid_targets_min": 1675 + }, + { + "epoch": 2.3286290322580645, + "grad_norm": 0.5146450196513005, + "learning_rate": 3.378215956986433e-05, + "loss": 0.2686, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0944584310054779, + "step": 1155, + "valid_targets_mean": 3398.5, + "valid_targets_min": 579 + }, + { + "epoch": 2.338709677419355, + "grad_norm": 0.6128603075013848, + "learning_rate": 3.370911169909601e-05, + "loss": 0.2507, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15895679593086243, + "step": 1160, + "valid_targets_mean": 3274.9, + "valid_targets_min": 1271 + }, + { + "epoch": 2.348790322580645, + "grad_norm": 0.6446347060811517, + "learning_rate": 3.363571723028676e-05, + "loss": 0.2769, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11649549752473831, + "step": 1165, + "valid_targets_mean": 2543.1, + "valid_targets_min": 1086 + }, + { + "epoch": 2.3588709677419355, + "grad_norm": 0.6547317596651695, + "learning_rate": 3.356197801901843e-05, + "loss": 0.2599, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12316887825727463, + "step": 1170, + "valid_targets_mean": 2334.2, + "valid_targets_min": 338 + }, + { + "epoch": 2.368951612903226, + "grad_norm": 0.5999208493637858, + "learning_rate": 3.34878959295888e-05, + "loss": 0.3013, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1776617467403412, + "step": 1175, + "valid_targets_mean": 3795.9, + "valid_targets_min": 1369 + }, + { + "epoch": 2.379032258064516, + "grad_norm": 0.6085698682101284, + "learning_rate": 3.341347283496435e-05, + "loss": 0.2867, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08039484173059464, + "step": 1180, + "valid_targets_mean": 2364.5, + "valid_targets_min": 1443 + }, + { + "epoch": 2.3891129032258065, + "grad_norm": 0.5828710866114005, + "learning_rate": 3.333871061673302e-05, + "loss": 0.2723, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10385999828577042, + "step": 1185, + "valid_targets_mean": 2703.1, + "valid_targets_min": 1218 + }, + { + "epoch": 2.399193548387097, + "grad_norm": 0.8353825836697509, + "learning_rate": 3.326361116505652e-05, + "loss": 0.294, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16143205761909485, + "step": 1190, + "valid_targets_mean": 4019.1, + "valid_targets_min": 2348 + }, + { + "epoch": 2.409274193548387, + "grad_norm": 0.558757792902701, + "learning_rate": 3.318817637862264e-05, + "loss": 0.2562, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10586412250995636, + "step": 1195, + "valid_targets_mean": 3296.5, + "valid_targets_min": 1411 + }, + { + "epoch": 2.4193548387096775, + "grad_norm": 0.5864759501797366, + "learning_rate": 3.3112408164597184e-05, + "loss": 0.2851, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12110777199268341, + "step": 1200, + "valid_targets_mean": 3508.5, + "valid_targets_min": 2069 + }, + { + "epoch": 2.429435483870968, + "grad_norm": 0.5415595242896772, + "learning_rate": 3.303630843857581e-05, + "loss": 0.2601, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1720709502696991, + "step": 1205, + "valid_targets_mean": 4223.1, + "valid_targets_min": 1702 + }, + { + "epoch": 2.439516129032258, + "grad_norm": 0.5997651694999233, + "learning_rate": 3.295987912453552e-05, + "loss": 0.2757, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09011685103178024, + "step": 1210, + "valid_targets_mean": 2850.0, + "valid_targets_min": 1072 + }, + { + "epoch": 2.4495967741935485, + "grad_norm": 0.6130961464369015, + "learning_rate": 3.28831221547861e-05, + "loss": 0.2702, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16433356702327728, + "step": 1215, + "valid_targets_mean": 3341.5, + "valid_targets_min": 1084 + }, + { + "epoch": 2.4596774193548385, + "grad_norm": 0.5468980347753639, + "learning_rate": 3.280603946992122e-05, + "loss": 0.2736, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1779639720916748, + "step": 1220, + "valid_targets_mean": 3742.9, + "valid_targets_min": 1109 + }, + { + "epoch": 2.469758064516129, + "grad_norm": 0.5403422803725355, + "learning_rate": 3.272863301876937e-05, + "loss": 0.2808, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1515682190656662, + "step": 1225, + "valid_targets_mean": 3297.0, + "valid_targets_min": 1415 + }, + { + "epoch": 2.4798387096774195, + "grad_norm": 0.6145470960691523, + "learning_rate": 3.265090475834461e-05, + "loss": 0.2725, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21551278233528137, + "step": 1230, + "valid_targets_mean": 3862.6, + "valid_targets_min": 320 + }, + { + "epoch": 2.4899193548387095, + "grad_norm": 0.5444833553289726, + "learning_rate": 3.257285665379708e-05, + "loss": 0.2561, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13659034669399261, + "step": 1235, + "valid_targets_mean": 4359.4, + "valid_targets_min": 472 + }, + { + "epoch": 2.5, + "grad_norm": 0.620901927484836, + "learning_rate": 3.249449067836332e-05, + "loss": 0.2472, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12945063412189484, + "step": 1240, + "valid_targets_mean": 2810.6, + "valid_targets_min": 1212 + }, + { + "epoch": 2.5100806451612905, + "grad_norm": 0.5860127611331303, + "learning_rate": 3.241580881331639e-05, + "loss": 0.2549, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16003957390785217, + "step": 1245, + "valid_targets_mean": 3824.4, + "valid_targets_min": 1982 + }, + { + "epoch": 2.5201612903225805, + "grad_norm": 0.5990336315744222, + "learning_rate": 3.233681304791575e-05, + "loss": 0.274, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17913851141929626, + "step": 1250, + "valid_targets_mean": 2950.5, + "valid_targets_min": 1124 + }, + { + "epoch": 2.530241935483871, + "grad_norm": 0.5450810353474514, + "learning_rate": 3.2257505379357015e-05, + "loss": 0.2713, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1434987187385559, + "step": 1255, + "valid_targets_mean": 3871.0, + "valid_targets_min": 2018 + }, + { + "epoch": 2.540322580645161, + "grad_norm": 0.569367431192682, + "learning_rate": 3.2177887812721384e-05, + "loss": 0.2728, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1444566249847412, + "step": 1260, + "valid_targets_mean": 3413.8, + "valid_targets_min": 1257 + }, + { + "epoch": 2.5504032258064515, + "grad_norm": 0.611719932482177, + "learning_rate": 3.2097962360925055e-05, + "loss": 0.2817, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08206669241189957, + "step": 1265, + "valid_targets_mean": 2167.6, + "valid_targets_min": 1111 + }, + { + "epoch": 2.560483870967742, + "grad_norm": 0.5962394286362083, + "learning_rate": 3.201773104466823e-05, + "loss": 0.2509, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07353386282920837, + "step": 1270, + "valid_targets_mean": 2128.2, + "valid_targets_min": 343 + }, + { + "epoch": 2.570564516129032, + "grad_norm": 0.5408851361404984, + "learning_rate": 3.1937195892384104e-05, + "loss": 0.2832, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12658008933067322, + "step": 1275, + "valid_targets_mean": 3592.2, + "valid_targets_min": 1874 + }, + { + "epoch": 2.5806451612903225, + "grad_norm": 0.6078132242018582, + "learning_rate": 3.1856358940187524e-05, + "loss": 0.2605, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1171221137046814, + "step": 1280, + "valid_targets_mean": 3559.9, + "valid_targets_min": 1188 + }, + { + "epoch": 2.590725806451613, + "grad_norm": 0.5215848738012204, + "learning_rate": 3.1775222231823547e-05, + "loss": 0.2597, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08176010102033615, + "step": 1285, + "valid_targets_mean": 2901.9, + "valid_targets_min": 434 + }, + { + "epoch": 2.600806451612903, + "grad_norm": 0.534585604248551, + "learning_rate": 3.169378781861576e-05, + "loss": 0.2649, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11587056517601013, + "step": 1290, + "valid_targets_mean": 3437.4, + "valid_targets_min": 1395 + }, + { + "epoch": 2.6108870967741935, + "grad_norm": 0.617467386537604, + "learning_rate": 3.161205775941442e-05, + "loss": 0.2619, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13246780633926392, + "step": 1295, + "valid_targets_mean": 2994.2, + "valid_targets_min": 363 + }, + { + "epoch": 2.620967741935484, + "grad_norm": 0.5424119141053696, + "learning_rate": 3.153003412054439e-05, + "loss": 0.2672, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12123814225196838, + "step": 1300, + "valid_targets_mean": 3541.8, + "valid_targets_min": 1480 + }, + { + "epoch": 2.631048387096774, + "grad_norm": 0.5348548260735864, + "learning_rate": 3.14477189757529e-05, + "loss": 0.2536, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10437840223312378, + "step": 1305, + "valid_targets_mean": 3128.1, + "valid_targets_min": 1493 + }, + { + "epoch": 2.6411290322580645, + "grad_norm": 0.6064463368832572, + "learning_rate": 3.136511440615715e-05, + "loss": 0.2566, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09684427827596664, + "step": 1310, + "valid_targets_mean": 2283.6, + "valid_targets_min": 1151 + }, + { + "epoch": 2.651209677419355, + "grad_norm": 0.5526449220235825, + "learning_rate": 3.128222250019164e-05, + "loss": 0.2554, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14107558131217957, + "step": 1315, + "valid_targets_mean": 3755.9, + "valid_targets_min": 1549 + }, + { + "epoch": 2.661290322580645, + "grad_norm": 0.5543380832321381, + "learning_rate": 3.119904535355542e-05, + "loss": 0.2699, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15373364090919495, + "step": 1320, + "valid_targets_mean": 3278.4, + "valid_targets_min": 1909 + }, + { + "epoch": 2.6713709677419355, + "grad_norm": 0.7402856431959683, + "learning_rate": 3.1115585069159064e-05, + "loss": 0.2576, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14970913529396057, + "step": 1325, + "valid_targets_mean": 2711.2, + "valid_targets_min": 391 + }, + { + "epoch": 2.681451612903226, + "grad_norm": 0.5964117860025188, + "learning_rate": 3.103184375707153e-05, + "loss": 0.2616, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11866350471973419, + "step": 1330, + "valid_targets_mean": 3497.8, + "valid_targets_min": 1379 + }, + { + "epoch": 2.691532258064516, + "grad_norm": 0.5651922938953524, + "learning_rate": 3.0947823534466824e-05, + "loss": 0.2627, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09416229277849197, + "step": 1335, + "valid_targets_mean": 2966.6, + "valid_targets_min": 359 + }, + { + "epoch": 2.7016129032258065, + "grad_norm": 0.5810423389474473, + "learning_rate": 3.0863526525570416e-05, + "loss": 0.256, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15101176500320435, + "step": 1340, + "valid_targets_mean": 3474.4, + "valid_targets_min": 1651 + }, + { + "epoch": 2.711693548387097, + "grad_norm": 0.6129936176857649, + "learning_rate": 3.0778954861605606e-05, + "loss": 0.2757, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1488267332315445, + "step": 1345, + "valid_targets_mean": 3804.8, + "valid_targets_min": 1903 + }, + { + "epoch": 2.721774193548387, + "grad_norm": 0.5390254074552373, + "learning_rate": 3.069411068073961e-05, + "loss": 0.2639, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15416580438613892, + "step": 1350, + "valid_targets_mean": 4647.1, + "valid_targets_min": 3126 + }, + { + "epoch": 2.7318548387096775, + "grad_norm": 0.5862240616844475, + "learning_rate": 3.060899612802947e-05, + "loss": 0.2571, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11063511669635773, + "step": 1355, + "valid_targets_mean": 2562.8, + "valid_targets_min": 757 + }, + { + "epoch": 2.741935483870968, + "grad_norm": 0.6009282129840543, + "learning_rate": 3.05236133553679e-05, + "loss": 0.2758, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10215406864881516, + "step": 1360, + "valid_targets_mean": 2616.4, + "valid_targets_min": 1540 + }, + { + "epoch": 2.752016129032258, + "grad_norm": 0.5019479621411045, + "learning_rate": 3.0437964521428783e-05, + "loss": 0.2482, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09111334383487701, + "step": 1365, + "valid_targets_mean": 3227.1, + "valid_targets_min": 1062 + }, + { + "epoch": 2.7620967741935485, + "grad_norm": 0.6039902083563039, + "learning_rate": 3.0352051791612686e-05, + "loss": 0.2524, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12219463288784027, + "step": 1370, + "valid_targets_mean": 3549.9, + "valid_targets_min": 460 + }, + { + "epoch": 2.772177419354839, + "grad_norm": 0.6264619916598958, + "learning_rate": 3.0265877337992056e-05, + "loss": 0.2423, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09153392910957336, + "step": 1375, + "valid_targets_mean": 2143.8, + "valid_targets_min": 420 + }, + { + "epoch": 2.782258064516129, + "grad_norm": 0.5885020761203044, + "learning_rate": 3.017944333925633e-05, + "loss": 0.2543, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09630314260721207, + "step": 1380, + "valid_targets_mean": 2232.8, + "valid_targets_min": 399 + }, + { + "epoch": 2.7923387096774195, + "grad_norm": 0.6414281985977918, + "learning_rate": 3.0092751980656837e-05, + "loss": 0.2524, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13684843480587006, + "step": 1385, + "valid_targets_mean": 3041.1, + "valid_targets_min": 1113 + }, + { + "epoch": 2.8024193548387095, + "grad_norm": 0.6645335019906936, + "learning_rate": 3.0005805453951567e-05, + "loss": 0.25, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11580963432788849, + "step": 1390, + "valid_targets_mean": 2602.4, + "valid_targets_min": 941 + }, + { + "epoch": 2.8125, + "grad_norm": 0.6050375320287946, + "learning_rate": 2.9918605957349745e-05, + "loss": 0.2736, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15735115110874176, + "step": 1395, + "valid_targets_mean": 3238.0, + "valid_targets_min": 1315 + }, + { + "epoch": 2.8225806451612905, + "grad_norm": 0.5540619168976046, + "learning_rate": 2.9831155695456263e-05, + "loss": 0.2431, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13711747527122498, + "step": 1400, + "valid_targets_mean": 3780.6, + "valid_targets_min": 1758 + }, + { + "epoch": 2.8326612903225805, + "grad_norm": 0.5744608291282568, + "learning_rate": 2.9743456879215934e-05, + "loss": 0.263, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16890239715576172, + "step": 1405, + "valid_targets_mean": 3838.4, + "valid_targets_min": 911 + }, + { + "epoch": 2.842741935483871, + "grad_norm": 0.5745835883100003, + "learning_rate": 2.9655511725857607e-05, + "loss": 0.258, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1245071217417717, + "step": 1410, + "valid_targets_mean": 3271.0, + "valid_targets_min": 1670 + }, + { + "epoch": 2.852822580645161, + "grad_norm": 0.5475488920799221, + "learning_rate": 2.9567322458838097e-05, + "loss": 0.2544, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11185264587402344, + "step": 1415, + "valid_targets_mean": 3503.8, + "valid_targets_min": 2532 + }, + { + "epoch": 2.8629032258064515, + "grad_norm": 0.5577848226800461, + "learning_rate": 2.9478891307785974e-05, + "loss": 0.2653, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10932277143001556, + "step": 1420, + "valid_targets_mean": 3250.8, + "valid_targets_min": 1856 + }, + { + "epoch": 2.872983870967742, + "grad_norm": 0.5245535685909258, + "learning_rate": 2.9390220508445215e-05, + "loss": 0.2521, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.135254368185997, + "step": 1425, + "valid_targets_mean": 4234.2, + "valid_targets_min": 2131 + }, + { + "epoch": 2.883064516129032, + "grad_norm": 0.6192900329890271, + "learning_rate": 2.9301312302618634e-05, + "loss": 0.2996, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18384113907814026, + "step": 1430, + "valid_targets_mean": 3253.5, + "valid_targets_min": 1519 + }, + { + "epoch": 2.8931451612903225, + "grad_norm": 0.5954676115372128, + "learning_rate": 2.9212168938111243e-05, + "loss": 0.28, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21537812054157257, + "step": 1435, + "valid_targets_mean": 3931.5, + "valid_targets_min": 1257 + }, + { + "epoch": 2.903225806451613, + "grad_norm": 0.6135352867407852, + "learning_rate": 2.912279266867341e-05, + "loss": 0.2586, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11614513397216797, + "step": 1440, + "valid_targets_mean": 2637.1, + "valid_targets_min": 1830 + }, + { + "epoch": 2.913306451612903, + "grad_norm": 0.5438776470905065, + "learning_rate": 2.9033185753943868e-05, + "loss": 0.2743, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18999066948890686, + "step": 1445, + "valid_targets_mean": 4511.1, + "valid_targets_min": 1841 + }, + { + "epoch": 2.9233870967741935, + "grad_norm": 0.544867986133032, + "learning_rate": 2.894335045939261e-05, + "loss": 0.2657, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21123896539211273, + "step": 1450, + "valid_targets_mean": 4936.5, + "valid_targets_min": 1545 + }, + { + "epoch": 2.933467741935484, + "grad_norm": 0.6081189521438323, + "learning_rate": 2.8853289056263595e-05, + "loss": 0.2588, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11442147195339203, + "step": 1455, + "valid_targets_mean": 2803.4, + "valid_targets_min": 1462 + }, + { + "epoch": 2.943548387096774, + "grad_norm": 0.6814139024869164, + "learning_rate": 2.8763003821517324e-05, + "loss": 0.2555, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10975331813097, + "step": 1460, + "valid_targets_mean": 2592.1, + "valid_targets_min": 1288 + }, + { + "epoch": 2.9536290322580645, + "grad_norm": 0.589340005352357, + "learning_rate": 2.8672497037773284e-05, + "loss": 0.2732, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12053504586219788, + "step": 1465, + "valid_targets_mean": 3578.4, + "valid_targets_min": 1473 + }, + { + "epoch": 2.963709677419355, + "grad_norm": 0.5694348566111326, + "learning_rate": 2.8581770993252226e-05, + "loss": 0.2822, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1630900353193283, + "step": 1470, + "valid_targets_mean": 4398.6, + "valid_targets_min": 1284 + }, + { + "epoch": 2.973790322580645, + "grad_norm": 0.5800833368540554, + "learning_rate": 2.849082798171833e-05, + "loss": 0.2882, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10425388067960739, + "step": 1475, + "valid_targets_mean": 3350.4, + "valid_targets_min": 1584 + }, + { + "epoch": 2.9838709677419355, + "grad_norm": 0.5511529492499462, + "learning_rate": 2.8399670302421198e-05, + "loss": 0.2599, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0935806930065155, + "step": 1480, + "valid_targets_mean": 2860.0, + "valid_targets_min": 1056 + }, + { + "epoch": 2.993951612903226, + "grad_norm": 0.5545792368426485, + "learning_rate": 2.8308300260037734e-05, + "loss": 0.2455, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12762320041656494, + "step": 1485, + "valid_targets_mean": 3613.5, + "valid_targets_min": 2010 + }, + { + "epoch": 3.004032258064516, + "grad_norm": 0.6196980261026537, + "learning_rate": 2.821672016461386e-05, + "loss": 0.245, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10218601673841476, + "step": 1490, + "valid_targets_mean": 2679.9, + "valid_targets_min": 426 + }, + { + "epoch": 3.0141129032258065, + "grad_norm": 0.6480683189464084, + "learning_rate": 2.812493233150614e-05, + "loss": 0.2443, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09944482892751694, + "step": 1495, + "valid_targets_mean": 3006.2, + "valid_targets_min": 1910 + }, + { + "epoch": 3.024193548387097, + "grad_norm": 0.568616906010806, + "learning_rate": 2.803293908132322e-05, + "loss": 0.228, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11579032242298126, + "step": 1500, + "valid_targets_mean": 3835.2, + "valid_targets_min": 1543 + }, + { + "epoch": 3.034274193548387, + "grad_norm": 0.5583673452039545, + "learning_rate": 2.7940742739867165e-05, + "loss": 0.2066, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09896944463253021, + "step": 1505, + "valid_targets_mean": 3283.8, + "valid_targets_min": 1232 + }, + { + "epoch": 3.0443548387096775, + "grad_norm": 0.6445914246590435, + "learning_rate": 2.7848345638074644e-05, + "loss": 0.2275, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10756675899028778, + "step": 1510, + "valid_targets_mean": 2379.1, + "valid_targets_min": 395 + }, + { + "epoch": 3.0544354838709675, + "grad_norm": 0.5768530851180089, + "learning_rate": 2.7755750111958043e-05, + "loss": 0.2045, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10050986707210541, + "step": 1515, + "valid_targets_mean": 3304.0, + "valid_targets_min": 2431 + }, + { + "epoch": 3.064516129032258, + "grad_norm": 0.5912909450401477, + "learning_rate": 2.766295850254635e-05, + "loss": 0.2232, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12583386898040771, + "step": 1520, + "valid_targets_mean": 3370.2, + "valid_targets_min": 1574 + }, + { + "epoch": 3.0745967741935485, + "grad_norm": 0.5779722774640857, + "learning_rate": 2.7569973155825983e-05, + "loss": 0.2285, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13876058161258698, + "step": 1525, + "valid_targets_mean": 3821.9, + "valid_targets_min": 1758 + }, + { + "epoch": 3.0846774193548385, + "grad_norm": 0.6084551162321066, + "learning_rate": 2.7476796422681516e-05, + "loss": 0.2329, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08827266842126846, + "step": 1530, + "valid_targets_mean": 2669.5, + "valid_targets_min": 370 + }, + { + "epoch": 3.094758064516129, + "grad_norm": 0.5753793470137871, + "learning_rate": 2.738343065883619e-05, + "loss": 0.2412, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08057849109172821, + "step": 1535, + "valid_targets_mean": 3226.8, + "valid_targets_min": 1647 + }, + { + "epoch": 3.1048387096774195, + "grad_norm": 0.6031701385073922, + "learning_rate": 2.7289878224792398e-05, + "loss": 0.2278, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08894006162881851, + "step": 1540, + "valid_targets_mean": 2933.9, + "valid_targets_min": 1442 + }, + { + "epoch": 3.1149193548387095, + "grad_norm": 0.6582341729338994, + "learning_rate": 2.7196141485771966e-05, + "loss": 0.2347, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13643427193164825, + "step": 1545, + "valid_targets_mean": 2450.0, + "valid_targets_min": 395 + }, + { + "epoch": 3.125, + "grad_norm": 0.6016298129552541, + "learning_rate": 2.7102222811656392e-05, + "loss": 0.2529, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1077808290719986, + "step": 1550, + "valid_targets_mean": 3460.5, + "valid_targets_min": 1485 + }, + { + "epoch": 3.1350806451612905, + "grad_norm": 0.5861031124344813, + "learning_rate": 2.700812457692691e-05, + "loss": 0.2123, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09558555483818054, + "step": 1555, + "valid_targets_mean": 3426.8, + "valid_targets_min": 1241 + }, + { + "epoch": 3.1451612903225805, + "grad_norm": 0.6572670415510821, + "learning_rate": 2.6913849160604467e-05, + "loss": 0.2361, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09726105630397797, + "step": 1560, + "valid_targets_mean": 2654.1, + "valid_targets_min": 1482 + }, + { + "epoch": 3.155241935483871, + "grad_norm": 0.6716333136075975, + "learning_rate": 2.6819398946189555e-05, + "loss": 0.2395, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1290110945701599, + "step": 1565, + "valid_targets_mean": 2667.6, + "valid_targets_min": 329 + }, + { + "epoch": 3.1653225806451615, + "grad_norm": 0.5614932563669551, + "learning_rate": 2.6724776321601984e-05, + "loss": 0.2439, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12074358761310577, + "step": 1570, + "valid_targets_mean": 3776.2, + "valid_targets_min": 1720 + }, + { + "epoch": 3.1754032258064515, + "grad_norm": 0.554963070526007, + "learning_rate": 2.6629983679120474e-05, + "loss": 0.2256, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10534197837114334, + "step": 1575, + "valid_targets_mean": 4121.2, + "valid_targets_min": 2721 + }, + { + "epoch": 3.185483870967742, + "grad_norm": 0.6047252989899893, + "learning_rate": 2.65350234153222e-05, + "loss": 0.2386, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1304488331079483, + "step": 1580, + "valid_targets_mean": 3193.6, + "valid_targets_min": 1151 + }, + { + "epoch": 3.195564516129032, + "grad_norm": 0.5598425771271849, + "learning_rate": 2.6439897931022192e-05, + "loss": 0.2296, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0967915952205658, + "step": 1585, + "valid_targets_mean": 3729.4, + "valid_targets_min": 356 + }, + { + "epoch": 3.2056451612903225, + "grad_norm": 0.6425736188896479, + "learning_rate": 2.6344609631212645e-05, + "loss": 0.243, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16863906383514404, + "step": 1590, + "valid_targets_mean": 3783.5, + "valid_targets_min": 1342 + }, + { + "epoch": 3.215725806451613, + "grad_norm": 0.8494800208578204, + "learning_rate": 2.6249160925002083e-05, + "loss": 0.235, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13157713413238525, + "step": 1595, + "valid_targets_mean": 3489.2, + "valid_targets_min": 1602 + }, + { + "epoch": 3.225806451612903, + "grad_norm": 0.574931407354099, + "learning_rate": 2.6153554225554497e-05, + "loss": 0.2274, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09766871482133865, + "step": 1600, + "valid_targets_mean": 2872.1, + "valid_targets_min": 360 + }, + { + "epoch": 3.2358870967741935, + "grad_norm": 0.6105844603302589, + "learning_rate": 2.6057791950028303e-05, + "loss": 0.2362, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08750882744789124, + "step": 1605, + "valid_targets_mean": 2416.2, + "valid_targets_min": 1062 + }, + { + "epoch": 3.245967741935484, + "grad_norm": 0.5383359600827379, + "learning_rate": 2.5961876519515238e-05, + "loss": 0.2412, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11167649924755096, + "step": 1610, + "valid_targets_mean": 3386.5, + "valid_targets_min": 1378 + }, + { + "epoch": 3.256048387096774, + "grad_norm": 0.6806866407417329, + "learning_rate": 2.5865810358979146e-05, + "loss": 0.2656, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2206556797027588, + "step": 1615, + "valid_targets_mean": 4999.8, + "valid_targets_min": 1266 + }, + { + "epoch": 3.2661290322580645, + "grad_norm": 0.5535494321375118, + "learning_rate": 2.5769595897194693e-05, + "loss": 0.2204, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08556301146745682, + "step": 1620, + "valid_targets_mean": 3029.5, + "valid_targets_min": 403 + }, + { + "epoch": 3.276209677419355, + "grad_norm": 0.5759204508775331, + "learning_rate": 2.5673235566685935e-05, + "loss": 0.2155, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09597568213939667, + "step": 1625, + "valid_targets_mean": 3134.8, + "valid_targets_min": 1350 + }, + { + "epoch": 3.286290322580645, + "grad_norm": 0.6420977509076261, + "learning_rate": 2.557673180366482e-05, + "loss": 0.2226, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10002493858337402, + "step": 1630, + "valid_targets_mean": 2703.8, + "valid_targets_min": 1334 + }, + { + "epoch": 3.2963709677419355, + "grad_norm": 0.5696214702956488, + "learning_rate": 2.5480087047969605e-05, + "loss": 0.224, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07859362661838531, + "step": 1635, + "valid_targets_mean": 2919.1, + "valid_targets_min": 387 + }, + { + "epoch": 3.306451612903226, + "grad_norm": 0.5852826845010795, + "learning_rate": 2.538330374300317e-05, + "loss": 0.2309, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13316066563129425, + "step": 1640, + "valid_targets_mean": 4385.6, + "valid_targets_min": 2018 + }, + { + "epoch": 3.316532258064516, + "grad_norm": 0.6177874966838176, + "learning_rate": 2.5286384335671237e-05, + "loss": 0.2518, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09096910804510117, + "step": 1645, + "valid_targets_mean": 2630.8, + "valid_targets_min": 873 + }, + { + "epoch": 3.3266129032258065, + "grad_norm": 0.6294526575969375, + "learning_rate": 2.5189331276320515e-05, + "loss": 0.2363, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12998098134994507, + "step": 1650, + "valid_targets_mean": 3522.4, + "valid_targets_min": 1772 + }, + { + "epoch": 3.336693548387097, + "grad_norm": 0.6325054232663175, + "learning_rate": 2.509214701867675e-05, + "loss": 0.234, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10132864117622375, + "step": 1655, + "valid_targets_mean": 2656.9, + "valid_targets_min": 914 + }, + { + "epoch": 3.346774193548387, + "grad_norm": 0.5977821999065315, + "learning_rate": 2.499483401978266e-05, + "loss": 0.2209, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11908560991287231, + "step": 1660, + "valid_targets_mean": 3584.4, + "valid_targets_min": 1926 + }, + { + "epoch": 3.3568548387096775, + "grad_norm": 0.6022539036633235, + "learning_rate": 2.4897394739935877e-05, + "loss": 0.2418, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09482988715171814, + "step": 1665, + "valid_targets_mean": 2684.9, + "valid_targets_min": 349 + }, + { + "epoch": 3.366935483870968, + "grad_norm": 0.665981082259953, + "learning_rate": 2.479983164262667e-05, + "loss": 0.2126, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11829803884029388, + "step": 1670, + "valid_targets_mean": 2976.6, + "valid_targets_min": 1763 + }, + { + "epoch": 3.377016129032258, + "grad_norm": 0.5640253887796919, + "learning_rate": 2.470214719447574e-05, + "loss": 0.2423, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13566476106643677, + "step": 1675, + "valid_targets_mean": 4445.0, + "valid_targets_min": 1399 + }, + { + "epoch": 3.3870967741935485, + "grad_norm": 0.5930299898066264, + "learning_rate": 2.460434386517177e-05, + "loss": 0.2388, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12184359133243561, + "step": 1680, + "valid_targets_mean": 3574.5, + "valid_targets_min": 1833 + }, + { + "epoch": 3.3971774193548385, + "grad_norm": 0.5922228986584855, + "learning_rate": 2.4506424127409068e-05, + "loss": 0.2264, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07741091400384903, + "step": 1685, + "valid_targets_mean": 2708.0, + "valid_targets_min": 487 + }, + { + "epoch": 3.407258064516129, + "grad_norm": 0.6275564285618686, + "learning_rate": 2.4408390456825005e-05, + "loss": 0.2295, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0991937592625618, + "step": 1690, + "valid_targets_mean": 3040.6, + "valid_targets_min": 1462 + }, + { + "epoch": 3.4173387096774195, + "grad_norm": 0.5420900311230281, + "learning_rate": 2.4310245331937453e-05, + "loss": 0.2286, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1279710829257965, + "step": 1695, + "valid_targets_mean": 4013.6, + "valid_targets_min": 2154 + }, + { + "epoch": 3.4274193548387095, + "grad_norm": 0.6262040533793154, + "learning_rate": 2.421199123408207e-05, + "loss": 0.2248, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0829395204782486, + "step": 1700, + "valid_targets_mean": 2760.6, + "valid_targets_min": 1164 + }, + { + "epoch": 3.4375, + "grad_norm": 0.5464495205298482, + "learning_rate": 2.4113630647349647e-05, + "loss": 0.2392, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12593115866184235, + "step": 1705, + "valid_targets_mean": 3775.5, + "valid_targets_min": 1140 + }, + { + "epoch": 3.4475806451612905, + "grad_norm": 0.7109547985857375, + "learning_rate": 2.401516605852323e-05, + "loss": 0.2544, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09599505364894867, + "step": 1710, + "valid_targets_mean": 2103.2, + "valid_targets_min": 440 + }, + { + "epoch": 3.4576612903225805, + "grad_norm": 0.6425695725469902, + "learning_rate": 2.3916599957015284e-05, + "loss": 0.2114, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09730251133441925, + "step": 1715, + "valid_targets_mean": 2826.1, + "valid_targets_min": 1664 + }, + { + "epoch": 3.467741935483871, + "grad_norm": 1.6719140053069148, + "learning_rate": 2.3817934834804754e-05, + "loss": 0.2289, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10053573548793793, + "step": 1720, + "valid_targets_mean": 3630.6, + "valid_targets_min": 1767 + }, + { + "epoch": 3.4778225806451615, + "grad_norm": 0.6349187273410546, + "learning_rate": 2.371917318637406e-05, + "loss": 0.2634, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1196623146533966, + "step": 1725, + "valid_targets_mean": 2914.8, + "valid_targets_min": 1095 + }, + { + "epoch": 3.4879032258064515, + "grad_norm": 0.5642721667982462, + "learning_rate": 2.3620317508646014e-05, + "loss": 0.2225, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08153025805950165, + "step": 1730, + "valid_targets_mean": 2913.2, + "valid_targets_min": 1483 + }, + { + "epoch": 3.497983870967742, + "grad_norm": 0.6427403893933606, + "learning_rate": 2.3521370300920726e-05, + "loss": 0.2382, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09541168808937073, + "step": 1735, + "valid_targets_mean": 2953.4, + "valid_targets_min": 1314 + }, + { + "epoch": 3.508064516129032, + "grad_norm": 0.6565712750827525, + "learning_rate": 2.3422334064812383e-05, + "loss": 0.2368, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09855005145072937, + "step": 1740, + "valid_targets_mean": 3127.4, + "valid_targets_min": 1669 + }, + { + "epoch": 3.5181451612903225, + "grad_norm": 0.6693692674056112, + "learning_rate": 2.3323211304186012e-05, + "loss": 0.239, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09766016900539398, + "step": 1745, + "valid_targets_mean": 2913.9, + "valid_targets_min": 1335 + }, + { + "epoch": 3.528225806451613, + "grad_norm": 0.6046941165705318, + "learning_rate": 2.3224004525094194e-05, + "loss": 0.2406, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12182774394750595, + "step": 1750, + "valid_targets_mean": 3334.9, + "valid_targets_min": 1643 + }, + { + "epoch": 3.538306451612903, + "grad_norm": 0.652594536790013, + "learning_rate": 2.3124716235713676e-05, + "loss": 0.2102, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08517846465110779, + "step": 1755, + "valid_targets_mean": 4519.8, + "valid_targets_min": 2051 + }, + { + "epoch": 3.5483870967741935, + "grad_norm": 0.6855407204775368, + "learning_rate": 2.302534894628199e-05, + "loss": 0.2385, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10159999877214432, + "step": 1760, + "valid_targets_mean": 2390.9, + "valid_targets_min": 421 + }, + { + "epoch": 3.558467741935484, + "grad_norm": 0.655770211524336, + "learning_rate": 2.2925905169033946e-05, + "loss": 0.2489, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1329360008239746, + "step": 1765, + "valid_targets_mean": 3074.8, + "valid_targets_min": 1312 + }, + { + "epoch": 3.568548387096774, + "grad_norm": 0.5830849028335179, + "learning_rate": 2.282638741813818e-05, + "loss": 0.2579, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10126137733459473, + "step": 1770, + "valid_targets_mean": 3158.2, + "valid_targets_min": 2155 + }, + { + "epoch": 3.5786290322580645, + "grad_norm": 0.7053507701211764, + "learning_rate": 2.2726798209633514e-05, + "loss": 0.2703, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1637437492609024, + "step": 1775, + "valid_targets_mean": 3134.9, + "valid_targets_min": 1244 + }, + { + "epoch": 3.588709677419355, + "grad_norm": 0.6397603823448965, + "learning_rate": 2.262714006136542e-05, + "loss": 0.2566, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17420338094234467, + "step": 1780, + "valid_targets_mean": 3090.2, + "valid_targets_min": 370 + }, + { + "epoch": 3.598790322580645, + "grad_norm": 0.5281054185200672, + "learning_rate": 2.2527415492922287e-05, + "loss": 0.2223, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08755169063806534, + "step": 1785, + "valid_targets_mean": 4280.8, + "valid_targets_min": 1825 + }, + { + "epoch": 3.6088709677419355, + "grad_norm": 0.5641139956036748, + "learning_rate": 2.2427627025571795e-05, + "loss": 0.2242, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07409320771694183, + "step": 1790, + "valid_targets_mean": 2658.5, + "valid_targets_min": 1393 + }, + { + "epoch": 3.618951612903226, + "grad_norm": 0.6577233492704598, + "learning_rate": 2.2327777182197116e-05, + "loss": 0.2147, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16011226177215576, + "step": 1795, + "valid_targets_mean": 3605.6, + "valid_targets_min": 2221 + }, + { + "epoch": 3.629032258064516, + "grad_norm": 0.6581332141707709, + "learning_rate": 2.2227868487233165e-05, + "loss": 0.2166, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12629841268062592, + "step": 1800, + "valid_targets_mean": 3402.9, + "valid_targets_min": 277 + }, + { + "epoch": 3.6391129032258065, + "grad_norm": 0.5530267785490928, + "learning_rate": 2.2127903466602736e-05, + "loss": 0.2433, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08644229918718338, + "step": 1805, + "valid_targets_mean": 2980.9, + "valid_targets_min": 893 + }, + { + "epoch": 3.649193548387097, + "grad_norm": 0.6168149871774915, + "learning_rate": 2.2027884647652704e-05, + "loss": 0.2483, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08936543762683868, + "step": 1810, + "valid_targets_mean": 2522.4, + "valid_targets_min": 1817 + }, + { + "epoch": 3.659274193548387, + "grad_norm": 0.6039554586395655, + "learning_rate": 2.1927814559090052e-05, + "loss": 0.2311, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11215218901634216, + "step": 1815, + "valid_targets_mean": 3582.6, + "valid_targets_min": 2162 + }, + { + "epoch": 3.6693548387096775, + "grad_norm": 0.5919572216362302, + "learning_rate": 2.1827695730917995e-05, + "loss": 0.2661, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10347072035074234, + "step": 1820, + "valid_targets_mean": 3614.0, + "valid_targets_min": 2330 + }, + { + "epoch": 3.679435483870968, + "grad_norm": 0.6002963488223565, + "learning_rate": 2.1727530694371993e-05, + "loss": 0.24, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12887421250343323, + "step": 1825, + "valid_targets_mean": 3667.4, + "valid_targets_min": 2244 + }, + { + "epoch": 3.689516129032258, + "grad_norm": 0.585802064588058, + "learning_rate": 2.162732198185578e-05, + "loss": 0.2423, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10119467228651047, + "step": 1830, + "valid_targets_mean": 3594.5, + "valid_targets_min": 1639 + }, + { + "epoch": 3.6995967741935485, + "grad_norm": 0.6386022482382743, + "learning_rate": 2.1527072126877288e-05, + "loss": 0.2424, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10957943648099899, + "step": 1835, + "valid_targets_mean": 2851.9, + "valid_targets_min": 1898 + }, + { + "epoch": 3.709677419354839, + "grad_norm": 0.5686855466856149, + "learning_rate": 2.1426783663984648e-05, + "loss": 0.2499, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16990455985069275, + "step": 1840, + "valid_targets_mean": 3819.4, + "valid_targets_min": 340 + }, + { + "epoch": 3.719758064516129, + "grad_norm": 0.6159316797474549, + "learning_rate": 2.132645912870208e-05, + "loss": 0.2213, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13322120904922485, + "step": 1845, + "valid_targets_mean": 3916.6, + "valid_targets_min": 1994 + }, + { + "epoch": 3.7298387096774195, + "grad_norm": 0.7207974173801004, + "learning_rate": 2.1226101057465804e-05, + "loss": 0.2444, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1405506283044815, + "step": 1850, + "valid_targets_mean": 2705.8, + "valid_targets_min": 1286 + }, + { + "epoch": 3.7399193548387095, + "grad_norm": 0.6108512002599794, + "learning_rate": 2.1125711987559887e-05, + "loss": 0.2526, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07237091660499573, + "step": 1855, + "valid_targets_mean": 2300.8, + "valid_targets_min": 1283 + }, + { + "epoch": 3.75, + "grad_norm": 0.6511419389637578, + "learning_rate": 2.1025294457052145e-05, + "loss": 0.2294, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11400432139635086, + "step": 1860, + "valid_targets_mean": 2622.4, + "valid_targets_min": 555 + }, + { + "epoch": 3.7600806451612905, + "grad_norm": 0.6120672421834176, + "learning_rate": 2.092485100472991e-05, + "loss": 0.2205, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10978744179010391, + "step": 1865, + "valid_targets_mean": 2725.6, + "valid_targets_min": 861 + }, + { + "epoch": 3.7701612903225805, + "grad_norm": 0.6324375125709412, + "learning_rate": 2.082438417003591e-05, + "loss": 0.2385, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12156516313552856, + "step": 1870, + "valid_targets_mean": 2576.8, + "valid_targets_min": 393 + }, + { + "epoch": 3.780241935483871, + "grad_norm": 0.6449683380605613, + "learning_rate": 2.0723896493004013e-05, + "loss": 0.2381, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16230705380439758, + "step": 1875, + "valid_targets_mean": 3485.1, + "valid_targets_min": 1517 + }, + { + "epoch": 3.790322580645161, + "grad_norm": 0.5925684008434925, + "learning_rate": 2.0623390514195036e-05, + "loss": 0.2266, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.134189635515213, + "step": 1880, + "valid_targets_mean": 3793.2, + "valid_targets_min": 2289 + }, + { + "epoch": 3.8004032258064515, + "grad_norm": 0.5469268437637105, + "learning_rate": 2.05228687746325e-05, + "loss": 0.2275, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11094589531421661, + "step": 1885, + "valid_targets_mean": 2929.2, + "valid_targets_min": 359 + }, + { + "epoch": 3.810483870967742, + "grad_norm": 0.6128697613399711, + "learning_rate": 2.0422333815738403e-05, + "loss": 0.2259, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1311267614364624, + "step": 1890, + "valid_targets_mean": 3038.1, + "valid_targets_min": 1189 + }, + { + "epoch": 3.820564516129032, + "grad_norm": 0.6383949647469853, + "learning_rate": 2.0321788179268953e-05, + "loss": 0.2316, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10558299720287323, + "step": 1895, + "valid_targets_mean": 2551.6, + "valid_targets_min": 322 + }, + { + "epoch": 3.8306451612903225, + "grad_norm": 0.6130282977042798, + "learning_rate": 2.022123440725032e-05, + "loss": 0.2366, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.084941066801548, + "step": 1900, + "valid_targets_mean": 2756.0, + "valid_targets_min": 1506 + }, + { + "epoch": 3.840725806451613, + "grad_norm": 0.5837381112008512, + "learning_rate": 2.0120675041914345e-05, + "loss": 0.2473, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07631230354309082, + "step": 1905, + "valid_targets_mean": 2594.1, + "valid_targets_min": 1467 + }, + { + "epoch": 3.850806451612903, + "grad_norm": 0.6585556336162205, + "learning_rate": 2.0020112625634298e-05, + "loss": 0.2257, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13330991566181183, + "step": 1910, + "valid_targets_mean": 2681.0, + "valid_targets_min": 1135 + }, + { + "epoch": 3.8608870967741935, + "grad_norm": 0.62580665087514, + "learning_rate": 1.9919549700860575e-05, + "loss": 0.2452, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09314854443073273, + "step": 1915, + "valid_targets_mean": 3280.6, + "valid_targets_min": 1261 + }, + { + "epoch": 3.870967741935484, + "grad_norm": 0.6466009849243044, + "learning_rate": 1.981898881005642e-05, + "loss": 0.2167, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09541472792625427, + "step": 1920, + "valid_targets_mean": 2459.8, + "valid_targets_min": 397 + }, + { + "epoch": 3.881048387096774, + "grad_norm": 0.6311572797908637, + "learning_rate": 1.971843249563367e-05, + "loss": 0.2258, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09598266333341599, + "step": 1925, + "valid_targets_mean": 2833.8, + "valid_targets_min": 420 + }, + { + "epoch": 3.8911290322580645, + "grad_norm": 0.6468042826489239, + "learning_rate": 1.9617883299888448e-05, + "loss": 0.2301, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16761614382266998, + "step": 1930, + "valid_targets_mean": 3247.1, + "valid_targets_min": 1576 + }, + { + "epoch": 3.901209677419355, + "grad_norm": 0.6219301830686003, + "learning_rate": 1.9517343764936913e-05, + "loss": 0.2436, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14241242408752441, + "step": 1935, + "valid_targets_mean": 3839.8, + "valid_targets_min": 1965 + }, + { + "epoch": 3.911290322580645, + "grad_norm": 0.6420104864862746, + "learning_rate": 1.941681643265096e-05, + "loss": 0.231, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09952138364315033, + "step": 1940, + "valid_targets_mean": 2448.6, + "valid_targets_min": 1134 + }, + { + "epoch": 3.9213709677419355, + "grad_norm": 0.5999830651340256, + "learning_rate": 1.931630384459398e-05, + "loss": 0.224, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06938642263412476, + "step": 1945, + "valid_targets_mean": 2313.2, + "valid_targets_min": 1322 + }, + { + "epoch": 3.931451612903226, + "grad_norm": 0.5599170849645915, + "learning_rate": 1.9215808541956598e-05, + "loss": 0.2512, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13666555285453796, + "step": 1950, + "valid_targets_mean": 4009.2, + "valid_targets_min": 1504 + }, + { + "epoch": 3.941532258064516, + "grad_norm": 0.6393948739988566, + "learning_rate": 1.9115333065492428e-05, + "loss": 0.2261, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10924457013607025, + "step": 1955, + "valid_targets_mean": 2666.2, + "valid_targets_min": 1192 + }, + { + "epoch": 3.9516129032258065, + "grad_norm": 0.6217378350750355, + "learning_rate": 1.901487995545382e-05, + "loss": 0.2572, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13093984127044678, + "step": 1960, + "valid_targets_mean": 3649.9, + "valid_targets_min": 1564 + }, + { + "epoch": 3.961693548387097, + "grad_norm": 0.6402957850458644, + "learning_rate": 1.891445175152766e-05, + "loss": 0.2364, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12494450807571411, + "step": 1965, + "valid_targets_mean": 3567.4, + "valid_targets_min": 396 + }, + { + "epoch": 3.971774193548387, + "grad_norm": 0.6022918098664621, + "learning_rate": 1.8814050992771146e-05, + "loss": 0.2299, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06463226675987244, + "step": 1970, + "valid_targets_mean": 2425.1, + "valid_targets_min": 374 + }, + { + "epoch": 3.9818548387096775, + "grad_norm": 0.5886862169023838, + "learning_rate": 1.8713680217547597e-05, + "loss": 0.2134, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08834889531135559, + "step": 1975, + "valid_targets_mean": 2680.4, + "valid_targets_min": 1076 + }, + { + "epoch": 3.991935483870968, + "grad_norm": 0.7277023253149896, + "learning_rate": 1.8613341963462277e-05, + "loss": 0.2294, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13720348477363586, + "step": 1980, + "valid_targets_mean": 2581.6, + "valid_targets_min": 364 + }, + { + "epoch": 4.002016129032258, + "grad_norm": 0.6088699709458538, + "learning_rate": 1.8513038767298254e-05, + "loss": 0.2337, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07562052458524704, + "step": 1985, + "valid_targets_mean": 2229.4, + "valid_targets_min": 399 + }, + { + "epoch": 4.012096774193548, + "grad_norm": 0.7035284909210588, + "learning_rate": 1.8412773164952233e-05, + "loss": 0.2074, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09331750124692917, + "step": 1990, + "valid_targets_mean": 2995.2, + "valid_targets_min": 1384 + }, + { + "epoch": 4.022177419354839, + "grad_norm": 0.660811520874278, + "learning_rate": 1.8312547691370467e-05, + "loss": 0.2097, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08929209411144257, + "step": 1995, + "valid_targets_mean": 2813.5, + "valid_targets_min": 942 + }, + { + "epoch": 4.032258064516129, + "grad_norm": 0.5488695873603645, + "learning_rate": 1.8212364880484664e-05, + "loss": 0.1971, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0736876130104065, + "step": 2000, + "valid_targets_mean": 3529.0, + "valid_targets_min": 1194 + }, + { + "epoch": 4.042338709677419, + "grad_norm": 0.6347569432286869, + "learning_rate": 1.811222726514793e-05, + "loss": 0.203, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0888785794377327, + "step": 2005, + "valid_targets_mean": 3000.4, + "valid_targets_min": 1877 + }, + { + "epoch": 4.05241935483871, + "grad_norm": 0.5725029195818679, + "learning_rate": 1.8012137377070683e-05, + "loss": 0.1789, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0814841091632843, + "step": 2010, + "valid_targets_mean": 2873.2, + "valid_targets_min": 1671 + }, + { + "epoch": 4.0625, + "grad_norm": 0.6686548355616967, + "learning_rate": 1.791209774675674e-05, + "loss": 0.1924, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10090295225381851, + "step": 2015, + "valid_targets_mean": 2488.5, + "valid_targets_min": 1060 + }, + { + "epoch": 4.07258064516129, + "grad_norm": 0.6355501797130095, + "learning_rate": 1.781211090343925e-05, + "loss": 0.2015, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08359242975711823, + "step": 2020, + "valid_targets_mean": 3068.4, + "valid_targets_min": 1943 + }, + { + "epoch": 4.082661290322581, + "grad_norm": 0.6598682839958637, + "learning_rate": 1.7712179375016792e-05, + "loss": 0.2118, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10339263826608658, + "step": 2025, + "valid_targets_mean": 3350.5, + "valid_targets_min": 1844 + }, + { + "epoch": 4.092741935483871, + "grad_norm": 0.6632899860464143, + "learning_rate": 1.7612305687989465e-05, + "loss": 0.2184, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11771737784147263, + "step": 2030, + "valid_targets_mean": 3088.5, + "valid_targets_min": 1364 + }, + { + "epoch": 4.102822580645161, + "grad_norm": 0.5455949449267282, + "learning_rate": 1.7512492367394988e-05, + "loss": 0.2106, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0710437074303627, + "step": 2035, + "valid_targets_mean": 3906.1, + "valid_targets_min": 1941 + }, + { + "epoch": 4.112903225806452, + "grad_norm": 0.5870371714663924, + "learning_rate": 1.74127419367449e-05, + "loss": 0.2027, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08473192900419235, + "step": 2040, + "valid_targets_mean": 3041.8, + "valid_targets_min": 1566 + }, + { + "epoch": 4.122983870967742, + "grad_norm": 0.8185178407447274, + "learning_rate": 1.731305691796071e-05, + "loss": 0.1878, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0766078531742096, + "step": 2045, + "valid_targets_mean": 2362.0, + "valid_targets_min": 377 + }, + { + "epoch": 4.133064516129032, + "grad_norm": 0.7391684981445084, + "learning_rate": 1.7213439831310186e-05, + "loss": 0.2042, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1130332350730896, + "step": 2050, + "valid_targets_mean": 3482.2, + "valid_targets_min": 1196 + }, + { + "epoch": 4.143145161290323, + "grad_norm": 0.635862670761652, + "learning_rate": 1.7113893195343602e-05, + "loss": 0.2289, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1211572214961052, + "step": 2055, + "valid_targets_mean": 3921.5, + "valid_targets_min": 1463 + }, + { + "epoch": 4.153225806451613, + "grad_norm": 0.7238833565302708, + "learning_rate": 1.7014419526830078e-05, + "loss": 0.204, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10985315591096878, + "step": 2060, + "valid_targets_mean": 2456.0, + "valid_targets_min": 1446 + }, + { + "epoch": 4.163306451612903, + "grad_norm": 0.6395469252565582, + "learning_rate": 1.6915021340693952e-05, + "loss": 0.2154, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08048843592405319, + "step": 2065, + "valid_targets_mean": 2882.8, + "valid_targets_min": 420 + }, + { + "epoch": 4.173387096774194, + "grad_norm": 0.5271310503583636, + "learning_rate": 1.6815701149951193e-05, + "loss": 0.1936, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08474685251712799, + "step": 2070, + "valid_targets_mean": 4114.2, + "valid_targets_min": 1742 + }, + { + "epoch": 4.183467741935484, + "grad_norm": 0.6050852712197098, + "learning_rate": 1.6716461465645868e-05, + "loss": 0.2082, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12912030518054962, + "step": 2075, + "valid_targets_mean": 4300.2, + "valid_targets_min": 2352 + }, + { + "epoch": 4.193548387096774, + "grad_norm": 0.6096579930090852, + "learning_rate": 1.6617304796786636e-05, + "loss": 0.2218, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07606025040149689, + "step": 2080, + "valid_targets_mean": 2741.6, + "valid_targets_min": 332 + }, + { + "epoch": 4.203629032258065, + "grad_norm": 0.5756357647128211, + "learning_rate": 1.6518233650283356e-05, + "loss": 0.2136, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08158040046691895, + "step": 2085, + "valid_targets_mean": 3955.4, + "valid_targets_min": 2360 + }, + { + "epoch": 4.213709677419355, + "grad_norm": 0.7014520641033342, + "learning_rate": 1.6419250530883677e-05, + "loss": 0.1935, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09476025402545929, + "step": 2090, + "valid_targets_mean": 2671.6, + "valid_targets_min": 439 + }, + { + "epoch": 4.223790322580645, + "grad_norm": 0.7071591474124187, + "learning_rate": 1.6320357941109718e-05, + "loss": 0.2189, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19258907437324524, + "step": 2095, + "valid_targets_mean": 3923.0, + "valid_targets_min": 1685 + }, + { + "epoch": 4.233870967741935, + "grad_norm": 0.6377243428638062, + "learning_rate": 1.6221558381194804e-05, + "loss": 0.2004, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06718167662620544, + "step": 2100, + "valid_targets_mean": 2454.1, + "valid_targets_min": 917 + }, + { + "epoch": 4.243951612903226, + "grad_norm": 0.6019582322268854, + "learning_rate": 1.612285434902024e-05, + "loss": 0.198, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0957595631480217, + "step": 2105, + "valid_targets_mean": 3524.9, + "valid_targets_min": 1196 + }, + { + "epoch": 4.254032258064516, + "grad_norm": 0.6269637000916031, + "learning_rate": 1.602424834005218e-05, + "loss": 0.1885, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1165969967842102, + "step": 2110, + "valid_targets_mean": 4072.8, + "valid_targets_min": 1293 + }, + { + "epoch": 4.264112903225806, + "grad_norm": 0.6668835567850124, + "learning_rate": 1.592574284727852e-05, + "loss": 0.2214, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09571275115013123, + "step": 2115, + "valid_targets_mean": 2841.2, + "valid_targets_min": 327 + }, + { + "epoch": 4.274193548387097, + "grad_norm": 0.6544301355753144, + "learning_rate": 1.5827340361145873e-05, + "loss": 0.2017, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08974354714155197, + "step": 2120, + "valid_targets_mean": 3352.1, + "valid_targets_min": 2235 + }, + { + "epoch": 4.284274193548387, + "grad_norm": 0.7132421819665873, + "learning_rate": 1.572904336949661e-05, + "loss": 0.2097, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0757712721824646, + "step": 2125, + "valid_targets_mean": 1831.4, + "valid_targets_min": 1135 + }, + { + "epoch": 4.294354838709677, + "grad_norm": 0.602624249250874, + "learning_rate": 1.563085435750595e-05, + "loss": 0.1901, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08245712518692017, + "step": 2130, + "valid_targets_mean": 3184.0, + "valid_targets_min": 1668 + }, + { + "epoch": 4.304435483870968, + "grad_norm": 0.672902690661134, + "learning_rate": 1.553277580761915e-05, + "loss": 0.2016, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07349157333374023, + "step": 2135, + "valid_targets_mean": 2635.1, + "valid_targets_min": 1407 + }, + { + "epoch": 4.314516129032258, + "grad_norm": 0.5465394558442096, + "learning_rate": 1.5434810199488708e-05, + "loss": 0.2278, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07390094548463821, + "step": 2140, + "valid_targets_mean": 4155.2, + "valid_targets_min": 1583 + }, + { + "epoch": 4.324596774193548, + "grad_norm": 0.7245490208166988, + "learning_rate": 1.533696000991172e-05, + "loss": 0.228, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09360332041978836, + "step": 2145, + "valid_targets_mean": 3448.9, + "valid_targets_min": 358 + }, + { + "epoch": 4.334677419354839, + "grad_norm": 0.6977389351544049, + "learning_rate": 1.5239227712767216e-05, + "loss": 0.2015, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.111058309674263, + "step": 2150, + "valid_targets_mean": 2823.1, + "valid_targets_min": 1263 + }, + { + "epoch": 4.344758064516129, + "grad_norm": 0.5559162121552728, + "learning_rate": 1.5141615778953626e-05, + "loss": 0.2114, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09068315476179123, + "step": 2155, + "valid_targets_mean": 4450.2, + "valid_targets_min": 1212 + }, + { + "epoch": 4.354838709677419, + "grad_norm": 0.6293904288777087, + "learning_rate": 1.5044126676326345e-05, + "loss": 0.2272, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08106718957424164, + "step": 2160, + "valid_targets_mean": 2731.4, + "valid_targets_min": 393 + }, + { + "epoch": 4.36491935483871, + "grad_norm": 0.6051514109494363, + "learning_rate": 1.4946762869635283e-05, + "loss": 0.2092, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12616080045700073, + "step": 2165, + "valid_targets_mean": 3888.4, + "valid_targets_min": 472 + }, + { + "epoch": 4.375, + "grad_norm": 0.6947857280248805, + "learning_rate": 1.4849526820462591e-05, + "loss": 0.2032, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16071775555610657, + "step": 2170, + "valid_targets_mean": 3320.1, + "valid_targets_min": 1269 + }, + { + "epoch": 4.38508064516129, + "grad_norm": 0.6364941132247152, + "learning_rate": 1.4752420987160423e-05, + "loss": 0.1889, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0816536396741867, + "step": 2175, + "valid_targets_mean": 2365.0, + "valid_targets_min": 1462 + }, + { + "epoch": 4.395161290322581, + "grad_norm": 0.6584814716982702, + "learning_rate": 1.4655447824788751e-05, + "loss": 0.2429, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13508567214012146, + "step": 2180, + "valid_targets_mean": 3173.0, + "valid_targets_min": 1236 + }, + { + "epoch": 4.405241935483871, + "grad_norm": 0.6181434861945387, + "learning_rate": 1.455860978505335e-05, + "loss": 0.1892, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10209818184375763, + "step": 2185, + "valid_targets_mean": 2873.9, + "valid_targets_min": 1385 + }, + { + "epoch": 4.415322580645161, + "grad_norm": 0.5703762962329544, + "learning_rate": 1.4461909316243756e-05, + "loss": 0.194, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1135522723197937, + "step": 2190, + "valid_targets_mean": 4035.5, + "valid_targets_min": 1647 + }, + { + "epoch": 4.425403225806452, + "grad_norm": 0.6801687111771926, + "learning_rate": 1.4365348863171406e-05, + "loss": 0.1992, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09940125048160553, + "step": 2195, + "valid_targets_mean": 2376.0, + "valid_targets_min": 391 + }, + { + "epoch": 4.435483870967742, + "grad_norm": 0.6058048930044343, + "learning_rate": 1.4268930867107815e-05, + "loss": 0.1928, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08014991134405136, + "step": 2200, + "valid_targets_mean": 3025.1, + "valid_targets_min": 1809 + }, + { + "epoch": 4.445564516129032, + "grad_norm": 0.6076019554921235, + "learning_rate": 1.4172657765722854e-05, + "loss": 0.2253, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12928083539009094, + "step": 2205, + "valid_targets_mean": 3551.6, + "valid_targets_min": 1658 + }, + { + "epoch": 4.455645161290323, + "grad_norm": 0.6230752799781244, + "learning_rate": 1.4076531993023119e-05, + "loss": 0.2254, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1294112652540207, + "step": 2210, + "valid_targets_mean": 3246.5, + "valid_targets_min": 1509 + }, + { + "epoch": 4.465725806451613, + "grad_norm": 0.6122080531351842, + "learning_rate": 1.3980555979290411e-05, + "loss": 0.2108, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10016797482967377, + "step": 2215, + "valid_targets_mean": 3908.2, + "valid_targets_min": 1769 + }, + { + "epoch": 4.475806451612903, + "grad_norm": 0.6517180321108508, + "learning_rate": 1.3884732151020244e-05, + "loss": 0.1864, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0860491544008255, + "step": 2220, + "valid_targets_mean": 2572.1, + "valid_targets_min": 400 + }, + { + "epoch": 4.485887096774194, + "grad_norm": 0.6300860804677118, + "learning_rate": 1.3789062930860568e-05, + "loss": 0.2266, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11208859086036682, + "step": 2225, + "valid_targets_mean": 2997.4, + "valid_targets_min": 1537 + }, + { + "epoch": 4.495967741935484, + "grad_norm": 0.7066162504275811, + "learning_rate": 1.3693550737550461e-05, + "loss": 0.2155, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09464829415082932, + "step": 2230, + "valid_targets_mean": 2797.9, + "valid_targets_min": 1305 + }, + { + "epoch": 4.506048387096774, + "grad_norm": 0.6164914557556402, + "learning_rate": 1.3598197985859015e-05, + "loss": 0.2015, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09443396329879761, + "step": 2235, + "valid_targets_mean": 3473.5, + "valid_targets_min": 2019 + }, + { + "epoch": 4.516129032258064, + "grad_norm": 0.6976355172985539, + "learning_rate": 1.3503007086524246e-05, + "loss": 0.2035, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10510143637657166, + "step": 2240, + "valid_targets_mean": 2421.9, + "valid_targets_min": 1328 + }, + { + "epoch": 4.526209677419355, + "grad_norm": 0.6725361556340994, + "learning_rate": 1.34079804461922e-05, + "loss": 0.1956, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0974196195602417, + "step": 2245, + "valid_targets_mean": 3222.0, + "valid_targets_min": 417 + }, + { + "epoch": 4.536290322580645, + "grad_norm": 0.5584171280441081, + "learning_rate": 1.331312046735604e-05, + "loss": 0.1926, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07046773284673691, + "step": 2250, + "valid_targets_mean": 3709.0, + "valid_targets_min": 404 + }, + { + "epoch": 4.546370967741936, + "grad_norm": 0.6841167084366355, + "learning_rate": 1.3218429548295377e-05, + "loss": 0.2271, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07062976062297821, + "step": 2255, + "valid_targets_mean": 2267.9, + "valid_targets_min": 361 + }, + { + "epoch": 4.556451612903226, + "grad_norm": 0.6646274595202382, + "learning_rate": 1.3123910083015572e-05, + "loss": 0.2034, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1463637799024582, + "step": 2260, + "valid_targets_mean": 3185.2, + "valid_targets_min": 356 + }, + { + "epoch": 4.566532258064516, + "grad_norm": 0.6943503019804396, + "learning_rate": 1.3029564461187245e-05, + "loss": 0.2176, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09197193384170532, + "step": 2265, + "valid_targets_mean": 2933.0, + "valid_targets_min": 1378 + }, + { + "epoch": 4.576612903225806, + "grad_norm": 0.6383279293104014, + "learning_rate": 1.2935395068085863e-05, + "loss": 0.2146, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09128080308437347, + "step": 2270, + "valid_targets_mean": 2425.9, + "valid_targets_min": 324 + }, + { + "epoch": 4.586693548387097, + "grad_norm": 0.7004171993662113, + "learning_rate": 1.284140428453141e-05, + "loss": 0.2101, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10103457421064377, + "step": 2275, + "valid_targets_mean": 2708.1, + "valid_targets_min": 1470 + }, + { + "epoch": 4.596774193548387, + "grad_norm": 0.6675458017112398, + "learning_rate": 1.2747594486828217e-05, + "loss": 0.2063, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08124849200248718, + "step": 2280, + "valid_targets_mean": 2318.4, + "valid_targets_min": 318 + }, + { + "epoch": 4.606854838709677, + "grad_norm": 0.6232978478968111, + "learning_rate": 1.265396804670487e-05, + "loss": 0.2068, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10344327241182327, + "step": 2285, + "valid_targets_mean": 2956.5, + "valid_targets_min": 1405 + }, + { + "epoch": 4.616935483870968, + "grad_norm": 0.6919673063369659, + "learning_rate": 1.256052733125424e-05, + "loss": 0.2168, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14700259268283844, + "step": 2290, + "valid_targets_mean": 4126.4, + "valid_targets_min": 1642 + }, + { + "epoch": 4.627016129032258, + "grad_norm": 0.6554048558960205, + "learning_rate": 1.2467274702873673e-05, + "loss": 0.2135, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08968253433704376, + "step": 2295, + "valid_targets_mean": 3072.6, + "valid_targets_min": 430 + }, + { + "epoch": 4.637096774193548, + "grad_norm": 0.682758861747768, + "learning_rate": 1.2374212519205222e-05, + "loss": 0.2118, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09823716431856155, + "step": 2300, + "valid_targets_mean": 3030.9, + "valid_targets_min": 1482 + }, + { + "epoch": 4.647177419354839, + "grad_norm": 0.6645266200440272, + "learning_rate": 1.228134313307606e-05, + "loss": 0.2063, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1754535585641861, + "step": 2305, + "valid_targets_mean": 3793.4, + "valid_targets_min": 1336 + }, + { + "epoch": 4.657258064516129, + "grad_norm": 0.6471086948112743, + "learning_rate": 1.2188668892438997e-05, + "loss": 0.2299, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17917540669441223, + "step": 2310, + "valid_targets_mean": 4111.9, + "valid_targets_min": 1064 + }, + { + "epoch": 4.667338709677419, + "grad_norm": 0.611240952774229, + "learning_rate": 1.2096192140313106e-05, + "loss": 0.1984, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.057186633348464966, + "step": 2315, + "valid_targets_mean": 2643.0, + "valid_targets_min": 1326 + }, + { + "epoch": 4.67741935483871, + "grad_norm": 0.6721726312255223, + "learning_rate": 1.2003915214724504e-05, + "loss": 0.2328, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14121165871620178, + "step": 2320, + "valid_targets_mean": 3566.2, + "valid_targets_min": 1229 + }, + { + "epoch": 4.6875, + "grad_norm": 0.5951813798752076, + "learning_rate": 1.191184044864722e-05, + "loss": 0.1954, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06060823053121567, + "step": 2325, + "valid_targets_mean": 2410.5, + "valid_targets_min": 350 + }, + { + "epoch": 4.69758064516129, + "grad_norm": 0.6634119476207369, + "learning_rate": 1.1819970169944237e-05, + "loss": 0.2247, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09355494379997253, + "step": 2330, + "valid_targets_mean": 2947.2, + "valid_targets_min": 1471 + }, + { + "epoch": 4.707661290322581, + "grad_norm": 0.6527161084627628, + "learning_rate": 1.172830670130861e-05, + "loss": 0.2013, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.05121547356247902, + "step": 2335, + "valid_targets_mean": 1780.5, + "valid_targets_min": 395 + }, + { + "epoch": 4.717741935483871, + "grad_norm": 0.5923457947699236, + "learning_rate": 1.1636852360204765e-05, + "loss": 0.2251, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08893446624279022, + "step": 2340, + "valid_targets_mean": 3808.9, + "valid_targets_min": 1282 + }, + { + "epoch": 4.727822580645161, + "grad_norm": 0.6134900108472701, + "learning_rate": 1.1545609458809897e-05, + "loss": 0.1967, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11972342431545258, + "step": 2345, + "valid_targets_mean": 3859.8, + "valid_targets_min": 1724 + }, + { + "epoch": 4.737903225806452, + "grad_norm": 0.6977629368220143, + "learning_rate": 1.1454580303955527e-05, + "loss": 0.1978, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08183122426271439, + "step": 2350, + "valid_targets_mean": 3006.8, + "valid_targets_min": 1988 + }, + { + "epoch": 4.747983870967742, + "grad_norm": 0.6703891952346482, + "learning_rate": 1.1363767197069153e-05, + "loss": 0.2218, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0819975957274437, + "step": 2355, + "valid_targets_mean": 2956.8, + "valid_targets_min": 370 + }, + { + "epoch": 4.758064516129032, + "grad_norm": 0.6538324155398517, + "learning_rate": 1.1273172434116084e-05, + "loss": 0.2098, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11679733544588089, + "step": 2360, + "valid_targets_mean": 3381.8, + "valid_targets_min": 1245 + }, + { + "epoch": 4.768145161290323, + "grad_norm": 0.5845412336568625, + "learning_rate": 1.1182798305541398e-05, + "loss": 0.2095, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10125453025102615, + "step": 2365, + "valid_targets_mean": 3555.9, + "valid_targets_min": 1783 + }, + { + "epoch": 4.778225806451613, + "grad_norm": 0.7733291737221234, + "learning_rate": 1.1092647096212024e-05, + "loss": 0.2498, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08022960275411606, + "step": 2370, + "valid_targets_mean": 2148.0, + "valid_targets_min": 416 + }, + { + "epoch": 4.788306451612903, + "grad_norm": 0.6240433081593019, + "learning_rate": 1.1002721085358981e-05, + "loss": 0.2155, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14964377880096436, + "step": 2375, + "valid_targets_mean": 4125.1, + "valid_targets_min": 332 + }, + { + "epoch": 4.798387096774194, + "grad_norm": 0.6271445364830281, + "learning_rate": 1.0913022546519727e-05, + "loss": 0.1951, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1267169713973999, + "step": 2380, + "valid_targets_mean": 3932.6, + "valid_targets_min": 2294 + }, + { + "epoch": 4.808467741935484, + "grad_norm": 0.5791473764633525, + "learning_rate": 1.0823553747480727e-05, + "loss": 0.2017, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1334831416606903, + "step": 2385, + "valid_targets_mean": 4574.9, + "valid_targets_min": 2043 + }, + { + "epoch": 4.818548387096774, + "grad_norm": 0.705562192823843, + "learning_rate": 1.0734316950220092e-05, + "loss": 0.2157, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10326686501502991, + "step": 2390, + "valid_targets_mean": 3475.9, + "valid_targets_min": 1453 + }, + { + "epoch": 4.828629032258064, + "grad_norm": 0.606426743557359, + "learning_rate": 1.0645314410850368e-05, + "loss": 0.2218, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14200296998023987, + "step": 2395, + "valid_targets_mean": 3981.2, + "valid_targets_min": 478 + }, + { + "epoch": 4.838709677419355, + "grad_norm": 0.6872920140461152, + "learning_rate": 1.0556548379561541e-05, + "loss": 0.2023, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11578333377838135, + "step": 2400, + "valid_targets_mean": 3194.6, + "valid_targets_min": 1596 + }, + { + "epoch": 4.848790322580645, + "grad_norm": 0.6228292302829015, + "learning_rate": 1.0468021100564125e-05, + "loss": 0.2221, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0996391624212265, + "step": 2405, + "valid_targets_mean": 3179.1, + "valid_targets_min": 1669 + }, + { + "epoch": 4.858870967741936, + "grad_norm": 0.5368708028608827, + "learning_rate": 1.037973481203242e-05, + "loss": 0.2169, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0917302742600441, + "step": 2410, + "valid_targets_mean": 4231.2, + "valid_targets_min": 1325 + }, + { + "epoch": 4.868951612903226, + "grad_norm": 0.6285450272064274, + "learning_rate": 1.029169174604792e-05, + "loss": 0.1943, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0975906029343605, + "step": 2415, + "valid_targets_mean": 3037.1, + "valid_targets_min": 1690 + }, + { + "epoch": 4.879032258064516, + "grad_norm": 0.6917603574873773, + "learning_rate": 1.0203894128542905e-05, + "loss": 0.193, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09343405812978745, + "step": 2420, + "valid_targets_mean": 2223.4, + "valid_targets_min": 968 + }, + { + "epoch": 4.889112903225806, + "grad_norm": 0.5655800765748986, + "learning_rate": 1.011634417924415e-05, + "loss": 0.1946, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07445259392261505, + "step": 2425, + "valid_targets_mean": 2644.2, + "valid_targets_min": 387 + }, + { + "epoch": 4.899193548387097, + "grad_norm": 0.6378304004625874, + "learning_rate": 1.0029044111616795e-05, + "loss": 0.2208, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10037689656019211, + "step": 2430, + "valid_targets_mean": 3578.8, + "valid_targets_min": 2622 + }, + { + "epoch": 4.909274193548387, + "grad_norm": 0.6951335771452958, + "learning_rate": 9.941996132808391e-06, + "loss": 0.2006, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12032778561115265, + "step": 2435, + "valid_targets_mean": 3168.0, + "valid_targets_min": 1749 + }, + { + "epoch": 4.919354838709677, + "grad_norm": 0.7789494916306356, + "learning_rate": 9.855202443593113e-06, + "loss": 0.2109, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10983292013406754, + "step": 2440, + "valid_targets_mean": 2799.5, + "valid_targets_min": 363 + }, + { + "epoch": 4.929435483870968, + "grad_norm": 0.7155346643978607, + "learning_rate": 9.768665238316104e-06, + "loss": 0.2176, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1286262571811676, + "step": 2445, + "valid_targets_mean": 3508.2, + "valid_targets_min": 1492 + }, + { + "epoch": 4.939516129032258, + "grad_norm": 0.6016868479355055, + "learning_rate": 9.682386704838007e-06, + "loss": 0.2165, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11881684511899948, + "step": 2450, + "valid_targets_mean": 4665.4, + "valid_targets_min": 2281 + }, + { + "epoch": 4.949596774193548, + "grad_norm": 0.7281422020987302, + "learning_rate": 9.596369024479617e-06, + "loss": 0.2214, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11448834091424942, + "step": 2455, + "valid_targets_mean": 3200.2, + "valid_targets_min": 1359 + }, + { + "epoch": 4.959677419354839, + "grad_norm": 0.6563548460503863, + "learning_rate": 9.510614371966787e-06, + "loss": 0.2207, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10339592397212982, + "step": 2460, + "valid_targets_mean": 4006.2, + "valid_targets_min": 1749 + }, + { + "epoch": 4.969758064516129, + "grad_norm": 0.7134556286133679, + "learning_rate": 9.425124915375407e-06, + "loss": 0.2219, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12733376026153564, + "step": 2465, + "valid_targets_mean": 3450.2, + "valid_targets_min": 1688 + }, + { + "epoch": 4.979838709677419, + "grad_norm": 0.7200966145445753, + "learning_rate": 9.33990281607661e-06, + "loss": 0.2116, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09558679908514023, + "step": 2470, + "valid_targets_mean": 3284.0, + "valid_targets_min": 1852 + }, + { + "epoch": 4.98991935483871, + "grad_norm": 0.6342851557173954, + "learning_rate": 9.254950228682094e-06, + "loss": 0.2365, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24668997526168823, + "step": 2475, + "valid_targets_mean": 5133.2, + "valid_targets_min": 2527 + }, + { + "epoch": 5.0, + "grad_norm": 0.5691209549248927, + "learning_rate": 9.1702693009897e-06, + "loss": 0.2034, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10690069198608398, + "step": 2480, + "valid_targets_mean": 4330.8, + "valid_targets_min": 2120 + }, + { + "epoch": 5.01008064516129, + "grad_norm": 0.5865611302629445, + "learning_rate": 9.085862173929076e-06, + "loss": 0.1971, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.058146946132183075, + "step": 2485, + "valid_targets_mean": 2996.4, + "valid_targets_min": 1363 + }, + { + "epoch": 5.020161290322581, + "grad_norm": 0.6637323317759176, + "learning_rate": 9.00173098150755e-06, + "loss": 0.1817, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09070940315723419, + "step": 2490, + "valid_targets_mean": 3229.9, + "valid_targets_min": 2005 + }, + { + "epoch": 5.030241935483871, + "grad_norm": 0.6526110558448533, + "learning_rate": 8.91787785075618e-06, + "loss": 0.193, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07960911095142365, + "step": 2495, + "valid_targets_mean": 3764.6, + "valid_targets_min": 1986 + }, + { + "epoch": 5.040322580645161, + "grad_norm": 0.6459991888086781, + "learning_rate": 8.834304901675999e-06, + "loss": 0.1678, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09934863448143005, + "step": 2500, + "valid_targets_mean": 4030.2, + "valid_targets_min": 2193 + }, + { + "epoch": 5.050403225806452, + "grad_norm": 0.7622956241451976, + "learning_rate": 8.751014247184388e-06, + "loss": 0.1918, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11245658993721008, + "step": 2505, + "valid_targets_mean": 2618.0, + "valid_targets_min": 1113 + }, + { + "epoch": 5.060483870967742, + "grad_norm": 1.058627809029913, + "learning_rate": 8.66800799306168e-06, + "loss": 0.1995, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07308492064476013, + "step": 2510, + "valid_targets_mean": 3026.8, + "valid_targets_min": 1608 + }, + { + "epoch": 5.070564516129032, + "grad_norm": 0.8084934387362966, + "learning_rate": 8.585288237897885e-06, + "loss": 0.2071, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06541739404201508, + "step": 2515, + "valid_targets_mean": 2353.1, + "valid_targets_min": 1586 + }, + { + "epoch": 5.080645161290323, + "grad_norm": 1.693490881065617, + "learning_rate": 8.502857073039678e-06, + "loss": 0.1905, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09127959609031677, + "step": 2520, + "valid_targets_mean": 3504.2, + "valid_targets_min": 1279 + }, + { + "epoch": 5.090725806451613, + "grad_norm": 0.6924869486528952, + "learning_rate": 8.420716582537508e-06, + "loss": 0.2145, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1090395450592041, + "step": 2525, + "valid_targets_mean": 3337.1, + "valid_targets_min": 1874 + }, + { + "epoch": 5.100806451612903, + "grad_norm": 0.6148523548993665, + "learning_rate": 8.33886884309288e-06, + "loss": 0.2103, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10533513873815536, + "step": 2530, + "valid_targets_mean": 3188.9, + "valid_targets_min": 1290 + }, + { + "epoch": 5.110887096774194, + "grad_norm": 0.6660747383316608, + "learning_rate": 8.257315924005891e-06, + "loss": 0.1748, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06165033578872681, + "step": 2535, + "valid_targets_mean": 2354.8, + "valid_targets_min": 1405 + }, + { + "epoch": 5.120967741935484, + "grad_norm": 0.7001866892074488, + "learning_rate": 8.176059887122902e-06, + "loss": 0.1939, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08742007613182068, + "step": 2540, + "valid_targets_mean": 2981.0, + "valid_targets_min": 332 + }, + { + "epoch": 5.131048387096774, + "grad_norm": 0.6332719563250582, + "learning_rate": 8.095102786784404e-06, + "loss": 0.219, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0933089479804039, + "step": 2545, + "valid_targets_mean": 3998.8, + "valid_targets_min": 1997 + }, + { + "epoch": 5.141129032258065, + "grad_norm": 0.6638199862464099, + "learning_rate": 8.014446669773061e-06, + "loss": 0.1748, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10286946594715118, + "step": 2550, + "valid_targets_mean": 2951.2, + "valid_targets_min": 1735 + }, + { + "epoch": 5.151209677419355, + "grad_norm": 0.7824224121364516, + "learning_rate": 7.93409357526201e-06, + "loss": 0.2029, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07972052693367004, + "step": 2555, + "valid_targets_mean": 2489.6, + "valid_targets_min": 1449 + }, + { + "epoch": 5.161290322580645, + "grad_norm": 0.8784052596939906, + "learning_rate": 7.854045534763268e-06, + "loss": 0.1809, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11835326254367828, + "step": 2560, + "valid_targets_mean": 2337.1, + "valid_targets_min": 488 + }, + { + "epoch": 5.171370967741935, + "grad_norm": 0.6390754162733329, + "learning_rate": 7.774304572076376e-06, + "loss": 0.1787, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10689078271389008, + "step": 2565, + "valid_targets_mean": 3769.2, + "valid_targets_min": 2519 + }, + { + "epoch": 5.181451612903226, + "grad_norm": 0.732437011627482, + "learning_rate": 7.694872703237236e-06, + "loss": 0.1743, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09571628272533417, + "step": 2570, + "valid_targets_mean": 3143.8, + "valid_targets_min": 1288 + }, + { + "epoch": 5.191532258064516, + "grad_norm": 0.6543010588636728, + "learning_rate": 7.615751936467151e-06, + "loss": 0.2064, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14224469661712646, + "step": 2575, + "valid_targets_mean": 4731.5, + "valid_targets_min": 1407 + }, + { + "epoch": 5.201612903225806, + "grad_norm": 0.6676555607328929, + "learning_rate": 7.536944272122047e-06, + "loss": 0.2156, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0936073511838913, + "step": 2580, + "valid_targets_mean": 3390.5, + "valid_targets_min": 1178 + }, + { + "epoch": 5.211693548387097, + "grad_norm": 0.6510475569401915, + "learning_rate": 7.458451702641895e-06, + "loss": 0.2062, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07718747109174728, + "step": 2585, + "valid_targets_mean": 3298.9, + "valid_targets_min": 1542 + }, + { + "epoch": 5.221774193548387, + "grad_norm": 0.7493304371423593, + "learning_rate": 7.380276212500325e-06, + "loss": 0.2001, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07538608461618423, + "step": 2590, + "valid_targets_mean": 2927.5, + "valid_targets_min": 1537 + }, + { + "epoch": 5.231854838709677, + "grad_norm": 0.7246220633185994, + "learning_rate": 7.302419778154488e-06, + "loss": 0.1895, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08335809409618378, + "step": 2595, + "valid_targets_mean": 2870.4, + "valid_targets_min": 1320 + }, + { + "epoch": 5.241935483870968, + "grad_norm": 0.6181278857725739, + "learning_rate": 7.2248843679950534e-06, + "loss": 0.21, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12479527294635773, + "step": 2600, + "valid_targets_mean": 3470.0, + "valid_targets_min": 360 + }, + { + "epoch": 5.252016129032258, + "grad_norm": 0.7256966133733808, + "learning_rate": 7.147671942296468e-06, + "loss": 0.1981, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1743425875902176, + "step": 2605, + "valid_targets_mean": 4168.5, + "valid_targets_min": 1100 + }, + { + "epoch": 5.262096774193548, + "grad_norm": 0.7386031453280537, + "learning_rate": 7.07078445316737e-06, + "loss": 0.1993, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12011529505252838, + "step": 2610, + "valid_targets_mean": 2726.5, + "valid_targets_min": 1158 + }, + { + "epoch": 5.272177419354839, + "grad_norm": 0.628916059004811, + "learning_rate": 6.99422384450126e-06, + "loss": 0.1835, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08023014664649963, + "step": 2615, + "valid_targets_mean": 3292.9, + "valid_targets_min": 1038 + }, + { + "epoch": 5.282258064516129, + "grad_norm": 0.700393604415949, + "learning_rate": 6.9179920519273534e-06, + "loss": 0.1746, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09363005310297012, + "step": 2620, + "valid_targets_mean": 3017.2, + "valid_targets_min": 1231 + }, + { + "epoch": 5.292338709677419, + "grad_norm": 0.7907257658880886, + "learning_rate": 6.842091002761606e-06, + "loss": 0.1801, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09486392140388489, + "step": 2625, + "valid_targets_mean": 3091.9, + "valid_targets_min": 370 + }, + { + "epoch": 5.30241935483871, + "grad_norm": 0.6222542409675017, + "learning_rate": 6.766522615958051e-06, + "loss": 0.1786, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06968790292739868, + "step": 2630, + "valid_targets_mean": 2889.6, + "valid_targets_min": 1145 + }, + { + "epoch": 5.3125, + "grad_norm": 0.6678478818510593, + "learning_rate": 6.691288802060216e-06, + "loss": 0.1911, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11301000416278839, + "step": 2635, + "valid_targets_mean": 3654.6, + "valid_targets_min": 1398 + }, + { + "epoch": 5.32258064516129, + "grad_norm": 0.6350689658243185, + "learning_rate": 6.616391463152872e-06, + "loss": 0.1779, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08706215769052505, + "step": 2640, + "valid_targets_mean": 3271.4, + "valid_targets_min": 1567 + }, + { + "epoch": 5.332661290322581, + "grad_norm": 0.6343864062771389, + "learning_rate": 6.5418324928139244e-06, + "loss": 0.1832, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07230157405138016, + "step": 2645, + "valid_targets_mean": 2072.0, + "valid_targets_min": 294 + }, + { + "epoch": 5.342741935483871, + "grad_norm": 0.6829275609606014, + "learning_rate": 6.4676137760665214e-06, + "loss": 0.198, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09237651526927948, + "step": 2650, + "valid_targets_mean": 3193.6, + "valid_targets_min": 1561 + }, + { + "epoch": 5.352822580645161, + "grad_norm": 0.7070815489161848, + "learning_rate": 6.3937371893314325e-06, + "loss": 0.1841, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10177172720432281, + "step": 2655, + "valid_targets_mean": 3580.9, + "valid_targets_min": 1807 + }, + { + "epoch": 5.362903225806452, + "grad_norm": 1.194444989183062, + "learning_rate": 6.320204600379587e-06, + "loss": 0.2145, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11016004532575607, + "step": 2660, + "valid_targets_mean": 3116.4, + "valid_targets_min": 1152 + }, + { + "epoch": 5.372983870967742, + "grad_norm": 0.8183678524734058, + "learning_rate": 6.247017868284839e-06, + "loss": 0.2065, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10302819311618805, + "step": 2665, + "valid_targets_mean": 2671.6, + "valid_targets_min": 1165 + }, + { + "epoch": 5.383064516129032, + "grad_norm": 0.6904928811956119, + "learning_rate": 6.174178843376999e-06, + "loss": 0.204, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1024511381983757, + "step": 2670, + "valid_targets_mean": 2585.1, + "valid_targets_min": 332 + }, + { + "epoch": 5.393145161290323, + "grad_norm": 0.8562556068075553, + "learning_rate": 6.101689367195027e-06, + "loss": 0.1992, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1049245148897171, + "step": 2675, + "valid_targets_mean": 3106.8, + "valid_targets_min": 981 + }, + { + "epoch": 5.403225806451613, + "grad_norm": 0.6926061587265497, + "learning_rate": 6.0295512724404945e-06, + "loss": 0.1924, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09678656607866287, + "step": 2680, + "valid_targets_mean": 3331.4, + "valid_targets_min": 1997 + }, + { + "epoch": 5.413306451612903, + "grad_norm": 0.6585891358301418, + "learning_rate": 5.957766382931216e-06, + "loss": 0.2257, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10457658022642136, + "step": 2685, + "valid_targets_mean": 3408.2, + "valid_targets_min": 1410 + }, + { + "epoch": 5.423387096774194, + "grad_norm": 0.6796361799834924, + "learning_rate": 5.88633651355518e-06, + "loss": 0.1903, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0864211916923523, + "step": 2690, + "valid_targets_mean": 3498.2, + "valid_targets_min": 1548 + }, + { + "epoch": 5.433467741935484, + "grad_norm": 0.7530672571838339, + "learning_rate": 5.815263470224639e-06, + "loss": 0.1811, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07902814447879791, + "step": 2695, + "valid_targets_mean": 2516.8, + "valid_targets_min": 1514 + }, + { + "epoch": 5.443548387096774, + "grad_norm": 0.6722226346316681, + "learning_rate": 5.744549049830472e-06, + "loss": 0.1846, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08121909946203232, + "step": 2700, + "valid_targets_mean": 3172.6, + "valid_targets_min": 1282 + }, + { + "epoch": 5.453629032258064, + "grad_norm": 0.7139254584157829, + "learning_rate": 5.674195040196702e-06, + "loss": 0.198, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0766548365354538, + "step": 2705, + "valid_targets_mean": 2970.8, + "valid_targets_min": 361 + }, + { + "epoch": 5.463709677419355, + "grad_norm": 0.6444868116713358, + "learning_rate": 5.6042032200353694e-06, + "loss": 0.1838, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08874198794364929, + "step": 2710, + "valid_targets_mean": 3077.6, + "valid_targets_min": 1200 + }, + { + "epoch": 5.473790322580645, + "grad_norm": 0.687901786486838, + "learning_rate": 5.534575358901522e-06, + "loss": 0.1788, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12347336858510971, + "step": 2715, + "valid_targets_mean": 3733.6, + "valid_targets_min": 1494 + }, + { + "epoch": 5.483870967741936, + "grad_norm": 0.6524135751244532, + "learning_rate": 5.465313217148478e-06, + "loss": 0.1942, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08183799684047699, + "step": 2720, + "valid_targets_mean": 3643.6, + "valid_targets_min": 2271 + }, + { + "epoch": 5.493951612903226, + "grad_norm": 0.6850877730731605, + "learning_rate": 5.396418545883318e-06, + "loss": 0.2085, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09083373099565506, + "step": 2725, + "valid_targets_mean": 3266.8, + "valid_targets_min": 1912 + }, + { + "epoch": 5.504032258064516, + "grad_norm": 0.6091503833935844, + "learning_rate": 5.327893086922626e-06, + "loss": 0.2013, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09076303988695145, + "step": 2730, + "valid_targets_mean": 3807.9, + "valid_targets_min": 1216 + }, + { + "epoch": 5.514112903225806, + "grad_norm": 0.7264968253820917, + "learning_rate": 5.259738572748447e-06, + "loss": 0.1912, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1065942570567131, + "step": 2735, + "valid_targets_mean": 2888.5, + "valid_targets_min": 888 + }, + { + "epoch": 5.524193548387097, + "grad_norm": 0.6870495015252566, + "learning_rate": 5.191956726464487e-06, + "loss": 0.1837, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09205818921327591, + "step": 2740, + "valid_targets_mean": 2970.9, + "valid_targets_min": 1384 + }, + { + "epoch": 5.534274193548387, + "grad_norm": 0.6437426909509353, + "learning_rate": 5.124549261752525e-06, + "loss": 0.1871, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12780871987342834, + "step": 2745, + "valid_targets_mean": 3851.4, + "valid_targets_min": 1205 + }, + { + "epoch": 5.544354838709677, + "grad_norm": 0.6598134508230882, + "learning_rate": 5.057517882829132e-06, + "loss": 0.202, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0748056024312973, + "step": 2750, + "valid_targets_mean": 2986.5, + "valid_targets_min": 339 + }, + { + "epoch": 5.554435483870968, + "grad_norm": 0.6678686679492717, + "learning_rate": 4.990864284402559e-06, + "loss": 0.1886, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10124251246452332, + "step": 2755, + "valid_targets_mean": 3355.1, + "valid_targets_min": 1847 + }, + { + "epoch": 5.564516129032258, + "grad_norm": 0.749326026222191, + "learning_rate": 4.924590151629871e-06, + "loss": 0.2002, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17438571155071259, + "step": 2760, + "valid_targets_mean": 3584.8, + "valid_targets_min": 2284 + }, + { + "epoch": 5.574596774193548, + "grad_norm": 0.6775931147721376, + "learning_rate": 4.858697160074386e-06, + "loss": 0.195, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1284763664007187, + "step": 2765, + "valid_targets_mean": 3360.8, + "valid_targets_min": 1190 + }, + { + "epoch": 5.584677419354839, + "grad_norm": 0.7420820950139783, + "learning_rate": 4.793186975663289e-06, + "loss": 0.1994, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0818614661693573, + "step": 2770, + "valid_targets_mean": 2338.4, + "valid_targets_min": 438 + }, + { + "epoch": 5.594758064516129, + "grad_norm": 0.6841166352057325, + "learning_rate": 4.7280612546454975e-06, + "loss": 0.1649, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06983286142349243, + "step": 2775, + "valid_targets_mean": 3660.2, + "valid_targets_min": 1247 + }, + { + "epoch": 5.604838709677419, + "grad_norm": 0.7396912950280988, + "learning_rate": 4.66332164354983e-06, + "loss": 0.1826, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11039724200963974, + "step": 2780, + "valid_targets_mean": 3117.0, + "valid_targets_min": 1044 + }, + { + "epoch": 5.61491935483871, + "grad_norm": 0.6582481516163271, + "learning_rate": 4.59896977914333e-06, + "loss": 0.1824, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09300467371940613, + "step": 2785, + "valid_targets_mean": 2817.6, + "valid_targets_min": 1680 + }, + { + "epoch": 5.625, + "grad_norm": 0.6290026064515466, + "learning_rate": 4.535007288389923e-06, + "loss": 0.1875, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07869211584329605, + "step": 2790, + "valid_targets_mean": 3965.6, + "valid_targets_min": 1736 + }, + { + "epoch": 5.63508064516129, + "grad_norm": 0.6321621632961499, + "learning_rate": 4.471435788409273e-06, + "loss": 0.1885, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07932322472333908, + "step": 2795, + "valid_targets_mean": 2513.1, + "valid_targets_min": 1211 + }, + { + "epoch": 5.645161290322581, + "grad_norm": 0.7518398697704604, + "learning_rate": 4.408256886435873e-06, + "loss": 0.1933, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12717461585998535, + "step": 2800, + "valid_targets_mean": 3683.9, + "valid_targets_min": 1275 + }, + { + "epoch": 5.655241935483871, + "grad_norm": 0.6698024376761166, + "learning_rate": 4.345472179778445e-06, + "loss": 0.1939, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07357233762741089, + "step": 2805, + "valid_targets_mean": 3326.8, + "valid_targets_min": 2077 + }, + { + "epoch": 5.665322580645161, + "grad_norm": 0.6563716649630288, + "learning_rate": 4.2830832557795435e-06, + "loss": 0.1947, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11173593997955322, + "step": 2810, + "valid_targets_mean": 3727.4, + "valid_targets_min": 1962 + }, + { + "epoch": 5.675403225806452, + "grad_norm": 0.6357217822816715, + "learning_rate": 4.221091691775421e-06, + "loss": 0.1908, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06565943360328674, + "step": 2815, + "valid_targets_mean": 2688.8, + "valid_targets_min": 1084 + }, + { + "epoch": 5.685483870967742, + "grad_norm": 0.7529099454803696, + "learning_rate": 4.159499055056137e-06, + "loss": 0.1759, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08579786121845245, + "step": 2820, + "valid_targets_mean": 2878.9, + "valid_targets_min": 1637 + }, + { + "epoch": 5.695564516129032, + "grad_norm": 0.7195373176517006, + "learning_rate": 4.098306902825966e-06, + "loss": 0.1811, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09593765437602997, + "step": 2825, + "valid_targets_mean": 2664.8, + "valid_targets_min": 1269 + }, + { + "epoch": 5.705645161290323, + "grad_norm": 0.6654359775221081, + "learning_rate": 4.037516782163995e-06, + "loss": 0.1878, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11844100058078766, + "step": 2830, + "valid_targets_mean": 3273.9, + "valid_targets_min": 420 + }, + { + "epoch": 5.715725806451613, + "grad_norm": 0.6794810700340962, + "learning_rate": 3.977130229985038e-06, + "loss": 0.1917, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11235381662845612, + "step": 2835, + "valid_targets_mean": 3560.2, + "valid_targets_min": 1354 + }, + { + "epoch": 5.725806451612903, + "grad_norm": 0.6287485616422421, + "learning_rate": 3.9171487730007496e-06, + "loss": 0.1977, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09734977781772614, + "step": 2840, + "valid_targets_mean": 4227.5, + "valid_targets_min": 1949 + }, + { + "epoch": 5.735887096774194, + "grad_norm": 0.6671462276412441, + "learning_rate": 3.857573927681042e-06, + "loss": 0.1876, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11975468695163727, + "step": 2845, + "valid_targets_mean": 4551.6, + "valid_targets_min": 2351 + }, + { + "epoch": 5.745967741935484, + "grad_norm": 0.6213637142751531, + "learning_rate": 3.798407200215752e-06, + "loss": 0.2329, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07167664170265198, + "step": 2850, + "valid_targets_mean": 2491.8, + "valid_targets_min": 366 + }, + { + "epoch": 5.756048387096774, + "grad_norm": 0.6909896697573505, + "learning_rate": 3.7396500864765585e-06, + "loss": 0.203, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1118776947259903, + "step": 2855, + "valid_targets_mean": 3490.9, + "valid_targets_min": 387 + }, + { + "epoch": 5.766129032258064, + "grad_norm": 0.5774516637581999, + "learning_rate": 3.6813040719791394e-06, + "loss": 0.1918, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07964398711919785, + "step": 2860, + "valid_targets_mean": 3919.1, + "valid_targets_min": 2230 + }, + { + "epoch": 5.776209677419355, + "grad_norm": 0.549586665574616, + "learning_rate": 3.6233706318456508e-06, + "loss": 0.176, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09143416583538055, + "step": 2865, + "valid_targets_mean": 3261.9, + "valid_targets_min": 2162 + }, + { + "epoch": 5.786290322580645, + "grad_norm": 0.6444476601211784, + "learning_rate": 3.5658512307674075e-06, + "loss": 0.1876, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08233319222927094, + "step": 2870, + "valid_targets_mean": 3220.0, + "valid_targets_min": 1989 + }, + { + "epoch": 5.796370967741936, + "grad_norm": 0.6962832887556154, + "learning_rate": 3.508747322967867e-06, + "loss": 0.1811, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11017526686191559, + "step": 2875, + "valid_targets_mean": 2871.8, + "valid_targets_min": 1491 + }, + { + "epoch": 5.806451612903226, + "grad_norm": 0.6517017014439975, + "learning_rate": 3.452060352165838e-06, + "loss": 0.1932, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08151370286941528, + "step": 2880, + "valid_targets_mean": 3313.5, + "valid_targets_min": 1335 + }, + { + "epoch": 5.816532258064516, + "grad_norm": 0.719484023254342, + "learning_rate": 3.395791751539015e-06, + "loss": 0.1755, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08000224083662033, + "step": 2885, + "valid_targets_mean": 3127.6, + "valid_targets_min": 358 + }, + { + "epoch": 5.826612903225806, + "grad_norm": 0.6369218865217999, + "learning_rate": 3.3399429436877285e-06, + "loss": 0.1655, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07361101359128952, + "step": 2890, + "valid_targets_mean": 2926.4, + "valid_targets_min": 1446 + }, + { + "epoch": 5.836693548387097, + "grad_norm": 0.6772136699540655, + "learning_rate": 3.2845153405989592e-06, + "loss": 0.1845, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07584335654973984, + "step": 2895, + "valid_targets_mean": 2697.2, + "valid_targets_min": 1609 + }, + { + "epoch": 5.846774193548387, + "grad_norm": 0.6459077660177165, + "learning_rate": 3.2295103436106736e-06, + "loss": 0.1979, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08547687530517578, + "step": 2900, + "valid_targets_mean": 3031.6, + "valid_targets_min": 370 + }, + { + "epoch": 5.856854838709677, + "grad_norm": 0.6598690730337423, + "learning_rate": 3.174929343376374e-06, + "loss": 0.171, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08729280531406403, + "step": 2905, + "valid_targets_mean": 3624.8, + "valid_targets_min": 1177 + }, + { + "epoch": 5.866935483870968, + "grad_norm": 0.7156778335113698, + "learning_rate": 3.1207737198299503e-06, + "loss": 0.1768, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.067437544465065, + "step": 2910, + "valid_targets_mean": 2517.5, + "valid_targets_min": 396 + }, + { + "epoch": 5.877016129032258, + "grad_norm": 0.6908451397615742, + "learning_rate": 3.0670448421507747e-06, + "loss": 0.1915, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08772405982017517, + "step": 2915, + "valid_targets_mean": 2731.4, + "valid_targets_min": 1180 + }, + { + "epoch": 5.887096774193548, + "grad_norm": 0.691623307355018, + "learning_rate": 3.0137440687291008e-06, + "loss": 0.2129, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13214321434497833, + "step": 2920, + "valid_targets_mean": 3643.8, + "valid_targets_min": 329 + }, + { + "epoch": 5.897177419354839, + "grad_norm": 0.6079767501684598, + "learning_rate": 2.9608727471317177e-06, + "loss": 0.1882, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09109807014465332, + "step": 2925, + "valid_targets_mean": 3781.1, + "valid_targets_min": 2027 + }, + { + "epoch": 5.907258064516129, + "grad_norm": 0.7098676441409183, + "learning_rate": 2.908432214067891e-06, + "loss": 0.211, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10125988721847534, + "step": 2930, + "valid_targets_mean": 2966.9, + "valid_targets_min": 1135 + }, + { + "epoch": 5.917338709677419, + "grad_norm": 0.6882308021370365, + "learning_rate": 2.856423795355532e-06, + "loss": 0.2009, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07672426104545593, + "step": 2935, + "valid_targets_mean": 3166.6, + "valid_targets_min": 1298 + }, + { + "epoch": 5.92741935483871, + "grad_norm": 0.6792808050314645, + "learning_rate": 2.8048488058877233e-06, + "loss": 0.2035, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09512323141098022, + "step": 2940, + "valid_targets_mean": 2997.1, + "valid_targets_min": 1397 + }, + { + "epoch": 5.9375, + "grad_norm": 0.7144321377908089, + "learning_rate": 2.753708549599443e-06, + "loss": 0.1828, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10287399590015411, + "step": 2945, + "valid_targets_mean": 2827.2, + "valid_targets_min": 1402 + }, + { + "epoch": 5.94758064516129, + "grad_norm": 0.7472729896129943, + "learning_rate": 2.7030043194346235e-06, + "loss": 0.1939, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07781745493412018, + "step": 2950, + "valid_targets_mean": 4722.2, + "valid_targets_min": 1674 + }, + { + "epoch": 5.957661290322581, + "grad_norm": 0.925212297192844, + "learning_rate": 2.652737397313421e-06, + "loss": 0.1908, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09082068502902985, + "step": 2955, + "valid_targets_mean": 2822.4, + "valid_targets_min": 1463 + }, + { + "epoch": 5.967741935483871, + "grad_norm": 0.6251820300218922, + "learning_rate": 2.6029090540998602e-06, + "loss": 0.1802, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09201687574386597, + "step": 2960, + "valid_targets_mean": 4578.1, + "valid_targets_min": 1868 + }, + { + "epoch": 5.977822580645161, + "grad_norm": 0.6474326081901013, + "learning_rate": 2.553520549569668e-06, + "loss": 0.1981, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07766154408454895, + "step": 2965, + "valid_targets_mean": 3138.8, + "valid_targets_min": 1020 + }, + { + "epoch": 5.987903225806452, + "grad_norm": 0.6735863153512439, + "learning_rate": 2.5045731323784294e-06, + "loss": 0.1894, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08804526180028915, + "step": 2970, + "valid_targets_mean": 3002.1, + "valid_targets_min": 1133 + }, + { + "epoch": 5.997983870967742, + "grad_norm": 0.6185967706562228, + "learning_rate": 2.4560680400300195e-06, + "loss": 0.1986, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09211928397417068, + "step": 2975, + "valid_targets_mean": 4141.1, + "valid_targets_min": 2767 + }, + { + "epoch": 6.008064516129032, + "grad_norm": 0.7231117673573182, + "learning_rate": 2.4080064988453322e-06, + "loss": 0.1851, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07972070574760437, + "step": 2980, + "valid_targets_mean": 3055.9, + "valid_targets_min": 1624 + }, + { + "epoch": 6.018145161290323, + "grad_norm": 0.6845063225042552, + "learning_rate": 2.3603897239312403e-06, + "loss": 0.1939, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12189587950706482, + "step": 2985, + "valid_targets_mean": 3994.5, + "valid_targets_min": 1257 + }, + { + "epoch": 6.028225806451613, + "grad_norm": 0.6589735778709775, + "learning_rate": 2.313218919149922e-06, + "loss": 0.191, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10585145652294159, + "step": 2990, + "valid_targets_mean": 2971.6, + "valid_targets_min": 1330 + }, + { + "epoch": 6.038306451612903, + "grad_norm": 0.7184798071415125, + "learning_rate": 2.2664952770883764e-06, + "loss": 0.187, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10647550225257874, + "step": 2995, + "valid_targets_mean": 2577.1, + "valid_targets_min": 1271 + }, + { + "epoch": 6.048387096774194, + "grad_norm": 0.6947469001633894, + "learning_rate": 2.2202199790283084e-06, + "loss": 0.1888, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0668880045413971, + "step": 3000, + "valid_targets_mean": 2420.0, + "valid_targets_min": 1491 + }, + { + "epoch": 6.058467741935484, + "grad_norm": 0.6074572853781195, + "learning_rate": 2.174394194916252e-06, + "loss": 0.2111, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07996638864278793, + "step": 3005, + "valid_targets_mean": 2873.6, + "valid_targets_min": 1165 + }, + { + "epoch": 6.068548387096774, + "grad_norm": 0.6099142778729095, + "learning_rate": 2.1290190833339852e-06, + "loss": 0.1931, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08393967151641846, + "step": 3010, + "valid_targets_mean": 3295.0, + "valid_targets_min": 2151 + }, + { + "epoch": 6.078629032258065, + "grad_norm": 0.8917073328163435, + "learning_rate": 2.084095791469234e-06, + "loss": 0.1842, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1370064616203308, + "step": 3015, + "valid_targets_mean": 3948.1, + "valid_targets_min": 2125 + }, + { + "epoch": 6.088709677419355, + "grad_norm": 0.7034243395425919, + "learning_rate": 2.0396254550866888e-06, + "loss": 0.161, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06838004291057587, + "step": 3020, + "valid_targets_mean": 2788.1, + "valid_targets_min": 332 + }, + { + "epoch": 6.098790322580645, + "grad_norm": 0.6383218835109817, + "learning_rate": 1.9956091984992778e-06, + "loss": 0.1774, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08986695110797882, + "step": 3025, + "valid_targets_mean": 3469.9, + "valid_targets_min": 1439 + }, + { + "epoch": 6.108870967741935, + "grad_norm": 0.7317322078355529, + "learning_rate": 1.9520481345397345e-06, + "loss": 0.1808, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13795316219329834, + "step": 3030, + "valid_targets_mean": 3459.5, + "valid_targets_min": 1364 + }, + { + "epoch": 6.118951612903226, + "grad_norm": 0.6411031027784116, + "learning_rate": 1.908943364532474e-06, + "loss": 0.1811, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.061361946165561676, + "step": 3035, + "valid_targets_mean": 2649.1, + "valid_targets_min": 420 + }, + { + "epoch": 6.129032258064516, + "grad_norm": 0.7014456256928921, + "learning_rate": 1.8662959782657465e-06, + "loss": 0.1903, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0989256203174591, + "step": 3040, + "valid_targets_mean": 3231.9, + "valid_targets_min": 438 + }, + { + "epoch": 6.139112903225806, + "grad_norm": 0.6561526885433161, + "learning_rate": 1.8241070539640881e-06, + "loss": 0.1771, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06555653363466263, + "step": 3045, + "valid_targets_mean": 2576.1, + "valid_targets_min": 392 + }, + { + "epoch": 6.149193548387097, + "grad_norm": 0.6293411215123433, + "learning_rate": 1.7823776582610474e-06, + "loss": 0.1858, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0799480527639389, + "step": 3050, + "valid_targets_mean": 4497.2, + "valid_targets_min": 1195 + }, + { + "epoch": 6.159274193548387, + "grad_norm": 0.6794746712197295, + "learning_rate": 1.7411088461722281e-06, + "loss": 0.1792, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08716973662376404, + "step": 3055, + "valid_targets_mean": 3232.9, + "valid_targets_min": 1828 + }, + { + "epoch": 6.169354838709677, + "grad_norm": 0.6930921139214037, + "learning_rate": 1.7003016610686197e-06, + "loss": 0.1802, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07693126797676086, + "step": 3060, + "valid_targets_mean": 2518.6, + "valid_targets_min": 1290 + }, + { + "epoch": 6.179435483870968, + "grad_norm": 0.6220499783338116, + "learning_rate": 1.6599571346502186e-06, + "loss": 0.1746, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.05916108936071396, + "step": 3065, + "valid_targets_mean": 3073.8, + "valid_targets_min": 1289 + }, + { + "epoch": 6.189516129032258, + "grad_norm": 0.6844041130308192, + "learning_rate": 1.620076286919927e-06, + "loss": 0.1882, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0733652114868164, + "step": 3070, + "valid_targets_mean": 2450.0, + "valid_targets_min": 919 + }, + { + "epoch": 6.199596774193548, + "grad_norm": 0.6863573943090968, + "learning_rate": 1.580660126157787e-06, + "loss": 0.2161, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08729487657546997, + "step": 3075, + "valid_targets_mean": 3391.9, + "valid_targets_min": 1083 + }, + { + "epoch": 6.209677419354839, + "grad_norm": 0.6510811729364249, + "learning_rate": 1.5417096488954797e-06, + "loss": 0.1866, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09396573901176453, + "step": 3080, + "valid_targets_mean": 3791.6, + "valid_targets_min": 2239 + }, + { + "epoch": 6.219758064516129, + "grad_norm": 0.7328195091943156, + "learning_rate": 1.5032258398911315e-06, + "loss": 0.1936, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07890182733535767, + "step": 3085, + "valid_targets_mean": 2664.9, + "valid_targets_min": 393 + }, + { + "epoch": 6.229838709677419, + "grad_norm": 0.6963592412741678, + "learning_rate": 1.4652096721044062e-06, + "loss": 0.1764, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09602189064025879, + "step": 3090, + "valid_targets_mean": 3316.9, + "valid_targets_min": 1483 + }, + { + "epoch": 6.23991935483871, + "grad_norm": 0.7630100008896681, + "learning_rate": 1.4276621066719276e-06, + "loss": 0.1913, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1523745208978653, + "step": 3095, + "valid_targets_mean": 3007.5, + "valid_targets_min": 1426 + }, + { + "epoch": 6.25, + "grad_norm": 0.880419529636551, + "learning_rate": 1.3905840928829628e-06, + "loss": 0.1675, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06772480905056, + "step": 3100, + "valid_targets_mean": 2704.9, + "valid_targets_min": 1224 + }, + { + "epoch": 6.26008064516129, + "grad_norm": 0.6910134351032695, + "learning_rate": 1.3539765681554352e-06, + "loss": 0.1893, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06466814875602722, + "step": 3105, + "valid_targets_mean": 3110.1, + "valid_targets_min": 526 + }, + { + "epoch": 6.270161290322581, + "grad_norm": 0.7048255440383823, + "learning_rate": 1.317840458012203e-06, + "loss": 0.1812, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06939183175563812, + "step": 3110, + "valid_targets_mean": 2149.4, + "valid_targets_min": 290 + }, + { + "epoch": 6.280241935483871, + "grad_norm": 0.6784502645153225, + "learning_rate": 1.2821766760576847e-06, + "loss": 0.1796, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09158091247081757, + "step": 3115, + "valid_targets_mean": 3475.8, + "valid_targets_min": 2136 + }, + { + "epoch": 6.290322580645161, + "grad_norm": 0.6049443972017243, + "learning_rate": 1.246986123954752e-06, + "loss": 0.1785, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09276722371578217, + "step": 3120, + "valid_targets_mean": 3659.8, + "valid_targets_min": 1617 + }, + { + "epoch": 6.300403225806452, + "grad_norm": 0.6741527665111027, + "learning_rate": 1.2122696914019238e-06, + "loss": 0.1935, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12684494256973267, + "step": 3125, + "valid_targets_mean": 4082.9, + "valid_targets_min": 2167 + }, + { + "epoch": 6.310483870967742, + "grad_norm": 0.6169712521724912, + "learning_rate": 1.1780282561108768e-06, + "loss": 0.182, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06459090113639832, + "step": 3130, + "valid_targets_mean": 2619.1, + "valid_targets_min": 1771 + }, + { + "epoch": 6.320564516129032, + "grad_norm": 0.7543641728857878, + "learning_rate": 1.144262683784274e-06, + "loss": 0.1854, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07982587814331055, + "step": 3135, + "valid_targets_mean": 2501.4, + "valid_targets_min": 429 + }, + { + "epoch": 6.330645161290323, + "grad_norm": 0.6695157220720194, + "learning_rate": 1.1109738280938531e-06, + "loss": 0.2019, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06920865923166275, + "step": 3140, + "valid_targets_mean": 3162.5, + "valid_targets_min": 1200 + }, + { + "epoch": 6.340725806451613, + "grad_norm": 0.6722956861303685, + "learning_rate": 1.078162530658855e-06, + "loss": 0.1958, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12872906029224396, + "step": 3145, + "valid_targets_mean": 3392.8, + "valid_targets_min": 1231 + }, + { + "epoch": 6.350806451612903, + "grad_norm": 0.6538730115739195, + "learning_rate": 1.0458296210247365e-06, + "loss": 0.1949, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06740090250968933, + "step": 3150, + "valid_targets_mean": 3822.1, + "valid_targets_min": 2334 + }, + { + "epoch": 6.360887096774194, + "grad_norm": 0.6861699382262711, + "learning_rate": 1.0139759166422136e-06, + "loss": 0.1728, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06144392490386963, + "step": 3155, + "valid_targets_mean": 2339.0, + "valid_targets_min": 406 + }, + { + "epoch": 6.370967741935484, + "grad_norm": 0.6536499792705518, + "learning_rate": 9.826022228465892e-07, + "loss": 0.1972, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1031823456287384, + "step": 3160, + "valid_targets_mean": 3342.8, + "valid_targets_min": 1480 + }, + { + "epoch": 6.381048387096774, + "grad_norm": 0.8548828169242808, + "learning_rate": 9.517093328373739e-07, + "loss": 0.1875, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09356742352247238, + "step": 3165, + "valid_targets_mean": 2491.9, + "valid_targets_min": 1914 + }, + { + "epoch": 6.391129032258064, + "grad_norm": 0.7897924673589775, + "learning_rate": 9.212980276582573e-07, + "loss": 0.1728, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06692245602607727, + "step": 3170, + "valid_targets_mean": 2233.4, + "valid_targets_min": 1319 + }, + { + "epoch": 6.401209677419355, + "grad_norm": 0.6062449681408995, + "learning_rate": 8.91369076177353e-07, + "loss": 0.1798, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07694501429796219, + "step": 3175, + "valid_targets_mean": 3899.4, + "valid_targets_min": 2356 + }, + { + "epoch": 6.411290322580645, + "grad_norm": 0.7121364629989388, + "learning_rate": 8.61923235067752e-07, + "loss": 0.1763, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10031771659851074, + "step": 3180, + "valid_targets_mean": 3782.0, + "valid_targets_min": 2176 + }, + { + "epoch": 6.421370967741936, + "grad_norm": 0.6534159995438924, + "learning_rate": 8.329612487883976e-07, + "loss": 0.1715, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09105800837278366, + "step": 3185, + "valid_targets_mean": 4004.2, + "valid_targets_min": 1578 + }, + { + "epoch": 6.431451612903226, + "grad_norm": 0.6488887135113436, + "learning_rate": 8.044838495652718e-07, + "loss": 0.1864, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07642491906881332, + "step": 3190, + "valid_targets_mean": 3439.6, + "valid_targets_min": 1446 + }, + { + "epoch": 6.441532258064516, + "grad_norm": 0.6816899327248644, + "learning_rate": 7.764917573728636e-07, + "loss": 0.1725, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08198216557502747, + "step": 3195, + "valid_targets_mean": 3177.2, + "valid_targets_min": 1381 + }, + { + "epoch": 6.451612903225806, + "grad_norm": 0.6723282932848176, + "learning_rate": 7.4898567991599e-07, + "loss": 0.1796, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.092200368642807, + "step": 3200, + "valid_targets_mean": 3759.6, + "valid_targets_min": 1238 + }, + { + "epoch": 6.461693548387097, + "grad_norm": 0.591383000978237, + "learning_rate": 7.219663126118815e-07, + "loss": 0.1995, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18936467170715332, + "step": 3205, + "valid_targets_mean": 5882.5, + "valid_targets_min": 2528 + }, + { + "epoch": 6.471774193548387, + "grad_norm": 0.755771507287537, + "learning_rate": 6.954343385726203e-07, + "loss": 0.204, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14651596546173096, + "step": 3210, + "valid_targets_mean": 3786.1, + "valid_targets_min": 1951 + }, + { + "epoch": 6.481854838709677, + "grad_norm": 0.6644259178536922, + "learning_rate": 6.69390428587855e-07, + "loss": 0.1903, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15725857019424438, + "step": 3215, + "valid_targets_mean": 3576.4, + "valid_targets_min": 1020 + }, + { + "epoch": 6.491935483870968, + "grad_norm": 0.6958664096147635, + "learning_rate": 6.438352411078486e-07, + "loss": 0.1668, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07040032744407654, + "step": 3220, + "valid_targets_mean": 2695.2, + "valid_targets_min": 1606 + }, + { + "epoch": 6.502016129032258, + "grad_norm": 0.6629341946814559, + "learning_rate": 6.187694222268215e-07, + "loss": 0.1984, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08556666970252991, + "step": 3225, + "valid_targets_mean": 3309.2, + "valid_targets_min": 1304 + }, + { + "epoch": 6.512096774193548, + "grad_norm": 0.6639972224014893, + "learning_rate": 5.941936056666331e-07, + "loss": 0.1701, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10307017713785172, + "step": 3230, + "valid_targets_mean": 3758.2, + "valid_targets_min": 1855 + }, + { + "epoch": 6.522177419354839, + "grad_norm": 0.6656899978049949, + "learning_rate": 5.701084127607481e-07, + "loss": 0.1744, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.062206245958805084, + "step": 3235, + "valid_targets_mean": 2866.9, + "valid_targets_min": 1716 + }, + { + "epoch": 6.532258064516129, + "grad_norm": 0.7315080617869197, + "learning_rate": 5.465144524385357e-07, + "loss": 0.176, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10558101534843445, + "step": 3240, + "valid_targets_mean": 2902.4, + "valid_targets_min": 1973 + }, + { + "epoch": 6.542338709677419, + "grad_norm": 0.6874899377596543, + "learning_rate": 5.234123212098574e-07, + "loss": 0.1963, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07975097000598907, + "step": 3245, + "valid_targets_mean": 2915.9, + "valid_targets_min": 1833 + }, + { + "epoch": 6.55241935483871, + "grad_norm": 0.6954834306853704, + "learning_rate": 5.008026031500101e-07, + "loss": 0.1728, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09110526740550995, + "step": 3250, + "valid_targets_mean": 2873.6, + "valid_targets_min": 1333 + }, + { + "epoch": 6.5625, + "grad_norm": 0.699965726307967, + "learning_rate": 4.78685869884945e-07, + "loss": 0.1843, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0755114033818245, + "step": 3255, + "valid_targets_mean": 2595.4, + "valid_targets_min": 1113 + }, + { + "epoch": 6.57258064516129, + "grad_norm": 0.7364476604020108, + "learning_rate": 4.570626805768119e-07, + "loss": 0.1757, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13106697797775269, + "step": 3260, + "valid_targets_mean": 3867.9, + "valid_targets_min": 1275 + }, + { + "epoch": 6.582661290322581, + "grad_norm": 0.6461586754303715, + "learning_rate": 4.3593358190983094e-07, + "loss": 0.1803, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08801767230033875, + "step": 3265, + "valid_targets_mean": 3993.0, + "valid_targets_min": 1855 + }, + { + "epoch": 6.592741935483871, + "grad_norm": 0.6691988271954056, + "learning_rate": 4.152991080764723e-07, + "loss": 0.1773, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07823152840137482, + "step": 3270, + "valid_targets_mean": 3073.9, + "valid_targets_min": 1431 + }, + { + "epoch": 6.602822580645161, + "grad_norm": 0.6579625777069711, + "learning_rate": 3.9515978076394293e-07, + "loss": 0.1595, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09333357959985733, + "step": 3275, + "valid_targets_mean": 3750.2, + "valid_targets_min": 1408 + }, + { + "epoch": 6.612903225806452, + "grad_norm": 0.6482997942194308, + "learning_rate": 3.7551610914100535e-07, + "loss": 0.1789, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11413640528917313, + "step": 3280, + "valid_targets_mean": 3580.5, + "valid_targets_min": 1266 + }, + { + "epoch": 6.622983870967742, + "grad_norm": 0.7274936480035685, + "learning_rate": 3.5636858984509083e-07, + "loss": 0.1529, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06913761794567108, + "step": 3285, + "valid_targets_mean": 2631.4, + "valid_targets_min": 304 + }, + { + "epoch": 6.633064516129032, + "grad_norm": 0.6539620573710183, + "learning_rate": 3.377177069697624e-07, + "loss": 0.19, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07360495626926422, + "step": 3290, + "valid_targets_mean": 2682.9, + "valid_targets_min": 1687 + }, + { + "epoch": 6.643145161290323, + "grad_norm": 0.7033684529150658, + "learning_rate": 3.1956393205246237e-07, + "loss": 0.1865, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1134590357542038, + "step": 3295, + "valid_targets_mean": 3204.1, + "valid_targets_min": 430 + }, + { + "epoch": 6.653225806451613, + "grad_norm": 0.7122861894560839, + "learning_rate": 3.0190772406259117e-07, + "loss": 0.1893, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09804700314998627, + "step": 3300, + "valid_targets_mean": 3464.8, + "valid_targets_min": 1264 + }, + { + "epoch": 6.663306451612903, + "grad_norm": 0.7572499688342373, + "learning_rate": 2.8474952938991387e-07, + "loss": 0.2059, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13579998910427094, + "step": 3305, + "valid_targets_mean": 3333.2, + "valid_targets_min": 1703 + }, + { + "epoch": 6.673387096774194, + "grad_norm": 1.2169274066544102, + "learning_rate": 2.6808978183326285e-07, + "loss": 0.1849, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10292088240385056, + "step": 3310, + "valid_targets_mean": 3267.2, + "valid_targets_min": 1468 + }, + { + "epoch": 6.683467741935484, + "grad_norm": 0.7433168347672474, + "learning_rate": 2.519289025895755e-07, + "loss": 0.1725, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0709567666053772, + "step": 3315, + "valid_targets_mean": 2685.6, + "valid_targets_min": 327 + }, + { + "epoch": 6.693548387096774, + "grad_norm": 0.6503726337251372, + "learning_rate": 2.3626730024324474e-07, + "loss": 0.1788, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09670200198888779, + "step": 3320, + "valid_targets_mean": 4002.8, + "valid_targets_min": 2399 + }, + { + "epoch": 6.703629032258064, + "grad_norm": 0.7051357241828445, + "learning_rate": 2.2110537075578975e-07, + "loss": 0.1883, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.05833191052079201, + "step": 3325, + "valid_targets_mean": 2070.0, + "valid_targets_min": 1183 + }, + { + "epoch": 6.713709677419355, + "grad_norm": 0.696574957316745, + "learning_rate": 2.064434974558438e-07, + "loss": 0.179, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09011270850896835, + "step": 3330, + "valid_targets_mean": 3172.8, + "valid_targets_min": 396 + }, + { + "epoch": 6.723790322580645, + "grad_norm": 0.6669526871805014, + "learning_rate": 1.922820510294665e-07, + "loss": 0.163, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06726178526878357, + "step": 3335, + "valid_targets_mean": 2805.9, + "valid_targets_min": 1369 + }, + { + "epoch": 6.733870967741936, + "grad_norm": 0.6110385153107424, + "learning_rate": 1.7862138951076246e-07, + "loss": 0.2075, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.06413952261209488, + "step": 3340, + "valid_targets_mean": 3378.9, + "valid_targets_min": 2100 + }, + { + "epoch": 6.743951612903226, + "grad_norm": 0.6886743175610556, + "learning_rate": 1.6546185827284177e-07, + "loss": 0.182, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10534577071666718, + "step": 3345, + "valid_targets_mean": 3057.9, + "valid_targets_min": 1269 + }, + { + "epoch": 6.754032258064516, + "grad_norm": 0.7193767301226199, + "learning_rate": 1.528037900190804e-07, + "loss": 0.1713, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0954342931509018, + "step": 3350, + "valid_targets_mean": 3312.2, + "valid_targets_min": 1640 + }, + { + "epoch": 6.764112903225806, + "grad_norm": 0.6515301937120946, + "learning_rate": 1.4064750477471135e-07, + "loss": 0.1963, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09180790930986404, + "step": 3355, + "valid_targets_mean": 3203.1, + "valid_targets_min": 1877 + }, + { + "epoch": 6.774193548387097, + "grad_norm": 0.7391398141571515, + "learning_rate": 1.2899330987873327e-07, + "loss": 0.1903, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07016012072563171, + "step": 3360, + "valid_targets_mean": 2193.1, + "valid_targets_min": 951 + }, + { + "epoch": 6.784274193548387, + "grad_norm": 0.6673309441788807, + "learning_rate": 1.1784149997613681e-07, + "loss": 0.1724, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07068391144275665, + "step": 3365, + "valid_targets_mean": 3005.1, + "valid_targets_min": 343 + }, + { + "epoch": 6.794354838709677, + "grad_norm": 0.6853638251678503, + "learning_rate": 1.0719235701046382e-07, + "loss": 0.1725, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10330955684185028, + "step": 3370, + "valid_targets_mean": 4084.8, + "valid_targets_min": 1135 + }, + { + "epoch": 6.804435483870968, + "grad_norm": 0.6396620471208779, + "learning_rate": 9.704615021666863e-08, + "loss": 0.165, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08056247979402542, + "step": 3375, + "valid_targets_mean": 3227.0, + "valid_targets_min": 1384 + }, + { + "epoch": 6.814516129032258, + "grad_norm": 0.6170649707435096, + "learning_rate": 8.740313611431683e-08, + "loss": 0.1819, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07109205424785614, + "step": 3380, + "valid_targets_mean": 3095.1, + "valid_targets_min": 1477 + }, + { + "epoch": 6.824596774193548, + "grad_norm": 0.6949983156075082, + "learning_rate": 7.826355850110378e-08, + "loss": 0.1771, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.04709267243742943, + "step": 3385, + "valid_targets_mean": 1935.5, + "valid_targets_min": 440 + }, + { + "epoch": 6.834677419354839, + "grad_norm": 0.6235945907969527, + "learning_rate": 6.962764844668179e-08, + "loss": 0.1894, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09936011582612991, + "step": 3390, + "valid_targets_mean": 3402.4, + "valid_targets_min": 2107 + }, + { + "epoch": 6.844758064516129, + "grad_norm": 0.6788876550084832, + "learning_rate": 6.149562428682477e-08, + "loss": 0.1962, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08755327761173248, + "step": 3395, + "valid_targets_mean": 2905.6, + "valid_targets_min": 1119 + }, + { + "epoch": 6.854838709677419, + "grad_norm": 0.6630078855332802, + "learning_rate": 5.386769161790595e-08, + "loss": 0.1768, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07167403399944305, + "step": 3400, + "valid_targets_mean": 2900.6, + "valid_targets_min": 1577 + }, + { + "epoch": 6.86491935483871, + "grad_norm": 0.6554140227481854, + "learning_rate": 4.674404329169768e-08, + "loss": 0.184, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11994685977697372, + "step": 3405, + "valid_targets_mean": 4328.9, + "valid_targets_min": 365 + }, + { + "epoch": 6.875, + "grad_norm": 0.606228374900086, + "learning_rate": 4.0124859410504143e-08, + "loss": 0.1908, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15875974297523499, + "step": 3410, + "valid_targets_mean": 5088.1, + "valid_targets_min": 2084 + }, + { + "epoch": 6.88508064516129, + "grad_norm": 0.6759801183735287, + "learning_rate": 3.401030732259614e-08, + "loss": 0.1785, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0744219422340393, + "step": 3415, + "valid_targets_mean": 2767.9, + "valid_targets_min": 440 + }, + { + "epoch": 6.895161290322581, + "grad_norm": 0.6794316224051092, + "learning_rate": 2.8400541617987777e-08, + "loss": 0.1892, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09825184941291809, + "step": 3420, + "valid_targets_mean": 3763.2, + "valid_targets_min": 1245 + }, + { + "epoch": 6.905241935483871, + "grad_norm": 0.7427201942826057, + "learning_rate": 2.3295704124528528e-08, + "loss": 0.1934, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07533140480518341, + "step": 3425, + "valid_targets_mean": 3116.1, + "valid_targets_min": 1506 + }, + { + "epoch": 6.915322580645161, + "grad_norm": 0.7046620362466542, + "learning_rate": 1.869592390431052e-08, + "loss": 0.1656, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10719075798988342, + "step": 3430, + "valid_targets_mean": 2774.6, + "valid_targets_min": 305 + }, + { + "epoch": 6.925403225806452, + "grad_norm": 0.6507131682418029, + "learning_rate": 1.4601317250413361e-08, + "loss": 0.1717, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09277139604091644, + "step": 3435, + "valid_targets_mean": 4052.5, + "valid_targets_min": 2361 + }, + { + "epoch": 6.935483870967742, + "grad_norm": 0.7038132060457154, + "learning_rate": 1.1011987683964276e-08, + "loss": 0.1944, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09100843966007233, + "step": 3440, + "valid_targets_mean": 3273.1, + "valid_targets_min": 2018 + }, + { + "epoch": 6.945564516129032, + "grad_norm": 0.7544266586646858, + "learning_rate": 7.928025951509099e-09, + "loss": 0.1907, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09497767686843872, + "step": 3445, + "valid_targets_mean": 2332.1, + "valid_targets_min": 1370 + }, + { + "epoch": 6.955645161290323, + "grad_norm": 0.7129815383500983, + "learning_rate": 5.349510022731874e-09, + "loss": 0.2087, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16425669193267822, + "step": 3450, + "valid_targets_mean": 3887.5, + "valid_targets_min": 400 + }, + { + "epoch": 6.965725806451613, + "grad_norm": 0.6510703776898255, + "learning_rate": 3.276505088478654e-09, + "loss": 0.1883, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07020069658756256, + "step": 3455, + "valid_targets_mean": 3275.1, + "valid_targets_min": 1670 + }, + { + "epoch": 6.975806451612903, + "grad_norm": 0.630747188451262, + "learning_rate": 1.7090635591077153e-09, + "loss": 0.1936, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08311726152896881, + "step": 3460, + "valid_targets_mean": 3087.1, + "valid_targets_min": 1427 + }, + { + "epoch": 6.985887096774194, + "grad_norm": 0.625051968711358, + "learning_rate": 6.472250631617271e-10, + "loss": 0.1887, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07689955830574036, + "step": 3465, + "valid_targets_mean": 3811.5, + "valid_targets_min": 1573 + }, + { + "epoch": 6.995967741935484, + "grad_norm": 0.7922178639282371, + "learning_rate": 9.101644637743435e-11, + "loss": 0.1887, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.07924503087997437, + "step": 3470, + "valid_targets_mean": 2611.0, + "valid_targets_min": 1286 + }, + { + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12738347053527832, + "step": 3472, + "total_flos": 6.410364364720701e+17, + "train_loss": 0.25545546521479906, + "train_runtime": 14855.1436, + "train_samples_per_second": 3.736, + "train_steps_per_second": 0.234, + "valid_targets_mean": 3825.4, + "valid_targets_min": 1564 + } + ], + "logging_steps": 5, + "max_steps": 3472, + "num_input_tokens_seen": 0, + "num_train_epochs": 7, + "save_steps": 1500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 6.410364364720701e+17, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..5744bfc --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e814fc2d4fa66d2fd08b766f38e274b4a25c0adf6002748cbd31788c98d0cf +size 8721 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000..eea2f52 Binary files /dev/null and b/training_loss.png differ diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833