commit 7d0947bb2cbf3d71295f54f0adcc34f2bfcff348 Author: ModelHub XC Date: Fri Jun 26 19:31:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d61624c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,53 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +training_args.bin filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..0fc3242 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen2.5-1.5B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 + results: [] +--- + + + +# openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 + +This model is a fine-tuned version of [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) on the mlfoundations-dev/openthoughts3_100k dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 4 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 32 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 1024 +- total_eval_batch_size: 256 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 5.0 + +### Training results + + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..cc7d34d --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.961636828644501, + "total_flos": 7065760181780480.0, + "train_loss": 1.1163312366328288, + "train_runtime": 42603.8864, + "train_samples_per_second": 11.736, + "train_steps_per_second": 0.011 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..0e002a8 --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "Qwen/Qwen2.5-1.5B-Instruct", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 1536, + "initializer_range": 0.02, + "intermediate_size": 8960, + "max_position_embeddings": 32768, + "max_window_layers": 21, + "model_type": "qwen2", + "num_attention_heads": 12, + "num_hidden_layers": 28, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..479bd2c --- /dev/null +++ b/configs.yaml @@ -0,0 +1,39 @@ +assistant_tag: gpt +bf16: 'True' +content_tag: value +cutoff_len: '16384' +dataloader_num_workers: '4' +dataloader_persistent_workers: 'True' +dataloader_pin_memory: 'True' +dataset: mlfoundations-dev/openthoughts3_100k +dataset_dir: ONLINE +ddp_timeout: '180000000' +deepspeed: /opt/ml/code/zero3.json +do_train: 'True' +enable_liger_kernel: 'True' +finetuning_type: full +formatting: sharegpt +global_batch_size: '1024' +gradient_accumulation_steps: '8' +hub_model_id: mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 +learning_rate: 4e-05 +logging_steps: '1' +lr_scheduler_type: cosine +messages: conversations +model_name_or_path: Qwen/Qwen2.5-1.5B-Instruct +num_train_epochs: '5.0' +output_dir: /opt/ml/model +overwrite_cache: 'True' +per_device_train_batch_size: '4' +plot_loss: 'True' +preprocessing_num_workers: '16' +push_to_db: 'True' +push_to_hub: 'True' +report_to: wandb +role_tag: from +run_name: openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 +save_strategy: epoch +stage: sft +template: qwen25 +user_tag: human +warmup_ratio: '0.1' diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..16e88f7 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.1, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..a5c2be5 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019e712855bd1ff6f310f1c5e03226af65321eeba289ac95bc8564ff6f297c14 +size 3087467144 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b84f53a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..cc7d34d --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.961636828644501, + "total_flos": 7065760181780480.0, + "train_loss": 1.1163312366328288, + "train_runtime": 42603.8864, + "train_samples_per_second": 11.736, + "train_steps_per_second": 0.011 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..265a1bb --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,486 @@ +{"current_steps": 1, "total_steps": 485, "loss": 1.4918, "lr": 8.163265306122449e-07, "epoch": 0.010230179028132993, "percentage": 0.21, "elapsed_time": "0:01:40", "remaining_time": "13:34:06"} +{"current_steps": 2, "total_steps": 485, "loss": 1.4922, "lr": 1.6326530612244897e-06, "epoch": 0.020460358056265986, "percentage": 0.41, "elapsed_time": "0:03:09", "remaining_time": "12:41:52"} +{"current_steps": 3, "total_steps": 485, "loss": 1.5053, "lr": 2.4489795918367347e-06, "epoch": 0.030690537084398978, "percentage": 0.62, "elapsed_time": "0:04:36", "remaining_time": "12:20:55"} +{"current_steps": 4, "total_steps": 485, "loss": 1.4888, "lr": 3.2653061224489794e-06, "epoch": 0.04092071611253197, "percentage": 0.82, "elapsed_time": "0:06:04", "remaining_time": "12:10:45"} +{"current_steps": 5, "total_steps": 485, "loss": 1.4875, "lr": 4.081632653061225e-06, "epoch": 0.05115089514066496, "percentage": 1.03, "elapsed_time": "0:07:32", "remaining_time": "12:04:30"} +{"current_steps": 6, "total_steps": 485, "loss": 1.4641, "lr": 4.897959183673469e-06, "epoch": 0.061381074168797956, "percentage": 1.24, "elapsed_time": "0:09:00", "remaining_time": "11:59:05"} +{"current_steps": 7, "total_steps": 485, "loss": 1.4581, "lr": 5.7142857142857145e-06, "epoch": 0.07161125319693094, "percentage": 1.44, "elapsed_time": "0:10:28", "remaining_time": "11:55:22"} +{"current_steps": 8, "total_steps": 485, "loss": 1.449, "lr": 6.530612244897959e-06, "epoch": 0.08184143222506395, "percentage": 1.65, "elapsed_time": "0:11:56", "remaining_time": "11:51:53"} +{"current_steps": 9, "total_steps": 485, "loss": 1.4581, "lr": 7.346938775510205e-06, "epoch": 0.09207161125319693, "percentage": 1.86, "elapsed_time": "0:13:24", "remaining_time": "11:48:50"} +{"current_steps": 10, "total_steps": 485, "loss": 1.4392, "lr": 8.16326530612245e-06, "epoch": 0.10230179028132992, "percentage": 2.06, "elapsed_time": "0:14:52", "remaining_time": "11:46:13"} +{"current_steps": 11, "total_steps": 485, "loss": 1.4024, "lr": 8.979591836734695e-06, "epoch": 0.11253196930946291, "percentage": 2.27, "elapsed_time": "0:16:20", "remaining_time": "11:43:50"} +{"current_steps": 12, "total_steps": 485, "loss": 1.4099, "lr": 9.795918367346939e-06, "epoch": 0.12276214833759591, "percentage": 2.47, "elapsed_time": "0:17:48", "remaining_time": "11:41:43"} +{"current_steps": 13, "total_steps": 485, "loss": 1.3819, "lr": 1.0612244897959186e-05, "epoch": 0.1329923273657289, "percentage": 2.68, "elapsed_time": "0:19:15", "remaining_time": "11:39:22"} +{"current_steps": 14, "total_steps": 485, "loss": 1.3781, "lr": 1.1428571428571429e-05, "epoch": 0.1432225063938619, "percentage": 2.89, "elapsed_time": "0:20:43", "remaining_time": "11:37:12"} +{"current_steps": 15, "total_steps": 485, "loss": 1.3687, "lr": 1.2244897959183674e-05, "epoch": 0.1534526854219949, "percentage": 3.09, "elapsed_time": "0:22:11", "remaining_time": "11:35:07"} +{"current_steps": 16, "total_steps": 485, "loss": 1.3696, "lr": 1.3061224489795918e-05, "epoch": 0.1636828644501279, "percentage": 3.3, "elapsed_time": "0:23:38", "remaining_time": "11:33:13"} +{"current_steps": 17, "total_steps": 485, "loss": 1.3309, "lr": 1.3877551020408165e-05, "epoch": 0.17391304347826086, "percentage": 3.51, "elapsed_time": "0:25:06", "remaining_time": "11:31:23"} +{"current_steps": 18, "total_steps": 485, "loss": 1.3108, "lr": 1.469387755102041e-05, "epoch": 0.18414322250639387, "percentage": 3.71, "elapsed_time": "0:26:34", "remaining_time": "11:29:27"} +{"current_steps": 19, "total_steps": 485, "loss": 1.3173, "lr": 1.5510204081632655e-05, "epoch": 0.19437340153452684, "percentage": 3.92, "elapsed_time": "0:28:02", "remaining_time": "11:27:35"} +{"current_steps": 20, "total_steps": 485, "loss": 1.2995, "lr": 1.63265306122449e-05, "epoch": 0.20460358056265984, "percentage": 4.12, "elapsed_time": "0:29:29", "remaining_time": "11:25:44"} +{"current_steps": 21, "total_steps": 485, "loss": 1.29, "lr": 1.7142857142857142e-05, "epoch": 0.21483375959079284, "percentage": 4.33, "elapsed_time": "0:30:57", "remaining_time": "11:24:05"} +{"current_steps": 22, "total_steps": 485, "loss": 1.3132, "lr": 1.795918367346939e-05, "epoch": 0.22506393861892582, "percentage": 4.54, "elapsed_time": "0:32:25", "remaining_time": "11:22:22"} +{"current_steps": 23, "total_steps": 485, "loss": 1.299, "lr": 1.8775510204081636e-05, "epoch": 0.23529411764705882, "percentage": 4.74, "elapsed_time": "0:33:53", "remaining_time": "11:20:40"} +{"current_steps": 24, "total_steps": 485, "loss": 1.2893, "lr": 1.9591836734693877e-05, "epoch": 0.24552429667519182, "percentage": 4.95, "elapsed_time": "0:35:20", "remaining_time": "11:18:58"} +{"current_steps": 25, "total_steps": 485, "loss": 1.2678, "lr": 2.0408163265306126e-05, "epoch": 0.2557544757033248, "percentage": 5.15, "elapsed_time": "0:36:48", "remaining_time": "11:17:17"} +{"current_steps": 26, "total_steps": 485, "loss": 1.2619, "lr": 2.122448979591837e-05, "epoch": 0.2659846547314578, "percentage": 5.36, "elapsed_time": "0:38:16", "remaining_time": "11:15:35"} +{"current_steps": 27, "total_steps": 485, "loss": 1.2486, "lr": 2.2040816326530613e-05, "epoch": 0.27621483375959077, "percentage": 5.57, "elapsed_time": "0:39:44", "remaining_time": "11:14:00"} +{"current_steps": 28, "total_steps": 485, "loss": 1.2659, "lr": 2.2857142857142858e-05, "epoch": 0.2864450127877238, "percentage": 5.77, "elapsed_time": "0:41:12", "remaining_time": "11:12:30"} +{"current_steps": 29, "total_steps": 485, "loss": 1.2436, "lr": 2.3673469387755103e-05, "epoch": 0.2966751918158568, "percentage": 5.98, "elapsed_time": "0:42:40", "remaining_time": "11:10:57"} +{"current_steps": 30, "total_steps": 485, "loss": 1.2603, "lr": 2.448979591836735e-05, "epoch": 0.3069053708439898, "percentage": 6.19, "elapsed_time": "0:44:08", "remaining_time": "11:09:24"} +{"current_steps": 31, "total_steps": 485, "loss": 1.2432, "lr": 2.5306122448979597e-05, "epoch": 0.3171355498721228, "percentage": 6.39, "elapsed_time": "0:45:35", "remaining_time": "11:07:46"} +{"current_steps": 32, "total_steps": 485, "loss": 1.2337, "lr": 2.6122448979591835e-05, "epoch": 0.3273657289002558, "percentage": 6.6, "elapsed_time": "0:47:03", "remaining_time": "11:06:17"} +{"current_steps": 33, "total_steps": 485, "loss": 1.2463, "lr": 2.6938775510204084e-05, "epoch": 0.3375959079283887, "percentage": 6.8, "elapsed_time": "0:48:31", "remaining_time": "11:04:41"} +{"current_steps": 34, "total_steps": 485, "loss": 1.2461, "lr": 2.775510204081633e-05, "epoch": 0.34782608695652173, "percentage": 7.01, "elapsed_time": "0:49:59", "remaining_time": "11:03:04"} +{"current_steps": 35, "total_steps": 485, "loss": 1.2385, "lr": 2.8571428571428574e-05, "epoch": 0.35805626598465473, "percentage": 7.22, "elapsed_time": "0:51:27", "remaining_time": "11:01:33"} +{"current_steps": 36, "total_steps": 485, "loss": 1.2226, "lr": 2.938775510204082e-05, "epoch": 0.36828644501278773, "percentage": 7.42, "elapsed_time": "0:52:54", "remaining_time": "10:59:58"} +{"current_steps": 37, "total_steps": 485, "loss": 1.232, "lr": 3.020408163265306e-05, "epoch": 0.37851662404092073, "percentage": 7.63, "elapsed_time": "0:54:22", "remaining_time": "10:58:22"} +{"current_steps": 38, "total_steps": 485, "loss": 1.2136, "lr": 3.102040816326531e-05, "epoch": 0.3887468030690537, "percentage": 7.84, "elapsed_time": "0:55:49", "remaining_time": "10:56:46"} +{"current_steps": 39, "total_steps": 485, "loss": 1.221, "lr": 3.183673469387755e-05, "epoch": 0.3989769820971867, "percentage": 8.04, "elapsed_time": "0:57:17", "remaining_time": "10:55:11"} +{"current_steps": 40, "total_steps": 485, "loss": 1.2194, "lr": 3.26530612244898e-05, "epoch": 0.4092071611253197, "percentage": 8.25, "elapsed_time": "0:58:45", "remaining_time": "10:53:36"} +{"current_steps": 41, "total_steps": 485, "loss": 1.2046, "lr": 3.346938775510204e-05, "epoch": 0.4194373401534527, "percentage": 8.45, "elapsed_time": "1:00:12", "remaining_time": "10:52:05"} +{"current_steps": 42, "total_steps": 485, "loss": 1.2045, "lr": 3.4285714285714284e-05, "epoch": 0.4296675191815857, "percentage": 8.66, "elapsed_time": "1:01:40", "remaining_time": "10:50:32"} +{"current_steps": 43, "total_steps": 485, "loss": 1.2036, "lr": 3.510204081632653e-05, "epoch": 0.4398976982097187, "percentage": 8.87, "elapsed_time": "1:03:08", "remaining_time": "10:49:03"} +{"current_steps": 44, "total_steps": 485, "loss": 1.2225, "lr": 3.591836734693878e-05, "epoch": 0.45012787723785164, "percentage": 9.07, "elapsed_time": "1:04:36", "remaining_time": "10:47:30"} +{"current_steps": 45, "total_steps": 485, "loss": 1.1973, "lr": 3.673469387755102e-05, "epoch": 0.46035805626598464, "percentage": 9.28, "elapsed_time": "1:06:03", "remaining_time": "10:45:57"} +{"current_steps": 46, "total_steps": 485, "loss": 1.2085, "lr": 3.755102040816327e-05, "epoch": 0.47058823529411764, "percentage": 9.48, "elapsed_time": "1:07:31", "remaining_time": "10:44:24"} +{"current_steps": 47, "total_steps": 485, "loss": 1.2054, "lr": 3.836734693877551e-05, "epoch": 0.48081841432225064, "percentage": 9.69, "elapsed_time": "1:08:58", "remaining_time": "10:42:49"} +{"current_steps": 48, "total_steps": 485, "loss": 1.1818, "lr": 3.9183673469387755e-05, "epoch": 0.49104859335038364, "percentage": 9.9, "elapsed_time": "1:10:26", "remaining_time": "10:41:18"} +{"current_steps": 49, "total_steps": 485, "loss": 1.1852, "lr": 4e-05, "epoch": 0.5012787723785166, "percentage": 10.1, "elapsed_time": "1:11:54", "remaining_time": "10:39:47"} +{"current_steps": 50, "total_steps": 485, "loss": 1.1889, "lr": 3.9999480811710956e-05, "epoch": 0.5115089514066496, "percentage": 10.31, "elapsed_time": "1:13:21", "remaining_time": "10:38:17"} +{"current_steps": 51, "total_steps": 485, "loss": 1.1752, "lr": 3.999792327379947e-05, "epoch": 0.5217391304347826, "percentage": 10.52, "elapsed_time": "1:14:49", "remaining_time": "10:36:43"} +{"current_steps": 52, "total_steps": 485, "loss": 1.1904, "lr": 3.9995327467131074e-05, "epoch": 0.5319693094629157, "percentage": 10.72, "elapsed_time": "1:16:17", "remaining_time": "10:35:13"} +{"current_steps": 53, "total_steps": 485, "loss": 1.1788, "lr": 3.999169352647703e-05, "epoch": 0.5421994884910486, "percentage": 10.93, "elapsed_time": "1:17:44", "remaining_time": "10:33:42"} +{"current_steps": 54, "total_steps": 485, "loss": 1.1726, "lr": 3.998702164050726e-05, "epoch": 0.5524296675191815, "percentage": 11.13, "elapsed_time": "1:19:12", "remaining_time": "10:32:12"} +{"current_steps": 55, "total_steps": 485, "loss": 1.1736, "lr": 3.998131205178063e-05, "epoch": 0.5626598465473146, "percentage": 11.34, "elapsed_time": "1:20:40", "remaining_time": "10:30:42"} +{"current_steps": 56, "total_steps": 485, "loss": 1.1643, "lr": 3.9974565056732294e-05, "epoch": 0.5728900255754475, "percentage": 11.55, "elapsed_time": "1:22:08", "remaining_time": "10:29:12"} +{"current_steps": 57, "total_steps": 485, "loss": 1.1726, "lr": 3.9966781005658336e-05, "epoch": 0.5831202046035806, "percentage": 11.75, "elapsed_time": "1:23:35", "remaining_time": "10:27:41"} +{"current_steps": 58, "total_steps": 485, "loss": 1.1743, "lr": 3.995796030269756e-05, "epoch": 0.5933503836317136, "percentage": 11.96, "elapsed_time": "1:25:03", "remaining_time": "10:26:11"} +{"current_steps": 59, "total_steps": 485, "loss": 1.1561, "lr": 3.994810340581056e-05, "epoch": 0.6035805626598465, "percentage": 12.16, "elapsed_time": "1:26:30", "remaining_time": "10:24:37"} +{"current_steps": 60, "total_steps": 485, "loss": 1.1589, "lr": 3.993721082675585e-05, "epoch": 0.6138107416879796, "percentage": 12.37, "elapsed_time": "1:27:58", "remaining_time": "10:23:09"} +{"current_steps": 61, "total_steps": 485, "loss": 1.1751, "lr": 3.992528313106339e-05, "epoch": 0.6240409207161125, "percentage": 12.58, "elapsed_time": "1:29:25", "remaining_time": "10:21:37"} +{"current_steps": 62, "total_steps": 485, "loss": 1.1787, "lr": 3.991232093800517e-05, "epoch": 0.6342710997442456, "percentage": 12.78, "elapsed_time": "1:30:53", "remaining_time": "10:20:06"} +{"current_steps": 63, "total_steps": 485, "loss": 1.1766, "lr": 3.989832492056308e-05, "epoch": 0.6445012787723785, "percentage": 12.99, "elapsed_time": "1:32:20", "remaining_time": "10:18:34"} +{"current_steps": 64, "total_steps": 485, "loss": 1.1709, "lr": 3.988329580539395e-05, "epoch": 0.6547314578005116, "percentage": 13.2, "elapsed_time": "1:33:48", "remaining_time": "10:17:03"} +{"current_steps": 65, "total_steps": 485, "loss": 1.17, "lr": 3.9867234372791834e-05, "epoch": 0.6649616368286445, "percentage": 13.4, "elapsed_time": "1:35:16", "remaining_time": "10:15:35"} +{"current_steps": 66, "total_steps": 485, "loss": 1.1589, "lr": 3.9850141456647515e-05, "epoch": 0.6751918158567775, "percentage": 13.61, "elapsed_time": "1:36:43", "remaining_time": "10:14:05"} +{"current_steps": 67, "total_steps": 485, "loss": 1.1612, "lr": 3.983201794440517e-05, "epoch": 0.6854219948849105, "percentage": 13.81, "elapsed_time": "1:38:11", "remaining_time": "10:12:34"} +{"current_steps": 68, "total_steps": 485, "loss": 1.1587, "lr": 3.981286477701635e-05, "epoch": 0.6956521739130435, "percentage": 14.02, "elapsed_time": "1:39:39", "remaining_time": "10:11:05"} +{"current_steps": 69, "total_steps": 485, "loss": 1.1602, "lr": 3.979268294889105e-05, "epoch": 0.7058823529411765, "percentage": 14.23, "elapsed_time": "1:41:06", "remaining_time": "10:09:35"} +{"current_steps": 70, "total_steps": 485, "loss": 1.167, "lr": 3.977147350784617e-05, "epoch": 0.7161125319693095, "percentage": 14.43, "elapsed_time": "1:42:34", "remaining_time": "10:08:07"} +{"current_steps": 71, "total_steps": 485, "loss": 1.1431, "lr": 3.974923755505104e-05, "epoch": 0.7263427109974424, "percentage": 14.64, "elapsed_time": "1:44:02", "remaining_time": "10:06:38"} +{"current_steps": 72, "total_steps": 485, "loss": 1.1521, "lr": 3.972597624497029e-05, "epoch": 0.7365728900255755, "percentage": 14.85, "elapsed_time": "1:45:29", "remaining_time": "10:05:09"} +{"current_steps": 73, "total_steps": 485, "loss": 1.152, "lr": 3.97016907853039e-05, "epoch": 0.7468030690537084, "percentage": 15.05, "elapsed_time": "1:46:57", "remaining_time": "10:03:39"} +{"current_steps": 74, "total_steps": 485, "loss": 1.1413, "lr": 3.96763824369245e-05, "epoch": 0.7570332480818415, "percentage": 15.26, "elapsed_time": "1:48:25", "remaining_time": "10:02:10"} +{"current_steps": 75, "total_steps": 485, "loss": 1.1602, "lr": 3.96500525138119e-05, "epoch": 0.7672634271099744, "percentage": 15.46, "elapsed_time": "1:49:52", "remaining_time": "10:00:41"} +{"current_steps": 76, "total_steps": 485, "loss": 1.1493, "lr": 3.962270238298486e-05, "epoch": 0.7774936061381074, "percentage": 15.67, "elapsed_time": "1:51:20", "remaining_time": "9:59:12"} +{"current_steps": 77, "total_steps": 485, "loss": 1.1371, "lr": 3.9594333464430155e-05, "epoch": 0.7877237851662404, "percentage": 15.88, "elapsed_time": "1:52:48", "remaining_time": "9:57:43"} +{"current_steps": 78, "total_steps": 485, "loss": 1.1555, "lr": 3.9564947231028805e-05, "epoch": 0.7979539641943734, "percentage": 16.08, "elapsed_time": "1:54:16", "remaining_time": "9:56:15"} +{"current_steps": 79, "total_steps": 485, "loss": 1.1385, "lr": 3.9534545208479645e-05, "epoch": 0.8081841432225064, "percentage": 16.29, "elapsed_time": "1:55:43", "remaining_time": "9:54:46"} +{"current_steps": 80, "total_steps": 485, "loss": 1.143, "lr": 3.9503128975220075e-05, "epoch": 0.8184143222506394, "percentage": 16.49, "elapsed_time": "1:57:11", "remaining_time": "9:53:15"} +{"current_steps": 81, "total_steps": 485, "loss": 1.1506, "lr": 3.947070016234414e-05, "epoch": 0.8286445012787724, "percentage": 16.7, "elapsed_time": "1:58:38", "remaining_time": "9:51:46"} +{"current_steps": 82, "total_steps": 485, "loss": 1.1492, "lr": 3.943726045351782e-05, "epoch": 0.8388746803069054, "percentage": 16.91, "elapsed_time": "2:00:06", "remaining_time": "9:50:18"} +{"current_steps": 83, "total_steps": 485, "loss": 1.1522, "lr": 3.940281158489163e-05, "epoch": 0.8491048593350383, "percentage": 17.11, "elapsed_time": "2:01:34", "remaining_time": "9:48:50"} +{"current_steps": 84, "total_steps": 485, "loss": 1.1337, "lr": 3.936735534501051e-05, "epoch": 0.8593350383631714, "percentage": 17.32, "elapsed_time": "2:03:02", "remaining_time": "9:47:22"} +{"current_steps": 85, "total_steps": 485, "loss": 1.1499, "lr": 3.933089357472089e-05, "epoch": 0.8695652173913043, "percentage": 17.53, "elapsed_time": "2:04:30", "remaining_time": "9:45:53"} +{"current_steps": 86, "total_steps": 485, "loss": 1.1401, "lr": 3.929342816707519e-05, "epoch": 0.8797953964194374, "percentage": 17.73, "elapsed_time": "2:05:57", "remaining_time": "9:44:24"} +{"current_steps": 87, "total_steps": 485, "loss": 1.1406, "lr": 3.92549610672335e-05, "epoch": 0.8900255754475703, "percentage": 17.94, "elapsed_time": "2:07:25", "remaining_time": "9:42:56"} +{"current_steps": 88, "total_steps": 485, "loss": 1.1412, "lr": 3.92154942723626e-05, "epoch": 0.9002557544757033, "percentage": 18.14, "elapsed_time": "2:08:53", "remaining_time": "9:41:27"} +{"current_steps": 89, "total_steps": 485, "loss": 1.1338, "lr": 3.917502983153225e-05, "epoch": 0.9104859335038363, "percentage": 18.35, "elapsed_time": "2:10:20", "remaining_time": "9:39:58"} +{"current_steps": 90, "total_steps": 485, "loss": 1.1418, "lr": 3.913356984560883e-05, "epoch": 0.9207161125319693, "percentage": 18.56, "elapsed_time": "2:11:48", "remaining_time": "9:38:29"} +{"current_steps": 91, "total_steps": 485, "loss": 1.1333, "lr": 3.909111646714627e-05, "epoch": 0.9309462915601023, "percentage": 18.76, "elapsed_time": "2:13:16", "remaining_time": "9:37:00"} +{"current_steps": 92, "total_steps": 485, "loss": 1.1552, "lr": 3.9047671900274256e-05, "epoch": 0.9411764705882353, "percentage": 18.97, "elapsed_time": "2:14:43", "remaining_time": "9:35:31"} +{"current_steps": 93, "total_steps": 485, "loss": 1.1455, "lr": 3.900323840058382e-05, "epoch": 0.9514066496163683, "percentage": 19.18, "elapsed_time": "2:16:11", "remaining_time": "9:34:03"} +{"current_steps": 94, "total_steps": 485, "loss": 1.1453, "lr": 3.895781827501022e-05, "epoch": 0.9616368286445013, "percentage": 19.38, "elapsed_time": "2:17:38", "remaining_time": "9:32:33"} +{"current_steps": 95, "total_steps": 485, "loss": 1.1353, "lr": 3.8911413881713204e-05, "epoch": 0.9718670076726342, "percentage": 19.59, "elapsed_time": "2:19:07", "remaining_time": "9:31:06"} +{"current_steps": 96, "total_steps": 485, "loss": 1.1325, "lr": 3.8864027629954517e-05, "epoch": 0.9820971867007673, "percentage": 19.79, "elapsed_time": "2:20:34", "remaining_time": "9:29:36"} +{"current_steps": 97, "total_steps": 485, "loss": 1.1578, "lr": 3.881566197997286e-05, "epoch": 0.9923273657289002, "percentage": 20.0, "elapsed_time": "2:22:02", "remaining_time": "9:28:08"} +{"current_steps": 98, "total_steps": 485, "loss": 1.4304, "lr": 3.8766319442856134e-05, "epoch": 1.0025575447570332, "percentage": 20.21, "elapsed_time": "2:23:39", "remaining_time": "9:27:18"} +{"current_steps": 99, "total_steps": 485, "loss": 1.1262, "lr": 3.8716002580411084e-05, "epoch": 1.0127877237851663, "percentage": 20.41, "elapsed_time": "2:25:06", "remaining_time": "9:25:48"} +{"current_steps": 100, "total_steps": 485, "loss": 1.1496, "lr": 3.866471400503029e-05, "epoch": 1.0230179028132993, "percentage": 20.62, "elapsed_time": "2:26:34", "remaining_time": "9:24:19"} +{"current_steps": 101, "total_steps": 485, "loss": 1.132, "lr": 3.861245637955651e-05, "epoch": 1.0332480818414322, "percentage": 20.82, "elapsed_time": "2:28:02", "remaining_time": "9:22:49"} +{"current_steps": 102, "total_steps": 485, "loss": 1.1349, "lr": 3.855923241714447e-05, "epoch": 1.0434782608695652, "percentage": 21.03, "elapsed_time": "2:29:29", "remaining_time": "9:21:19"} +{"current_steps": 103, "total_steps": 485, "loss": 1.1087, "lr": 3.850504488111996e-05, "epoch": 1.0537084398976981, "percentage": 21.24, "elapsed_time": "2:30:57", "remaining_time": "9:19:51"} +{"current_steps": 104, "total_steps": 485, "loss": 1.1425, "lr": 3.844989658483639e-05, "epoch": 1.0639386189258313, "percentage": 21.44, "elapsed_time": "2:32:25", "remaining_time": "9:18:23"} +{"current_steps": 105, "total_steps": 485, "loss": 1.1255, "lr": 3.8393790391528726e-05, "epoch": 1.0741687979539642, "percentage": 21.65, "elapsed_time": "2:33:52", "remaining_time": "9:16:53"} +{"current_steps": 106, "total_steps": 485, "loss": 1.1225, "lr": 3.833672921416482e-05, "epoch": 1.0843989769820972, "percentage": 21.86, "elapsed_time": "2:35:20", "remaining_time": "9:15:25"} +{"current_steps": 107, "total_steps": 485, "loss": 1.1117, "lr": 3.827871601529417e-05, "epoch": 1.0946291560102301, "percentage": 22.06, "elapsed_time": "2:36:48", "remaining_time": "9:13:56"} +{"current_steps": 108, "total_steps": 485, "loss": 1.1461, "lr": 3.821975380689413e-05, "epoch": 1.104859335038363, "percentage": 22.27, "elapsed_time": "2:38:15", "remaining_time": "9:12:27"} +{"current_steps": 109, "total_steps": 485, "loss": 1.1234, "lr": 3.81598456502135e-05, "epoch": 1.1150895140664963, "percentage": 22.47, "elapsed_time": "2:39:43", "remaining_time": "9:10:57"} +{"current_steps": 110, "total_steps": 485, "loss": 1.1115, "lr": 3.809899465561363e-05, "epoch": 1.1253196930946292, "percentage": 22.68, "elapsed_time": "2:41:10", "remaining_time": "9:09:28"} +{"current_steps": 111, "total_steps": 485, "loss": 1.1201, "lr": 3.803720398240688e-05, "epoch": 1.1355498721227621, "percentage": 22.89, "elapsed_time": "2:42:38", "remaining_time": "9:07:58"} +{"current_steps": 112, "total_steps": 485, "loss": 1.1069, "lr": 3.7974476838692656e-05, "epoch": 1.145780051150895, "percentage": 23.09, "elapsed_time": "2:44:05", "remaining_time": "9:06:29"} +{"current_steps": 113, "total_steps": 485, "loss": 1.1279, "lr": 3.791081648119079e-05, "epoch": 1.156010230179028, "percentage": 23.3, "elapsed_time": "2:45:33", "remaining_time": "9:05:00"} +{"current_steps": 114, "total_steps": 485, "loss": 1.1164, "lr": 3.7846226215072495e-05, "epoch": 1.1662404092071612, "percentage": 23.51, "elapsed_time": "2:47:00", "remaining_time": "9:03:31"} +{"current_steps": 115, "total_steps": 485, "loss": 1.1134, "lr": 3.778070939378875e-05, "epoch": 1.1764705882352942, "percentage": 23.71, "elapsed_time": "2:48:28", "remaining_time": "9:02:03"} +{"current_steps": 116, "total_steps": 485, "loss": 1.1281, "lr": 3.771426941889619e-05, "epoch": 1.186700767263427, "percentage": 23.92, "elapsed_time": "2:49:56", "remaining_time": "9:00:34"} +{"current_steps": 117, "total_steps": 485, "loss": 1.1272, "lr": 3.7646909739880486e-05, "epoch": 1.19693094629156, "percentage": 24.12, "elapsed_time": "2:51:23", "remaining_time": "8:59:05"} +{"current_steps": 118, "total_steps": 485, "loss": 1.1087, "lr": 3.757863385397731e-05, "epoch": 1.207161125319693, "percentage": 24.33, "elapsed_time": "2:52:51", "remaining_time": "8:57:36"} +{"current_steps": 119, "total_steps": 485, "loss": 1.1126, "lr": 3.750944530599069e-05, "epoch": 1.2173913043478262, "percentage": 24.54, "elapsed_time": "2:54:19", "remaining_time": "8:56:08"} +{"current_steps": 120, "total_steps": 485, "loss": 1.1331, "lr": 3.743934768810902e-05, "epoch": 1.227621483375959, "percentage": 24.74, "elapsed_time": "2:55:46", "remaining_time": "8:54:39"} +{"current_steps": 121, "total_steps": 485, "loss": 1.1232, "lr": 3.7368344639718516e-05, "epoch": 1.237851662404092, "percentage": 24.95, "elapsed_time": "2:57:13", "remaining_time": "8:53:09"} +{"current_steps": 122, "total_steps": 485, "loss": 1.1175, "lr": 3.729643984721431e-05, "epoch": 1.248081841432225, "percentage": 25.15, "elapsed_time": "2:58:41", "remaining_time": "8:51:40"} +{"current_steps": 123, "total_steps": 485, "loss": 1.1285, "lr": 3.722363704380902e-05, "epoch": 1.258312020460358, "percentage": 25.36, "elapsed_time": "3:00:09", "remaining_time": "8:50:12"} +{"current_steps": 124, "total_steps": 485, "loss": 1.1196, "lr": 3.714994000933893e-05, "epoch": 1.2685421994884911, "percentage": 25.57, "elapsed_time": "3:01:36", "remaining_time": "8:48:42"} +{"current_steps": 125, "total_steps": 485, "loss": 1.1027, "lr": 3.707535257006777e-05, "epoch": 1.278772378516624, "percentage": 25.77, "elapsed_time": "3:03:04", "remaining_time": "8:47:14"} +{"current_steps": 126, "total_steps": 485, "loss": 1.1174, "lr": 3.6999878598488054e-05, "epoch": 1.289002557544757, "percentage": 25.98, "elapsed_time": "3:04:32", "remaining_time": "8:45:46"} +{"current_steps": 127, "total_steps": 485, "loss": 1.1147, "lr": 3.6923522013119964e-05, "epoch": 1.29923273657289, "percentage": 26.19, "elapsed_time": "3:05:59", "remaining_time": "8:44:17"} +{"current_steps": 128, "total_steps": 485, "loss": 1.1198, "lr": 3.684628677830802e-05, "epoch": 1.309462915601023, "percentage": 26.39, "elapsed_time": "3:07:27", "remaining_time": "8:42:49"} +{"current_steps": 129, "total_steps": 485, "loss": 1.0972, "lr": 3.676817690401516e-05, "epoch": 1.319693094629156, "percentage": 26.6, "elapsed_time": "3:08:55", "remaining_time": "8:41:21"} +{"current_steps": 130, "total_steps": 485, "loss": 1.1201, "lr": 3.668919644561457e-05, "epoch": 1.329923273657289, "percentage": 26.8, "elapsed_time": "3:10:22", "remaining_time": "8:39:53"} +{"current_steps": 131, "total_steps": 485, "loss": 1.128, "lr": 3.6609349503679166e-05, "epoch": 1.340153452685422, "percentage": 27.01, "elapsed_time": "3:11:50", "remaining_time": "8:38:24"} +{"current_steps": 132, "total_steps": 485, "loss": 1.1281, "lr": 3.652864022376866e-05, "epoch": 1.350383631713555, "percentage": 27.22, "elapsed_time": "3:13:18", "remaining_time": "8:36:57"} +{"current_steps": 133, "total_steps": 485, "loss": 1.0979, "lr": 3.6447072796214354e-05, "epoch": 1.3606138107416879, "percentage": 27.42, "elapsed_time": "3:14:46", "remaining_time": "8:35:29"} +{"current_steps": 134, "total_steps": 485, "loss": 1.1383, "lr": 3.636465145590156e-05, "epoch": 1.370843989769821, "percentage": 27.63, "elapsed_time": "3:16:13", "remaining_time": "8:34:00"} +{"current_steps": 135, "total_steps": 485, "loss": 1.1139, "lr": 3.6281380482049743e-05, "epoch": 1.381074168797954, "percentage": 27.84, "elapsed_time": "3:17:41", "remaining_time": "8:32:31"} +{"current_steps": 136, "total_steps": 485, "loss": 1.119, "lr": 3.619726419799035e-05, "epoch": 1.391304347826087, "percentage": 28.04, "elapsed_time": "3:19:08", "remaining_time": "8:31:03"} +{"current_steps": 137, "total_steps": 485, "loss": 1.107, "lr": 3.6112306970942334e-05, "epoch": 1.40153452685422, "percentage": 28.25, "elapsed_time": "3:20:36", "remaining_time": "8:29:34"} +{"current_steps": 138, "total_steps": 485, "loss": 1.1135, "lr": 3.602651321178544e-05, "epoch": 1.4117647058823528, "percentage": 28.45, "elapsed_time": "3:22:04", "remaining_time": "8:28:06"} +{"current_steps": 139, "total_steps": 485, "loss": 1.1133, "lr": 3.593988737483115e-05, "epoch": 1.421994884910486, "percentage": 28.66, "elapsed_time": "3:23:31", "remaining_time": "8:26:37"} +{"current_steps": 140, "total_steps": 485, "loss": 1.1054, "lr": 3.58524339575915e-05, "epoch": 1.432225063938619, "percentage": 28.87, "elapsed_time": "3:24:59", "remaining_time": "8:25:09"} +{"current_steps": 141, "total_steps": 485, "loss": 1.1195, "lr": 3.576415750054548e-05, "epoch": 1.4424552429667519, "percentage": 29.07, "elapsed_time": "3:26:26", "remaining_time": "8:23:40"} +{"current_steps": 142, "total_steps": 485, "loss": 1.1085, "lr": 3.567506258690338e-05, "epoch": 1.452685421994885, "percentage": 29.28, "elapsed_time": "3:27:54", "remaining_time": "8:22:12"} +{"current_steps": 143, "total_steps": 485, "loss": 1.1106, "lr": 3.558515384236875e-05, "epoch": 1.4629156010230178, "percentage": 29.48, "elapsed_time": "3:29:22", "remaining_time": "8:20:44"} +{"current_steps": 144, "total_steps": 485, "loss": 1.1206, "lr": 3.549443593489832e-05, "epoch": 1.473145780051151, "percentage": 29.69, "elapsed_time": "3:30:49", "remaining_time": "8:19:15"} +{"current_steps": 145, "total_steps": 485, "loss": 1.1122, "lr": 3.540291357445961e-05, "epoch": 1.4833759590792839, "percentage": 29.9, "elapsed_time": "3:32:17", "remaining_time": "8:17:47"} +{"current_steps": 146, "total_steps": 485, "loss": 1.1222, "lr": 3.53105915127864e-05, "epoch": 1.4936061381074168, "percentage": 30.1, "elapsed_time": "3:33:45", "remaining_time": "8:16:19"} +{"current_steps": 147, "total_steps": 485, "loss": 1.108, "lr": 3.521747454313201e-05, "epoch": 1.50383631713555, "percentage": 30.31, "elapsed_time": "3:35:13", "remaining_time": "8:14:52"} +{"current_steps": 148, "total_steps": 485, "loss": 1.0991, "lr": 3.512356750002046e-05, "epoch": 1.5140664961636827, "percentage": 30.52, "elapsed_time": "3:36:41", "remaining_time": "8:13:23"} +{"current_steps": 149, "total_steps": 485, "loss": 1.0932, "lr": 3.502887525899544e-05, "epoch": 1.5242966751918159, "percentage": 30.72, "elapsed_time": "3:38:08", "remaining_time": "8:11:55"} +{"current_steps": 150, "total_steps": 485, "loss": 1.1308, "lr": 3.4933402736367224e-05, "epoch": 1.5345268542199488, "percentage": 30.93, "elapsed_time": "3:39:36", "remaining_time": "8:10:27"} +{"current_steps": 151, "total_steps": 485, "loss": 1.0991, "lr": 3.483715488895738e-05, "epoch": 1.5447570332480818, "percentage": 31.13, "elapsed_time": "3:41:04", "remaining_time": "8:08:59"} +{"current_steps": 152, "total_steps": 485, "loss": 1.1004, "lr": 3.4740136713841416e-05, "epoch": 1.554987212276215, "percentage": 31.34, "elapsed_time": "3:42:31", "remaining_time": "8:07:31"} +{"current_steps": 153, "total_steps": 485, "loss": 1.103, "lr": 3.464235324808938e-05, "epoch": 1.5652173913043477, "percentage": 31.55, "elapsed_time": "3:43:59", "remaining_time": "8:06:03"} +{"current_steps": 154, "total_steps": 485, "loss": 1.1156, "lr": 3.4543809568504286e-05, "epoch": 1.5754475703324808, "percentage": 31.75, "elapsed_time": "3:45:27", "remaining_time": "8:04:34"} +{"current_steps": 155, "total_steps": 485, "loss": 1.0895, "lr": 3.4444510791358596e-05, "epoch": 1.5856777493606138, "percentage": 31.96, "elapsed_time": "3:46:54", "remaining_time": "8:03:06"} +{"current_steps": 156, "total_steps": 485, "loss": 1.1305, "lr": 3.4344462072128514e-05, "epoch": 1.5959079283887467, "percentage": 32.16, "elapsed_time": "3:48:22", "remaining_time": "8:01:37"} +{"current_steps": 157, "total_steps": 485, "loss": 1.1157, "lr": 3.424366860522638e-05, "epoch": 1.60613810741688, "percentage": 32.37, "elapsed_time": "3:49:49", "remaining_time": "8:00:09"} +{"current_steps": 158, "total_steps": 485, "loss": 1.0952, "lr": 3.4142135623730954e-05, "epoch": 1.6163682864450126, "percentage": 32.58, "elapsed_time": "3:51:17", "remaining_time": "7:58:40"} +{"current_steps": 159, "total_steps": 485, "loss": 1.1086, "lr": 3.4039868399115736e-05, "epoch": 1.6265984654731458, "percentage": 32.78, "elapsed_time": "3:52:44", "remaining_time": "7:57:12"} +{"current_steps": 160, "total_steps": 485, "loss": 1.1117, "lr": 3.393687224097526e-05, "epoch": 1.6368286445012787, "percentage": 32.99, "elapsed_time": "3:54:12", "remaining_time": "7:55:44"} +{"current_steps": 161, "total_steps": 485, "loss": 1.1127, "lr": 3.383315249674944e-05, "epoch": 1.6470588235294117, "percentage": 33.2, "elapsed_time": "3:55:40", "remaining_time": "7:54:16"} +{"current_steps": 162, "total_steps": 485, "loss": 1.0903, "lr": 3.372871455144593e-05, "epoch": 1.6572890025575449, "percentage": 33.4, "elapsed_time": "3:57:07", "remaining_time": "7:52:48"} +{"current_steps": 163, "total_steps": 485, "loss": 1.1132, "lr": 3.3623563827360546e-05, "epoch": 1.6675191815856778, "percentage": 33.61, "elapsed_time": "3:58:35", "remaining_time": "7:51:19"} +{"current_steps": 164, "total_steps": 485, "loss": 1.1092, "lr": 3.351770578379573e-05, "epoch": 1.6777493606138107, "percentage": 33.81, "elapsed_time": "4:00:03", "remaining_time": "7:49:51"} +{"current_steps": 165, "total_steps": 485, "loss": 1.1161, "lr": 3.341114591677715e-05, "epoch": 1.6879795396419437, "percentage": 34.02, "elapsed_time": "4:01:30", "remaining_time": "7:48:23"} +{"current_steps": 166, "total_steps": 485, "loss": 1.1125, "lr": 3.33038897587683e-05, "epoch": 1.6982097186700766, "percentage": 34.23, "elapsed_time": "4:02:58", "remaining_time": "7:46:55"} +{"current_steps": 167, "total_steps": 485, "loss": 1.105, "lr": 3.31959428783833e-05, "epoch": 1.7084398976982098, "percentage": 34.43, "elapsed_time": "4:04:26", "remaining_time": "7:45:26"} +{"current_steps": 168, "total_steps": 485, "loss": 1.1061, "lr": 3.308731088009776e-05, "epoch": 1.7186700767263428, "percentage": 34.64, "elapsed_time": "4:05:53", "remaining_time": "7:43:58"} +{"current_steps": 169, "total_steps": 485, "loss": 1.1149, "lr": 3.297799940395781e-05, "epoch": 1.7289002557544757, "percentage": 34.85, "elapsed_time": "4:07:21", "remaining_time": "7:42:30"} +{"current_steps": 170, "total_steps": 485, "loss": 1.0987, "lr": 3.286801412528728e-05, "epoch": 1.7391304347826086, "percentage": 35.05, "elapsed_time": "4:08:48", "remaining_time": "7:41:02"} +{"current_steps": 171, "total_steps": 485, "loss": 1.1093, "lr": 3.275736075439305e-05, "epoch": 1.7493606138107416, "percentage": 35.26, "elapsed_time": "4:10:16", "remaining_time": "7:39:33"} +{"current_steps": 172, "total_steps": 485, "loss": 1.1174, "lr": 3.264604503626853e-05, "epoch": 1.7595907928388748, "percentage": 35.46, "elapsed_time": "4:11:44", "remaining_time": "7:38:05"} +{"current_steps": 173, "total_steps": 485, "loss": 1.1008, "lr": 3.2534072750295456e-05, "epoch": 1.7698209718670077, "percentage": 35.67, "elapsed_time": "4:13:11", "remaining_time": "7:36:37"} +{"current_steps": 174, "total_steps": 485, "loss": 1.1023, "lr": 3.242144970994377e-05, "epoch": 1.7800511508951407, "percentage": 35.88, "elapsed_time": "4:14:39", "remaining_time": "7:35:09"} +{"current_steps": 175, "total_steps": 485, "loss": 1.1036, "lr": 3.230818176246986e-05, "epoch": 1.7902813299232738, "percentage": 36.08, "elapsed_time": "4:16:06", "remaining_time": "7:33:40"} +{"current_steps": 176, "total_steps": 485, "loss": 1.1037, "lr": 3.219427478861289e-05, "epoch": 1.8005115089514065, "percentage": 36.29, "elapsed_time": "4:17:34", "remaining_time": "7:32:12"} +{"current_steps": 177, "total_steps": 485, "loss": 1.0877, "lr": 3.2079734702289555e-05, "epoch": 1.8107416879795397, "percentage": 36.49, "elapsed_time": "4:19:01", "remaining_time": "7:30:44"} +{"current_steps": 178, "total_steps": 485, "loss": 1.1124, "lr": 3.1964567450286996e-05, "epoch": 1.8209718670076727, "percentage": 36.7, "elapsed_time": "4:20:29", "remaining_time": "7:29:16"} +{"current_steps": 179, "total_steps": 485, "loss": 1.0935, "lr": 3.1848779011954076e-05, "epoch": 1.8312020460358056, "percentage": 36.91, "elapsed_time": "4:21:57", "remaining_time": "7:27:48"} +{"current_steps": 180, "total_steps": 485, "loss": 1.0998, "lr": 3.1732375398890894e-05, "epoch": 1.8414322250639388, "percentage": 37.11, "elapsed_time": "4:23:25", "remaining_time": "7:26:20"} +{"current_steps": 181, "total_steps": 485, "loss": 1.1019, "lr": 3.1615362654636743e-05, "epoch": 1.8516624040920715, "percentage": 37.32, "elapsed_time": "4:24:53", "remaining_time": "7:24:53"} +{"current_steps": 182, "total_steps": 485, "loss": 1.0894, "lr": 3.149774685435626e-05, "epoch": 1.8618925831202047, "percentage": 37.53, "elapsed_time": "4:26:20", "remaining_time": "7:23:25"} +{"current_steps": 183, "total_steps": 485, "loss": 1.1011, "lr": 3.1379534104524055e-05, "epoch": 1.8721227621483376, "percentage": 37.73, "elapsed_time": "4:27:48", "remaining_time": "7:21:57"} +{"current_steps": 184, "total_steps": 485, "loss": 1.1071, "lr": 3.126073054260765e-05, "epoch": 1.8823529411764706, "percentage": 37.94, "elapsed_time": "4:29:16", "remaining_time": "7:20:29"} +{"current_steps": 185, "total_steps": 485, "loss": 1.097, "lr": 3.114134233674888e-05, "epoch": 1.8925831202046037, "percentage": 38.14, "elapsed_time": "4:30:43", "remaining_time": "7:19:01"} +{"current_steps": 186, "total_steps": 485, "loss": 1.09, "lr": 3.102137568544355e-05, "epoch": 1.9028132992327365, "percentage": 38.35, "elapsed_time": "4:32:11", "remaining_time": "7:17:33"} +{"current_steps": 187, "total_steps": 485, "loss": 1.0994, "lr": 3.090083681721972e-05, "epoch": 1.9130434782608696, "percentage": 38.56, "elapsed_time": "4:33:39", "remaining_time": "7:16:05"} +{"current_steps": 188, "total_steps": 485, "loss": 1.1025, "lr": 3.077973199031426e-05, "epoch": 1.9232736572890026, "percentage": 38.76, "elapsed_time": "4:35:06", "remaining_time": "7:14:37"} +{"current_steps": 189, "total_steps": 485, "loss": 1.0881, "lr": 3.065806749234795e-05, "epoch": 1.9335038363171355, "percentage": 38.97, "elapsed_time": "4:36:35", "remaining_time": "7:13:10"} +{"current_steps": 190, "total_steps": 485, "loss": 1.1136, "lr": 3.053584963999906e-05, "epoch": 1.9437340153452687, "percentage": 39.18, "elapsed_time": "4:38:03", "remaining_time": "7:11:42"} +{"current_steps": 191, "total_steps": 485, "loss": 1.1114, "lr": 3.041308477867534e-05, "epoch": 1.9539641943734014, "percentage": 39.38, "elapsed_time": "4:39:30", "remaining_time": "7:10:14"} +{"current_steps": 192, "total_steps": 485, "loss": 1.0857, "lr": 3.0289779282184627e-05, "epoch": 1.9641943734015346, "percentage": 39.59, "elapsed_time": "4:41:00", "remaining_time": "7:08:49"} +{"current_steps": 193, "total_steps": 485, "loss": 1.0959, "lr": 3.0165939552403896e-05, "epoch": 1.9744245524296675, "percentage": 39.79, "elapsed_time": "4:42:28", "remaining_time": "7:07:22"} +{"current_steps": 194, "total_steps": 485, "loss": 1.1027, "lr": 3.004157201894689e-05, "epoch": 1.9846547314578005, "percentage": 40.0, "elapsed_time": "4:43:57", "remaining_time": "7:05:55"} +{"current_steps": 195, "total_steps": 485, "loss": 1.1892, "lr": 2.9916683138830297e-05, "epoch": 1.9948849104859336, "percentage": 40.21, "elapsed_time": "4:45:25", "remaining_time": "7:04:28"} +{"current_steps": 196, "total_steps": 485, "loss": 1.2693, "lr": 2.979127939613852e-05, "epoch": 2.0051150895140664, "percentage": 40.41, "elapsed_time": "4:47:03", "remaining_time": "7:03:16"} +{"current_steps": 197, "total_steps": 485, "loss": 1.1078, "lr": 2.966536730168702e-05, "epoch": 2.0153452685421995, "percentage": 40.62, "elapsed_time": "4:48:31", "remaining_time": "7:01:48"} +{"current_steps": 198, "total_steps": 485, "loss": 1.0891, "lr": 2.9538953392684275e-05, "epoch": 2.0255754475703327, "percentage": 40.82, "elapsed_time": "4:50:00", "remaining_time": "7:00:21"} +{"current_steps": 199, "total_steps": 485, "loss": 1.0677, "lr": 2.9412044232392416e-05, "epoch": 2.0358056265984654, "percentage": 41.03, "elapsed_time": "4:51:28", "remaining_time": "6:58:53"} +{"current_steps": 200, "total_steps": 485, "loss": 1.1144, "lr": 2.9284646409786405e-05, "epoch": 2.0460358056265986, "percentage": 41.24, "elapsed_time": "4:52:55", "remaining_time": "6:57:25"} +{"current_steps": 201, "total_steps": 485, "loss": 1.0836, "lr": 2.9156766539212008e-05, "epoch": 2.0562659846547313, "percentage": 41.44, "elapsed_time": "4:54:23", "remaining_time": "6:55:57"} +{"current_steps": 202, "total_steps": 485, "loss": 1.1089, "lr": 2.902841126004234e-05, "epoch": 2.0664961636828645, "percentage": 41.65, "elapsed_time": "4:55:50", "remaining_time": "6:54:28"} +{"current_steps": 203, "total_steps": 485, "loss": 1.0842, "lr": 2.8899587236333188e-05, "epoch": 2.0767263427109977, "percentage": 41.86, "elapsed_time": "4:57:18", "remaining_time": "6:53:00"} +{"current_steps": 204, "total_steps": 485, "loss": 1.0835, "lr": 2.8770301156476985e-05, "epoch": 2.0869565217391304, "percentage": 42.06, "elapsed_time": "4:58:46", "remaining_time": "6:51:32"} +{"current_steps": 205, "total_steps": 485, "loss": 1.0814, "lr": 2.8640559732855595e-05, "epoch": 2.0971867007672635, "percentage": 42.27, "elapsed_time": "5:00:13", "remaining_time": "6:50:03"} +{"current_steps": 206, "total_steps": 485, "loss": 1.0934, "lr": 2.85103697014918e-05, "epoch": 2.1074168797953963, "percentage": 42.47, "elapsed_time": "5:01:41", "remaining_time": "6:48:36"} +{"current_steps": 207, "total_steps": 485, "loss": 1.0985, "lr": 2.8379737821699557e-05, "epoch": 2.1176470588235294, "percentage": 42.68, "elapsed_time": "5:03:09", "remaining_time": "6:47:08"} +{"current_steps": 208, "total_steps": 485, "loss": 1.1002, "lr": 2.824867087573308e-05, "epoch": 2.1278772378516626, "percentage": 42.89, "elapsed_time": "5:04:36", "remaining_time": "6:45:39"} +{"current_steps": 209, "total_steps": 485, "loss": 1.11, "lr": 2.8117175668434713e-05, "epoch": 2.1381074168797953, "percentage": 43.09, "elapsed_time": "5:06:04", "remaining_time": "6:44:11"} +{"current_steps": 210, "total_steps": 485, "loss": 1.0856, "lr": 2.7985259026881637e-05, "epoch": 2.1483375959079285, "percentage": 43.3, "elapsed_time": "5:07:31", "remaining_time": "6:42:43"} +{"current_steps": 211, "total_steps": 485, "loss": 1.1135, "lr": 2.785292780003138e-05, "epoch": 2.1585677749360612, "percentage": 43.51, "elapsed_time": "5:08:59", "remaining_time": "6:41:14"} +{"current_steps": 212, "total_steps": 485, "loss": 1.0825, "lr": 2.7720188858366275e-05, "epoch": 2.1687979539641944, "percentage": 43.71, "elapsed_time": "5:10:26", "remaining_time": "6:39:46"} +{"current_steps": 213, "total_steps": 485, "loss": 1.1028, "lr": 2.7587049093536716e-05, "epoch": 2.1790281329923276, "percentage": 43.92, "elapsed_time": "5:11:54", "remaining_time": "6:38:18"} +{"current_steps": 214, "total_steps": 485, "loss": 1.0768, "lr": 2.7453515418003385e-05, "epoch": 2.1892583120204603, "percentage": 44.12, "elapsed_time": "5:13:21", "remaining_time": "6:36:49"} +{"current_steps": 215, "total_steps": 485, "loss": 1.1199, "lr": 2.7319594764678325e-05, "epoch": 2.1994884910485935, "percentage": 44.33, "elapsed_time": "5:14:49", "remaining_time": "6:35:21"} +{"current_steps": 216, "total_steps": 485, "loss": 1.097, "lr": 2.7185294086565028e-05, "epoch": 2.209718670076726, "percentage": 44.54, "elapsed_time": "5:16:17", "remaining_time": "6:33:53"} +{"current_steps": 217, "total_steps": 485, "loss": 1.0851, "lr": 2.7050620356397413e-05, "epoch": 2.2199488491048593, "percentage": 44.74, "elapsed_time": "5:17:44", "remaining_time": "6:32:25"} +{"current_steps": 218, "total_steps": 485, "loss": 1.0931, "lr": 2.6915580566277855e-05, "epoch": 2.2301790281329925, "percentage": 44.95, "elapsed_time": "5:19:12", "remaining_time": "6:30:57"} +{"current_steps": 219, "total_steps": 485, "loss": 1.093, "lr": 2.6780181727314096e-05, "epoch": 2.2404092071611252, "percentage": 45.15, "elapsed_time": "5:20:40", "remaining_time": "6:29:29"} +{"current_steps": 220, "total_steps": 485, "loss": 1.0738, "lr": 2.6644430869255294e-05, "epoch": 2.2506393861892584, "percentage": 45.36, "elapsed_time": "5:22:07", "remaining_time": "6:28:00"} +{"current_steps": 221, "total_steps": 485, "loss": 1.0789, "lr": 2.650833504012702e-05, "epoch": 2.260869565217391, "percentage": 45.57, "elapsed_time": "5:23:35", "remaining_time": "6:26:32"} +{"current_steps": 222, "total_steps": 485, "loss": 1.0832, "lr": 2.6371901305865346e-05, "epoch": 2.2710997442455243, "percentage": 45.77, "elapsed_time": "5:25:03", "remaining_time": "6:25:04"} +{"current_steps": 223, "total_steps": 485, "loss": 1.0975, "lr": 2.623513674994998e-05, "epoch": 2.2813299232736575, "percentage": 45.98, "elapsed_time": "5:26:30", "remaining_time": "6:23:36"} +{"current_steps": 224, "total_steps": 485, "loss": 1.0997, "lr": 2.6098048473036487e-05, "epoch": 2.29156010230179, "percentage": 46.19, "elapsed_time": "5:27:58", "remaining_time": "6:22:08"} +{"current_steps": 225, "total_steps": 485, "loss": 1.0828, "lr": 2.5960643592587676e-05, "epoch": 2.3017902813299234, "percentage": 46.39, "elapsed_time": "5:29:25", "remaining_time": "6:20:40"} +{"current_steps": 226, "total_steps": 485, "loss": 1.078, "lr": 2.582292924250402e-05, "epoch": 2.312020460358056, "percentage": 46.6, "elapsed_time": "5:30:53", "remaining_time": "6:19:12"} +{"current_steps": 227, "total_steps": 485, "loss": 1.0861, "lr": 2.56849125727533e-05, "epoch": 2.3222506393861893, "percentage": 46.8, "elapsed_time": "5:32:21", "remaining_time": "6:17:44"} +{"current_steps": 228, "total_steps": 485, "loss": 1.0833, "lr": 2.5546600748999374e-05, "epoch": 2.3324808184143224, "percentage": 47.01, "elapsed_time": "5:33:48", "remaining_time": "6:16:16"} +{"current_steps": 229, "total_steps": 485, "loss": 1.1027, "lr": 2.5408000952230158e-05, "epoch": 2.342710997442455, "percentage": 47.22, "elapsed_time": "5:35:16", "remaining_time": "6:14:47"} +{"current_steps": 230, "total_steps": 485, "loss": 1.0661, "lr": 2.526912037838479e-05, "epoch": 2.3529411764705883, "percentage": 47.42, "elapsed_time": "5:36:43", "remaining_time": "6:13:19"} +{"current_steps": 231, "total_steps": 485, "loss": 1.0783, "lr": 2.512996623798002e-05, "epoch": 2.363171355498721, "percentage": 47.63, "elapsed_time": "5:38:11", "remaining_time": "6:11:51"} +{"current_steps": 232, "total_steps": 485, "loss": 1.0928, "lr": 2.499054575573585e-05, "epoch": 2.373401534526854, "percentage": 47.84, "elapsed_time": "5:39:38", "remaining_time": "6:10:23"} +{"current_steps": 233, "total_steps": 485, "loss": 1.0966, "lr": 2.485086617020045e-05, "epoch": 2.3836317135549874, "percentage": 48.04, "elapsed_time": "5:41:06", "remaining_time": "6:08:55"} +{"current_steps": 234, "total_steps": 485, "loss": 1.0691, "lr": 2.4710934733374313e-05, "epoch": 2.39386189258312, "percentage": 48.25, "elapsed_time": "5:42:33", "remaining_time": "6:07:27"} +{"current_steps": 235, "total_steps": 485, "loss": 1.0953, "lr": 2.4570758710333787e-05, "epoch": 2.4040920716112533, "percentage": 48.45, "elapsed_time": "5:44:01", "remaining_time": "6:05:59"} +{"current_steps": 236, "total_steps": 485, "loss": 1.0782, "lr": 2.4430345378853804e-05, "epoch": 2.414322250639386, "percentage": 48.66, "elapsed_time": "5:45:29", "remaining_time": "6:04:31"} +{"current_steps": 237, "total_steps": 485, "loss": 1.0753, "lr": 2.428970202903011e-05, "epoch": 2.424552429667519, "percentage": 48.87, "elapsed_time": "5:46:56", "remaining_time": "6:03:03"} +{"current_steps": 238, "total_steps": 485, "loss": 1.0753, "lr": 2.4148835962900723e-05, "epoch": 2.4347826086956523, "percentage": 49.07, "elapsed_time": "5:48:24", "remaining_time": "6:01:34"} +{"current_steps": 239, "total_steps": 485, "loss": 1.0921, "lr": 2.4007754494066822e-05, "epoch": 2.445012787723785, "percentage": 49.28, "elapsed_time": "5:49:52", "remaining_time": "6:00:07"} +{"current_steps": 240, "total_steps": 485, "loss": 1.0547, "lr": 2.3866464947313053e-05, "epoch": 2.455242966751918, "percentage": 49.48, "elapsed_time": "5:51:19", "remaining_time": "5:58:39"} +{"current_steps": 241, "total_steps": 485, "loss": 1.1068, "lr": 2.3724974658227212e-05, "epoch": 2.4654731457800514, "percentage": 49.69, "elapsed_time": "5:52:47", "remaining_time": "5:57:11"} +{"current_steps": 242, "total_steps": 485, "loss": 1.0802, "lr": 2.358329097281942e-05, "epoch": 2.475703324808184, "percentage": 49.9, "elapsed_time": "5:54:15", "remaining_time": "5:55:43"} +{"current_steps": 243, "total_steps": 485, "loss": 1.0862, "lr": 2.34414212471407e-05, "epoch": 2.4859335038363173, "percentage": 50.1, "elapsed_time": "5:55:43", "remaining_time": "5:54:15"} +{"current_steps": 244, "total_steps": 485, "loss": 1.0742, "lr": 2.329937284690106e-05, "epoch": 2.49616368286445, "percentage": 50.31, "elapsed_time": "5:57:10", "remaining_time": "5:52:47"} +{"current_steps": 245, "total_steps": 485, "loss": 1.0779, "lr": 2.3157153147087082e-05, "epoch": 2.506393861892583, "percentage": 50.52, "elapsed_time": "5:58:38", "remaining_time": "5:51:19"} +{"current_steps": 246, "total_steps": 485, "loss": 1.0638, "lr": 2.301476953157904e-05, "epoch": 2.516624040920716, "percentage": 50.72, "elapsed_time": "6:00:06", "remaining_time": "5:49:51"} +{"current_steps": 247, "total_steps": 485, "loss": 1.0809, "lr": 2.2872229392767497e-05, "epoch": 2.526854219948849, "percentage": 50.93, "elapsed_time": "6:01:34", "remaining_time": "5:48:24"} +{"current_steps": 248, "total_steps": 485, "loss": 1.0877, "lr": 2.2729540131169543e-05, "epoch": 2.5370843989769822, "percentage": 51.13, "elapsed_time": "6:03:02", "remaining_time": "5:46:56"} +{"current_steps": 249, "total_steps": 485, "loss": 1.0767, "lr": 2.258670915504453e-05, "epoch": 2.547314578005115, "percentage": 51.34, "elapsed_time": "6:04:29", "remaining_time": "5:45:28"} +{"current_steps": 250, "total_steps": 485, "loss": 1.0724, "lr": 2.2443743880009462e-05, "epoch": 2.557544757033248, "percentage": 51.55, "elapsed_time": "6:05:57", "remaining_time": "5:43:59"} +{"current_steps": 251, "total_steps": 485, "loss": 1.0908, "lr": 2.2300651728654005e-05, "epoch": 2.5677749360613813, "percentage": 51.75, "elapsed_time": "6:07:24", "remaining_time": "5:42:31"} +{"current_steps": 252, "total_steps": 485, "loss": 1.0913, "lr": 2.2157440130155084e-05, "epoch": 2.578005115089514, "percentage": 51.96, "elapsed_time": "6:08:52", "remaining_time": "5:41:03"} +{"current_steps": 253, "total_steps": 485, "loss": 1.0804, "lr": 2.2014116519891168e-05, "epoch": 2.588235294117647, "percentage": 52.16, "elapsed_time": "6:10:20", "remaining_time": "5:39:35"} +{"current_steps": 254, "total_steps": 485, "loss": 1.0781, "lr": 2.1870688339056265e-05, "epoch": 2.59846547314578, "percentage": 52.37, "elapsed_time": "6:11:48", "remaining_time": "5:38:08"} +{"current_steps": 255, "total_steps": 485, "loss": 1.0676, "lr": 2.172716303427355e-05, "epoch": 2.608695652173913, "percentage": 52.58, "elapsed_time": "6:13:15", "remaining_time": "5:36:39"} +{"current_steps": 256, "total_steps": 485, "loss": 1.082, "lr": 2.158354805720877e-05, "epoch": 2.618925831202046, "percentage": 52.78, "elapsed_time": "6:14:43", "remaining_time": "5:35:11"} +{"current_steps": 257, "total_steps": 485, "loss": 1.0848, "lr": 2.1439850864183343e-05, "epoch": 2.629156010230179, "percentage": 52.99, "elapsed_time": "6:16:10", "remaining_time": "5:33:43"} +{"current_steps": 258, "total_steps": 485, "loss": 1.0768, "lr": 2.1296078915787253e-05, "epoch": 2.639386189258312, "percentage": 53.2, "elapsed_time": "6:17:38", "remaining_time": "5:32:15"} +{"current_steps": 259, "total_steps": 485, "loss": 1.0888, "lr": 2.1152239676491687e-05, "epoch": 2.649616368286445, "percentage": 53.4, "elapsed_time": "6:19:05", "remaining_time": "5:30:47"} +{"current_steps": 260, "total_steps": 485, "loss": 1.0876, "lr": 2.10083406142615e-05, "epoch": 2.659846547314578, "percentage": 53.61, "elapsed_time": "6:20:33", "remaining_time": "5:29:19"} +{"current_steps": 261, "total_steps": 485, "loss": 1.0713, "lr": 2.086438920016748e-05, "epoch": 2.670076726342711, "percentage": 53.81, "elapsed_time": "6:22:01", "remaining_time": "5:27:51"} +{"current_steps": 262, "total_steps": 485, "loss": 1.0708, "lr": 2.0720392907998473e-05, "epoch": 2.680306905370844, "percentage": 54.02, "elapsed_time": "6:23:28", "remaining_time": "5:26:23"} +{"current_steps": 263, "total_steps": 485, "loss": 1.0747, "lr": 2.0576359213873332e-05, "epoch": 2.690537084398977, "percentage": 54.23, "elapsed_time": "6:24:56", "remaining_time": "5:24:55"} +{"current_steps": 264, "total_steps": 485, "loss": 1.0759, "lr": 2.0432295595852774e-05, "epoch": 2.70076726342711, "percentage": 54.43, "elapsed_time": "6:26:23", "remaining_time": "5:23:27"} +{"current_steps": 265, "total_steps": 485, "loss": 1.0806, "lr": 2.0288209533551147e-05, "epoch": 2.710997442455243, "percentage": 54.64, "elapsed_time": "6:27:51", "remaining_time": "5:21:59"} +{"current_steps": 266, "total_steps": 485, "loss": 1.1006, "lr": 2.0144108507748053e-05, "epoch": 2.7212276214833757, "percentage": 54.85, "elapsed_time": "6:29:19", "remaining_time": "5:20:31"} +{"current_steps": 267, "total_steps": 485, "loss": 1.0829, "lr": 2e-05, "epoch": 2.731457800511509, "percentage": 55.05, "elapsed_time": "6:30:46", "remaining_time": "5:19:03"} +{"current_steps": 268, "total_steps": 485, "loss": 1.0802, "lr": 1.985589149225195e-05, "epoch": 2.741687979539642, "percentage": 55.26, "elapsed_time": "6:32:14", "remaining_time": "5:17:35"} +{"current_steps": 269, "total_steps": 485, "loss": 1.0968, "lr": 1.9711790466448863e-05, "epoch": 2.7519181585677748, "percentage": 55.46, "elapsed_time": "6:33:41", "remaining_time": "5:16:07"} +{"current_steps": 270, "total_steps": 485, "loss": 1.0694, "lr": 1.956770440414723e-05, "epoch": 2.762148337595908, "percentage": 55.67, "elapsed_time": "6:35:09", "remaining_time": "5:14:39"} +{"current_steps": 271, "total_steps": 485, "loss": 1.0775, "lr": 1.9423640786126675e-05, "epoch": 2.772378516624041, "percentage": 55.88, "elapsed_time": "6:36:36", "remaining_time": "5:13:11"} +{"current_steps": 272, "total_steps": 485, "loss": 1.0716, "lr": 1.9279607092001534e-05, "epoch": 2.782608695652174, "percentage": 56.08, "elapsed_time": "6:38:04", "remaining_time": "5:11:43"} +{"current_steps": 273, "total_steps": 485, "loss": 1.0703, "lr": 1.913561079983252e-05, "epoch": 2.792838874680307, "percentage": 56.29, "elapsed_time": "6:39:32", "remaining_time": "5:10:15"} +{"current_steps": 274, "total_steps": 485, "loss": 1.0859, "lr": 1.899165938573851e-05, "epoch": 2.80306905370844, "percentage": 56.49, "elapsed_time": "6:40:59", "remaining_time": "5:08:47"} +{"current_steps": 275, "total_steps": 485, "loss": 1.091, "lr": 1.8847760323508317e-05, "epoch": 2.813299232736573, "percentage": 56.7, "elapsed_time": "6:42:27", "remaining_time": "5:07:19"} +{"current_steps": 276, "total_steps": 485, "loss": 1.088, "lr": 1.870392108421275e-05, "epoch": 2.8235294117647056, "percentage": 56.91, "elapsed_time": "6:43:55", "remaining_time": "5:05:51"} +{"current_steps": 277, "total_steps": 485, "loss": 1.0834, "lr": 1.856014913581666e-05, "epoch": 2.833759590792839, "percentage": 57.11, "elapsed_time": "6:45:22", "remaining_time": "5:04:23"} +{"current_steps": 278, "total_steps": 485, "loss": 1.0841, "lr": 1.8416451942791236e-05, "epoch": 2.843989769820972, "percentage": 57.32, "elapsed_time": "6:46:50", "remaining_time": "5:02:55"} +{"current_steps": 279, "total_steps": 485, "loss": 1.0757, "lr": 1.827283696572646e-05, "epoch": 2.8542199488491047, "percentage": 57.53, "elapsed_time": "6:48:18", "remaining_time": "5:01:28"} +{"current_steps": 280, "total_steps": 485, "loss": 1.0802, "lr": 1.8129311660943742e-05, "epoch": 2.864450127877238, "percentage": 57.73, "elapsed_time": "6:49:45", "remaining_time": "5:00:00"} +{"current_steps": 281, "total_steps": 485, "loss": 1.0822, "lr": 1.7985883480108836e-05, "epoch": 2.874680306905371, "percentage": 57.94, "elapsed_time": "6:51:13", "remaining_time": "4:58:32"} +{"current_steps": 282, "total_steps": 485, "loss": 1.0796, "lr": 1.7842559869844926e-05, "epoch": 2.8849104859335037, "percentage": 58.14, "elapsed_time": "6:52:41", "remaining_time": "4:57:04"} +{"current_steps": 283, "total_steps": 485, "loss": 1.0704, "lr": 1.7699348271345998e-05, "epoch": 2.895140664961637, "percentage": 58.35, "elapsed_time": "6:54:09", "remaining_time": "4:55:36"} +{"current_steps": 284, "total_steps": 485, "loss": 1.0704, "lr": 1.7556256119990538e-05, "epoch": 2.90537084398977, "percentage": 58.56, "elapsed_time": "6:55:36", "remaining_time": "4:54:08"} +{"current_steps": 285, "total_steps": 485, "loss": 1.0817, "lr": 1.7413290844955478e-05, "epoch": 2.915601023017903, "percentage": 58.76, "elapsed_time": "6:57:04", "remaining_time": "4:52:40"} +{"current_steps": 286, "total_steps": 485, "loss": 1.0777, "lr": 1.727045986883046e-05, "epoch": 2.9258312020460355, "percentage": 58.97, "elapsed_time": "6:58:31", "remaining_time": "4:51:12"} +{"current_steps": 287, "total_steps": 485, "loss": 1.0814, "lr": 1.7127770607232506e-05, "epoch": 2.9360613810741687, "percentage": 59.18, "elapsed_time": "6:59:59", "remaining_time": "4:49:44"} +{"current_steps": 288, "total_steps": 485, "loss": 1.0863, "lr": 1.6985230468420966e-05, "epoch": 2.946291560102302, "percentage": 59.38, "elapsed_time": "7:01:26", "remaining_time": "4:48:16"} +{"current_steps": 289, "total_steps": 485, "loss": 1.094, "lr": 1.684284685291292e-05, "epoch": 2.9565217391304346, "percentage": 59.59, "elapsed_time": "7:02:54", "remaining_time": "4:46:49"} +{"current_steps": 290, "total_steps": 485, "loss": 1.0787, "lr": 1.6700627153098953e-05, "epoch": 2.9667519181585678, "percentage": 59.79, "elapsed_time": "7:04:22", "remaining_time": "4:45:21"} +{"current_steps": 291, "total_steps": 485, "loss": 1.075, "lr": 1.6558578752859307e-05, "epoch": 2.976982097186701, "percentage": 60.0, "elapsed_time": "7:05:50", "remaining_time": "4:43:53"} +{"current_steps": 292, "total_steps": 485, "loss": 1.0953, "lr": 1.641670902718058e-05, "epoch": 2.9872122762148337, "percentage": 60.21, "elapsed_time": "7:07:18", "remaining_time": "4:42:25"} +{"current_steps": 293, "total_steps": 485, "loss": 1.2545, "lr": 1.6275025341772794e-05, "epoch": 2.997442455242967, "percentage": 60.41, "elapsed_time": "7:08:45", "remaining_time": "4:40:57"} +{"current_steps": 294, "total_steps": 485, "loss": 1.1921, "lr": 1.6133535052686953e-05, "epoch": 3.0076726342710995, "percentage": 60.62, "elapsed_time": "7:10:22", "remaining_time": "4:39:35"} +{"current_steps": 295, "total_steps": 485, "loss": 1.0719, "lr": 1.599224550593319e-05, "epoch": 3.0179028132992327, "percentage": 60.82, "elapsed_time": "7:11:50", "remaining_time": "4:38:07"} +{"current_steps": 296, "total_steps": 485, "loss": 1.0838, "lr": 1.5851164037099284e-05, "epoch": 3.028132992327366, "percentage": 61.03, "elapsed_time": "7:13:18", "remaining_time": "4:36:40"} +{"current_steps": 297, "total_steps": 485, "loss": 1.0599, "lr": 1.5710297970969893e-05, "epoch": 3.0383631713554986, "percentage": 61.24, "elapsed_time": "7:14:45", "remaining_time": "4:35:12"} +{"current_steps": 298, "total_steps": 485, "loss": 1.0627, "lr": 1.5569654621146203e-05, "epoch": 3.0485933503836318, "percentage": 61.44, "elapsed_time": "7:16:13", "remaining_time": "4:33:44"} +{"current_steps": 299, "total_steps": 485, "loss": 1.076, "lr": 1.542924128966622e-05, "epoch": 3.0588235294117645, "percentage": 61.65, "elapsed_time": "7:17:40", "remaining_time": "4:32:16"} +{"current_steps": 300, "total_steps": 485, "loss": 1.0797, "lr": 1.5289065266625684e-05, "epoch": 3.0690537084398977, "percentage": 61.86, "elapsed_time": "7:19:08", "remaining_time": "4:30:48"} +{"current_steps": 301, "total_steps": 485, "loss": 1.0777, "lr": 1.5149133829799558e-05, "epoch": 3.079283887468031, "percentage": 62.06, "elapsed_time": "7:20:36", "remaining_time": "4:29:20"} +{"current_steps": 302, "total_steps": 485, "loss": 1.1038, "lr": 1.5009454244264156e-05, "epoch": 3.0895140664961636, "percentage": 62.27, "elapsed_time": "7:22:03", "remaining_time": "4:27:52"} +{"current_steps": 303, "total_steps": 485, "loss": 1.0605, "lr": 1.4870033762019991e-05, "epoch": 3.0997442455242967, "percentage": 62.47, "elapsed_time": "7:23:31", "remaining_time": "4:26:24"} +{"current_steps": 304, "total_steps": 485, "loss": 1.0889, "lr": 1.4730879621615217e-05, "epoch": 3.10997442455243, "percentage": 62.68, "elapsed_time": "7:24:59", "remaining_time": "4:24:56"} +{"current_steps": 305, "total_steps": 485, "loss": 1.0863, "lr": 1.4591999047769842e-05, "epoch": 3.1202046035805626, "percentage": 62.89, "elapsed_time": "7:26:27", "remaining_time": "4:23:28"} +{"current_steps": 306, "total_steps": 485, "loss": 1.0527, "lr": 1.4453399251000635e-05, "epoch": 3.130434782608696, "percentage": 63.09, "elapsed_time": "7:27:55", "remaining_time": "4:22:01"} +{"current_steps": 307, "total_steps": 485, "loss": 1.074, "lr": 1.4315087427246706e-05, "epoch": 3.1406649616368285, "percentage": 63.3, "elapsed_time": "7:29:22", "remaining_time": "4:20:33"} +{"current_steps": 308, "total_steps": 485, "loss": 1.0802, "lr": 1.4177070757495983e-05, "epoch": 3.1508951406649617, "percentage": 63.51, "elapsed_time": "7:30:50", "remaining_time": "4:19:05"} +{"current_steps": 309, "total_steps": 485, "loss": 1.0987, "lr": 1.4039356407412329e-05, "epoch": 3.1611253196930944, "percentage": 63.71, "elapsed_time": "7:32:18", "remaining_time": "4:17:37"} +{"current_steps": 310, "total_steps": 485, "loss": 1.0673, "lr": 1.3901951526963516e-05, "epoch": 3.1713554987212276, "percentage": 63.92, "elapsed_time": "7:33:45", "remaining_time": "4:16:09"} +{"current_steps": 311, "total_steps": 485, "loss": 1.0549, "lr": 1.3764863250050031e-05, "epoch": 3.1815856777493607, "percentage": 64.12, "elapsed_time": "7:35:13", "remaining_time": "4:14:41"} +{"current_steps": 312, "total_steps": 485, "loss": 1.0699, "lr": 1.362809869413466e-05, "epoch": 3.1918158567774935, "percentage": 64.33, "elapsed_time": "7:36:41", "remaining_time": "4:13:13"} +{"current_steps": 313, "total_steps": 485, "loss": 1.0725, "lr": 1.3491664959872984e-05, "epoch": 3.2020460358056266, "percentage": 64.54, "elapsed_time": "7:38:09", "remaining_time": "4:11:46"} +{"current_steps": 314, "total_steps": 485, "loss": 1.0497, "lr": 1.3355569130744717e-05, "epoch": 3.21227621483376, "percentage": 64.74, "elapsed_time": "7:39:37", "remaining_time": "4:10:18"} +{"current_steps": 315, "total_steps": 485, "loss": 1.0808, "lr": 1.3219818272685912e-05, "epoch": 3.2225063938618925, "percentage": 64.95, "elapsed_time": "7:41:05", "remaining_time": "4:08:50"} +{"current_steps": 316, "total_steps": 485, "loss": 1.0643, "lr": 1.3084419433722148e-05, "epoch": 3.2327365728900257, "percentage": 65.15, "elapsed_time": "7:42:32", "remaining_time": "4:07:22"} +{"current_steps": 317, "total_steps": 485, "loss": 1.0542, "lr": 1.294937964360259e-05, "epoch": 3.2429667519181584, "percentage": 65.36, "elapsed_time": "7:44:00", "remaining_time": "4:05:54"} +{"current_steps": 318, "total_steps": 485, "loss": 1.0706, "lr": 1.2814705913434979e-05, "epoch": 3.2531969309462916, "percentage": 65.57, "elapsed_time": "7:45:28", "remaining_time": "4:04:26"} +{"current_steps": 319, "total_steps": 485, "loss": 1.0637, "lr": 1.2680405235321684e-05, "epoch": 3.2634271099744243, "percentage": 65.77, "elapsed_time": "7:46:55", "remaining_time": "4:02:58"} +{"current_steps": 320, "total_steps": 485, "loss": 1.0874, "lr": 1.2546484581996623e-05, "epoch": 3.2736572890025575, "percentage": 65.98, "elapsed_time": "7:48:23", "remaining_time": "4:01:30"} +{"current_steps": 321, "total_steps": 485, "loss": 1.0748, "lr": 1.2412950906463287e-05, "epoch": 3.2838874680306906, "percentage": 66.19, "elapsed_time": "7:49:51", "remaining_time": "4:00:03"} +{"current_steps": 322, "total_steps": 485, "loss": 1.0706, "lr": 1.2279811141633735e-05, "epoch": 3.2941176470588234, "percentage": 66.39, "elapsed_time": "7:51:18", "remaining_time": "3:58:35"} +{"current_steps": 323, "total_steps": 485, "loss": 1.0601, "lr": 1.2147072199968629e-05, "epoch": 3.3043478260869565, "percentage": 66.6, "elapsed_time": "7:52:46", "remaining_time": "3:57:07"} +{"current_steps": 324, "total_steps": 485, "loss": 1.0567, "lr": 1.201474097311837e-05, "epoch": 3.3145780051150897, "percentage": 66.8, "elapsed_time": "7:54:14", "remaining_time": "3:55:39"} +{"current_steps": 325, "total_steps": 485, "loss": 1.0725, "lr": 1.188282433156529e-05, "epoch": 3.3248081841432224, "percentage": 67.01, "elapsed_time": "7:55:42", "remaining_time": "3:54:11"} +{"current_steps": 326, "total_steps": 485, "loss": 1.0677, "lr": 1.1751329124266924e-05, "epoch": 3.3350383631713556, "percentage": 67.22, "elapsed_time": "7:57:09", "remaining_time": "3:52:43"} +{"current_steps": 327, "total_steps": 485, "loss": 1.0544, "lr": 1.1620262178300456e-05, "epoch": 3.3452685421994883, "percentage": 67.42, "elapsed_time": "7:58:37", "remaining_time": "3:51:15"} +{"current_steps": 328, "total_steps": 485, "loss": 1.0769, "lr": 1.1489630298508205e-05, "epoch": 3.3554987212276215, "percentage": 67.63, "elapsed_time": "8:00:05", "remaining_time": "3:49:47"} +{"current_steps": 329, "total_steps": 485, "loss": 1.0612, "lr": 1.1359440267144413e-05, "epoch": 3.3657289002557547, "percentage": 67.84, "elapsed_time": "8:01:33", "remaining_time": "3:48:20"} +{"current_steps": 330, "total_steps": 485, "loss": 1.0732, "lr": 1.1229698843523027e-05, "epoch": 3.3759590792838874, "percentage": 68.04, "elapsed_time": "8:03:00", "remaining_time": "3:46:52"} +{"current_steps": 331, "total_steps": 485, "loss": 1.0568, "lr": 1.1100412763666819e-05, "epoch": 3.3861892583120206, "percentage": 68.25, "elapsed_time": "8:04:28", "remaining_time": "3:45:24"} +{"current_steps": 332, "total_steps": 485, "loss": 1.0635, "lr": 1.0971588739957656e-05, "epoch": 3.3964194373401533, "percentage": 68.45, "elapsed_time": "8:05:55", "remaining_time": "3:43:56"} +{"current_steps": 333, "total_steps": 485, "loss": 1.0803, "lr": 1.0843233460788e-05, "epoch": 3.4066496163682864, "percentage": 68.66, "elapsed_time": "8:07:23", "remaining_time": "3:42:28"} +{"current_steps": 334, "total_steps": 485, "loss": 1.0757, "lr": 1.0715353590213597e-05, "epoch": 3.4168797953964196, "percentage": 68.87, "elapsed_time": "8:08:51", "remaining_time": "3:41:00"} +{"current_steps": 335, "total_steps": 485, "loss": 1.0686, "lr": 1.0587955767607594e-05, "epoch": 3.4271099744245523, "percentage": 69.07, "elapsed_time": "8:10:18", "remaining_time": "3:39:32"} +{"current_steps": 336, "total_steps": 485, "loss": 1.0765, "lr": 1.0461046607315723e-05, "epoch": 3.4373401534526855, "percentage": 69.28, "elapsed_time": "8:11:46", "remaining_time": "3:38:04"} +{"current_steps": 337, "total_steps": 485, "loss": 1.0747, "lr": 1.033463269831299e-05, "epoch": 3.4475703324808182, "percentage": 69.48, "elapsed_time": "8:13:14", "remaining_time": "3:36:36"} +{"current_steps": 338, "total_steps": 485, "loss": 1.0961, "lr": 1.0208720603861488e-05, "epoch": 3.4578005115089514, "percentage": 69.69, "elapsed_time": "8:14:41", "remaining_time": "3:35:09"} +{"current_steps": 339, "total_steps": 485, "loss": 1.0606, "lr": 1.0083316861169704e-05, "epoch": 3.4680306905370846, "percentage": 69.9, "elapsed_time": "8:16:09", "remaining_time": "3:33:41"} +{"current_steps": 340, "total_steps": 485, "loss": 1.0804, "lr": 9.958427981053116e-06, "epoch": 3.4782608695652173, "percentage": 70.1, "elapsed_time": "8:17:37", "remaining_time": "3:32:13"} +{"current_steps": 341, "total_steps": 485, "loss": 1.0677, "lr": 9.834060447596114e-06, "epoch": 3.4884910485933505, "percentage": 70.31, "elapsed_time": "8:19:04", "remaining_time": "3:30:45"} +{"current_steps": 342, "total_steps": 485, "loss": 1.0787, "lr": 9.710220717815378e-06, "epoch": 3.498721227621483, "percentage": 70.52, "elapsed_time": "8:20:32", "remaining_time": "3:29:17"} +{"current_steps": 343, "total_steps": 485, "loss": 1.0959, "lr": 9.586915221324668e-06, "epoch": 3.5089514066496164, "percentage": 70.72, "elapsed_time": "8:22:00", "remaining_time": "3:27:49"} +{"current_steps": 344, "total_steps": 485, "loss": 1.0543, "lr": 9.464150360000946e-06, "epoch": 3.5191815856777495, "percentage": 70.93, "elapsed_time": "8:23:27", "remaining_time": "3:26:21"} +{"current_steps": 345, "total_steps": 485, "loss": 1.079, "lr": 9.341932507652053e-06, "epoch": 3.5294117647058822, "percentage": 71.13, "elapsed_time": "8:24:55", "remaining_time": "3:24:53"} +{"current_steps": 346, "total_steps": 485, "loss": 1.0917, "lr": 9.220268009685752e-06, "epoch": 3.5396419437340154, "percentage": 71.34, "elapsed_time": "8:26:23", "remaining_time": "3:23:25"} +{"current_steps": 347, "total_steps": 485, "loss": 1.0698, "lr": 9.099163182780284e-06, "epoch": 3.5498721227621486, "percentage": 71.55, "elapsed_time": "8:27:50", "remaining_time": "3:21:58"} +{"current_steps": 348, "total_steps": 485, "loss": 1.078, "lr": 8.978624314556454e-06, "epoch": 3.5601023017902813, "percentage": 71.75, "elapsed_time": "8:29:18", "remaining_time": "3:20:30"} +{"current_steps": 349, "total_steps": 485, "loss": 1.0763, "lr": 8.85865766325113e-06, "epoch": 3.5703324808184145, "percentage": 71.96, "elapsed_time": "8:30:46", "remaining_time": "3:19:02"} +{"current_steps": 350, "total_steps": 485, "loss": 1.0749, "lr": 8.73926945739235e-06, "epoch": 3.580562659846547, "percentage": 72.16, "elapsed_time": "8:32:13", "remaining_time": "3:17:34"} +{"current_steps": 351, "total_steps": 485, "loss": 1.0647, "lr": 8.620465895475958e-06, "epoch": 3.5907928388746804, "percentage": 72.37, "elapsed_time": "8:33:40", "remaining_time": "3:16:06"} +{"current_steps": 352, "total_steps": 485, "loss": 1.0814, "lr": 8.502253145643752e-06, "epoch": 3.601023017902813, "percentage": 72.58, "elapsed_time": "8:35:08", "remaining_time": "3:14:38"} +{"current_steps": 353, "total_steps": 485, "loss": 1.0638, "lr": 8.384637345363262e-06, "epoch": 3.6112531969309463, "percentage": 72.78, "elapsed_time": "8:36:36", "remaining_time": "3:13:10"} +{"current_steps": 354, "total_steps": 485, "loss": 1.0654, "lr": 8.26762460110911e-06, "epoch": 3.6214833759590794, "percentage": 72.99, "elapsed_time": "8:38:04", "remaining_time": "3:11:43"} +{"current_steps": 355, "total_steps": 485, "loss": 1.0713, "lr": 8.151220988045929e-06, "epoch": 3.631713554987212, "percentage": 73.2, "elapsed_time": "8:39:32", "remaining_time": "3:10:15"} +{"current_steps": 356, "total_steps": 485, "loss": 1.0657, "lr": 8.035432549713006e-06, "epoch": 3.6419437340153453, "percentage": 73.4, "elapsed_time": "8:40:59", "remaining_time": "3:08:47"} +{"current_steps": 357, "total_steps": 485, "loss": 1.0686, "lr": 7.920265297710451e-06, "epoch": 3.6521739130434785, "percentage": 73.61, "elapsed_time": "8:42:27", "remaining_time": "3:07:19"} +{"current_steps": 358, "total_steps": 485, "loss": 1.081, "lr": 7.805725211387113e-06, "epoch": 3.662404092071611, "percentage": 73.81, "elapsed_time": "8:43:55", "remaining_time": "3:05:51"} +{"current_steps": 359, "total_steps": 485, "loss": 1.0596, "lr": 7.691818237530147e-06, "epoch": 3.6726342710997444, "percentage": 74.02, "elapsed_time": "8:45:22", "remaining_time": "3:04:23"} +{"current_steps": 360, "total_steps": 485, "loss": 1.0732, "lr": 7.5785502900562324e-06, "epoch": 3.682864450127877, "percentage": 74.23, "elapsed_time": "8:46:50", "remaining_time": "3:02:55"} +{"current_steps": 361, "total_steps": 485, "loss": 1.0567, "lr": 7.46592724970455e-06, "epoch": 3.6930946291560103, "percentage": 74.43, "elapsed_time": "8:48:18", "remaining_time": "3:01:27"} +{"current_steps": 362, "total_steps": 485, "loss": 1.071, "lr": 7.353954963731475e-06, "epoch": 3.703324808184143, "percentage": 74.64, "elapsed_time": "8:49:45", "remaining_time": "3:00:00"} +{"current_steps": 363, "total_steps": 485, "loss": 1.0611, "lr": 7.242639245606959e-06, "epoch": 3.713554987212276, "percentage": 74.85, "elapsed_time": "8:51:13", "remaining_time": "2:58:32"} +{"current_steps": 364, "total_steps": 485, "loss": 1.0634, "lr": 7.131985874712717e-06, "epoch": 3.7237851662404093, "percentage": 75.05, "elapsed_time": "8:52:40", "remaining_time": "2:57:04"} +{"current_steps": 365, "total_steps": 485, "loss": 1.0806, "lr": 7.022000596042196e-06, "epoch": 3.734015345268542, "percentage": 75.26, "elapsed_time": "8:54:08", "remaining_time": "2:55:36"} +{"current_steps": 366, "total_steps": 485, "loss": 1.0626, "lr": 6.912689119902245e-06, "epoch": 3.7442455242966752, "percentage": 75.46, "elapsed_time": "8:55:35", "remaining_time": "2:54:08"} +{"current_steps": 367, "total_steps": 485, "loss": 1.0648, "lr": 6.804057121616714e-06, "epoch": 3.7544757033248084, "percentage": 75.67, "elapsed_time": "8:57:03", "remaining_time": "2:52:40"} +{"current_steps": 368, "total_steps": 485, "loss": 1.0695, "lr": 6.696110241231708e-06, "epoch": 3.764705882352941, "percentage": 75.88, "elapsed_time": "8:58:31", "remaining_time": "2:51:12"} +{"current_steps": 369, "total_steps": 485, "loss": 1.0676, "lr": 6.588854083222851e-06, "epoch": 3.7749360613810743, "percentage": 76.08, "elapsed_time": "8:59:58", "remaining_time": "2:49:45"} +{"current_steps": 370, "total_steps": 485, "loss": 1.053, "lr": 6.48229421620427e-06, "epoch": 3.785166240409207, "percentage": 76.29, "elapsed_time": "9:01:26", "remaining_time": "2:48:17"} +{"current_steps": 371, "total_steps": 485, "loss": 1.0871, "lr": 6.3764361726394616e-06, "epoch": 3.79539641943734, "percentage": 76.49, "elapsed_time": "9:02:54", "remaining_time": "2:46:49"} +{"current_steps": 372, "total_steps": 485, "loss": 1.0859, "lr": 6.271285448554072e-06, "epoch": 3.805626598465473, "percentage": 76.7, "elapsed_time": "9:04:22", "remaining_time": "2:45:21"} +{"current_steps": 373, "total_steps": 485, "loss": 1.0706, "lr": 6.166847503250563e-06, "epoch": 3.815856777493606, "percentage": 76.91, "elapsed_time": "9:05:50", "remaining_time": "2:43:53"} +{"current_steps": 374, "total_steps": 485, "loss": 1.0834, "lr": 6.063127759024745e-06, "epoch": 3.8260869565217392, "percentage": 77.11, "elapsed_time": "9:07:17", "remaining_time": "2:42:25"} +{"current_steps": 375, "total_steps": 485, "loss": 1.0636, "lr": 5.960131600884274e-06, "epoch": 3.836317135549872, "percentage": 77.32, "elapsed_time": "9:08:45", "remaining_time": "2:40:58"} +{"current_steps": 376, "total_steps": 485, "loss": 1.067, "lr": 5.857864376269051e-06, "epoch": 3.846547314578005, "percentage": 77.53, "elapsed_time": "9:10:13", "remaining_time": "2:39:30"} +{"current_steps": 377, "total_steps": 485, "loss": 1.0867, "lr": 5.756331394773624e-06, "epoch": 3.8567774936061383, "percentage": 77.73, "elapsed_time": "9:11:40", "remaining_time": "2:38:02"} +{"current_steps": 378, "total_steps": 485, "loss": 1.0618, "lr": 5.6555379278714905e-06, "epoch": 3.867007672634271, "percentage": 77.94, "elapsed_time": "9:13:08", "remaining_time": "2:36:34"} +{"current_steps": 379, "total_steps": 485, "loss": 1.0632, "lr": 5.555489208641412e-06, "epoch": 3.877237851662404, "percentage": 78.14, "elapsed_time": "9:14:36", "remaining_time": "2:35:06"} +{"current_steps": 380, "total_steps": 485, "loss": 1.1028, "lr": 5.4561904314957185e-06, "epoch": 3.887468030690537, "percentage": 78.35, "elapsed_time": "9:16:03", "remaining_time": "2:33:38"} +{"current_steps": 381, "total_steps": 485, "loss": 1.0396, "lr": 5.357646751910628e-06, "epoch": 3.89769820971867, "percentage": 78.56, "elapsed_time": "9:17:31", "remaining_time": "2:32:11"} +{"current_steps": 382, "total_steps": 485, "loss": 1.0857, "lr": 5.259863286158591e-06, "epoch": 3.907928388746803, "percentage": 78.76, "elapsed_time": "9:18:59", "remaining_time": "2:30:43"} +{"current_steps": 383, "total_steps": 485, "loss": 1.0643, "lr": 5.162845111042632e-06, "epoch": 3.918158567774936, "percentage": 78.97, "elapsed_time": "9:20:26", "remaining_time": "2:29:15"} +{"current_steps": 384, "total_steps": 485, "loss": 1.0725, "lr": 5.0665972636327775e-06, "epoch": 3.928388746803069, "percentage": 79.18, "elapsed_time": "9:21:54", "remaining_time": "2:27:47"} +{"current_steps": 385, "total_steps": 485, "loss": 1.0631, "lr": 4.971124741004558e-06, "epoch": 3.938618925831202, "percentage": 79.38, "elapsed_time": "9:23:21", "remaining_time": "2:26:19"} +{"current_steps": 386, "total_steps": 485, "loss": 1.0541, "lr": 4.8764324999795486e-06, "epoch": 3.948849104859335, "percentage": 79.59, "elapsed_time": "9:24:49", "remaining_time": "2:24:51"} +{"current_steps": 387, "total_steps": 485, "loss": 1.0598, "lr": 4.78252545686799e-06, "epoch": 3.959079283887468, "percentage": 79.79, "elapsed_time": "9:26:17", "remaining_time": "2:23:24"} +{"current_steps": 388, "total_steps": 485, "loss": 1.0998, "lr": 4.6894084872136026e-06, "epoch": 3.969309462915601, "percentage": 80.0, "elapsed_time": "9:27:45", "remaining_time": "2:21:56"} +{"current_steps": 389, "total_steps": 485, "loss": 1.0854, "lr": 4.597086425540389e-06, "epoch": 3.979539641943734, "percentage": 80.21, "elapsed_time": "9:29:13", "remaining_time": "2:20:28"} +{"current_steps": 390, "total_steps": 485, "loss": 1.0706, "lr": 4.505564065101689e-06, "epoch": 3.9897698209718673, "percentage": 80.41, "elapsed_time": "9:30:41", "remaining_time": "2:19:00"} +{"current_steps": 391, "total_steps": 485, "loss": 1.3509, "lr": 4.414846157631265e-06, "epoch": 4.0, "percentage": 80.62, "elapsed_time": "9:32:08", "remaining_time": "2:17:32"} +{"current_steps": 392, "total_steps": 485, "loss": 1.0539, "lr": 4.324937413096628e-06, "epoch": 4.010230179028133, "percentage": 80.82, "elapsed_time": "9:33:45", "remaining_time": "2:16:07"} +{"current_steps": 393, "total_steps": 485, "loss": 1.0684, "lr": 4.2358424994545165e-06, "epoch": 4.020460358056266, "percentage": 81.03, "elapsed_time": "9:35:13", "remaining_time": "2:14:39"} +{"current_steps": 394, "total_steps": 485, "loss": 1.0605, "lr": 4.147566042408502e-06, "epoch": 4.030690537084399, "percentage": 81.24, "elapsed_time": "9:36:41", "remaining_time": "2:13:11"} +{"current_steps": 395, "total_steps": 485, "loss": 1.0681, "lr": 4.060112625168848e-06, "epoch": 4.040920716112532, "percentage": 81.44, "elapsed_time": "9:38:08", "remaining_time": "2:11:43"} +{"current_steps": 396, "total_steps": 485, "loss": 1.0544, "lr": 3.973486788214571e-06, "epoch": 4.051150895140665, "percentage": 81.65, "elapsed_time": "9:39:36", "remaining_time": "2:10:15"} +{"current_steps": 397, "total_steps": 485, "loss": 1.0571, "lr": 3.887693029057675e-06, "epoch": 4.061381074168798, "percentage": 81.86, "elapsed_time": "9:41:04", "remaining_time": "2:08:48"} +{"current_steps": 398, "total_steps": 485, "loss": 1.0829, "lr": 3.8027358020096584e-06, "epoch": 4.071611253196931, "percentage": 82.06, "elapsed_time": "9:42:31", "remaining_time": "2:07:20"} +{"current_steps": 399, "total_steps": 485, "loss": 1.0841, "lr": 3.7186195179502636e-06, "epoch": 4.081841432225064, "percentage": 82.27, "elapsed_time": "9:43:59", "remaining_time": "2:05:52"} +{"current_steps": 400, "total_steps": 485, "loss": 1.0552, "lr": 3.6353485440984427e-06, "epoch": 4.092071611253197, "percentage": 82.47, "elapsed_time": "9:45:27", "remaining_time": "2:04:24"} +{"current_steps": 401, "total_steps": 485, "loss": 1.0613, "lr": 3.5529272037856497e-06, "epoch": 4.10230179028133, "percentage": 82.68, "elapsed_time": "9:46:55", "remaining_time": "2:02:56"} +{"current_steps": 402, "total_steps": 485, "loss": 1.0613, "lr": 3.471359776231347e-06, "epoch": 4.112531969309463, "percentage": 82.89, "elapsed_time": "9:48:23", "remaining_time": "2:01:28"} +{"current_steps": 403, "total_steps": 485, "loss": 1.0636, "lr": 3.3906504963208396e-06, "epoch": 4.122762148337596, "percentage": 83.09, "elapsed_time": "9:49:51", "remaining_time": "2:00:01"} +{"current_steps": 404, "total_steps": 485, "loss": 1.0719, "lr": 3.310803554385438e-06, "epoch": 4.132992327365729, "percentage": 83.3, "elapsed_time": "9:51:18", "remaining_time": "1:58:33"} +{"current_steps": 405, "total_steps": 485, "loss": 1.0639, "lr": 3.2318230959848517e-06, "epoch": 4.143222506393862, "percentage": 83.51, "elapsed_time": "9:52:46", "remaining_time": "1:57:05"} +{"current_steps": 406, "total_steps": 485, "loss": 1.0707, "lr": 3.153713221691983e-06, "epoch": 4.153452685421995, "percentage": 83.71, "elapsed_time": "9:54:14", "remaining_time": "1:55:37"} +{"current_steps": 407, "total_steps": 485, "loss": 1.0711, "lr": 3.0764779868800398e-06, "epoch": 4.163682864450128, "percentage": 83.92, "elapsed_time": "9:55:41", "remaining_time": "1:54:09"} +{"current_steps": 408, "total_steps": 485, "loss": 1.0792, "lr": 3.0001214015119593e-06, "epoch": 4.173913043478261, "percentage": 84.12, "elapsed_time": "9:57:09", "remaining_time": "1:52:41"} +{"current_steps": 409, "total_steps": 485, "loss": 1.0788, "lr": 2.924647429932228e-06, "epoch": 4.1841432225063935, "percentage": 84.33, "elapsed_time": "9:58:36", "remaining_time": "1:51:14"} +{"current_steps": 410, "total_steps": 485, "loss": 1.0641, "lr": 2.8500599906610736e-06, "epoch": 4.194373401534527, "percentage": 84.54, "elapsed_time": "10:00:04", "remaining_time": "1:49:46"} +{"current_steps": 411, "total_steps": 485, "loss": 1.0596, "lr": 2.776362956190983e-06, "epoch": 4.20460358056266, "percentage": 84.74, "elapsed_time": "10:01:32", "remaining_time": "1:48:18"} +{"current_steps": 412, "total_steps": 485, "loss": 1.0583, "lr": 2.7035601527856914e-06, "epoch": 4.2148337595907925, "percentage": 84.95, "elapsed_time": "10:03:00", "remaining_time": "1:46:50"} +{"current_steps": 413, "total_steps": 485, "loss": 1.057, "lr": 2.6316553602814864e-06, "epoch": 4.225063938618926, "percentage": 85.15, "elapsed_time": "10:04:27", "remaining_time": "1:45:22"} +{"current_steps": 414, "total_steps": 485, "loss": 1.0739, "lr": 2.560652311890981e-06, "epoch": 4.235294117647059, "percentage": 85.36, "elapsed_time": "10:05:55", "remaining_time": "1:43:54"} +{"current_steps": 415, "total_steps": 485, "loss": 1.0715, "lr": 2.4905546940093086e-06, "epoch": 4.245524296675192, "percentage": 85.57, "elapsed_time": "10:07:23", "remaining_time": "1:42:27"} +{"current_steps": 416, "total_steps": 485, "loss": 1.0679, "lr": 2.4213661460226925e-06, "epoch": 4.255754475703325, "percentage": 85.77, "elapsed_time": "10:08:50", "remaining_time": "1:40:59"} +{"current_steps": 417, "total_steps": 485, "loss": 1.0538, "lr": 2.353090260119515e-06, "epoch": 4.265984654731458, "percentage": 85.98, "elapsed_time": "10:10:18", "remaining_time": "1:39:31"} +{"current_steps": 418, "total_steps": 485, "loss": 1.0634, "lr": 2.28573058110382e-06, "epoch": 4.276214833759591, "percentage": 86.19, "elapsed_time": "10:11:45", "remaining_time": "1:38:03"} +{"current_steps": 419, "total_steps": 485, "loss": 1.0502, "lr": 2.219290606211253e-06, "epoch": 4.286445012787723, "percentage": 86.39, "elapsed_time": "10:13:13", "remaining_time": "1:36:35"} +{"current_steps": 420, "total_steps": 485, "loss": 1.0738, "lr": 2.153773784927511e-06, "epoch": 4.296675191815857, "percentage": 86.6, "elapsed_time": "10:14:41", "remaining_time": "1:35:07"} +{"current_steps": 421, "total_steps": 485, "loss": 1.0823, "lr": 2.0891835188092146e-06, "epoch": 4.30690537084399, "percentage": 86.8, "elapsed_time": "10:16:08", "remaining_time": "1:33:39"} +{"current_steps": 422, "total_steps": 485, "loss": 1.0527, "lr": 2.025523161307348e-06, "epoch": 4.3171355498721224, "percentage": 87.01, "elapsed_time": "10:17:36", "remaining_time": "1:32:12"} +{"current_steps": 423, "total_steps": 485, "loss": 1.0697, "lr": 1.962796017593125e-06, "epoch": 4.327365728900256, "percentage": 87.22, "elapsed_time": "10:19:04", "remaining_time": "1:30:44"} +{"current_steps": 424, "total_steps": 485, "loss": 1.0713, "lr": 1.9010053443863796e-06, "epoch": 4.337595907928389, "percentage": 87.42, "elapsed_time": "10:20:32", "remaining_time": "1:29:16"} +{"current_steps": 425, "total_steps": 485, "loss": 1.0588, "lr": 1.8401543497865026e-06, "epoch": 4.3478260869565215, "percentage": 87.63, "elapsed_time": "10:22:00", "remaining_time": "1:27:48"} +{"current_steps": 426, "total_steps": 485, "loss": 1.0648, "lr": 1.7802461931058767e-06, "epoch": 4.358056265984655, "percentage": 87.84, "elapsed_time": "10:23:27", "remaining_time": "1:26:20"} +{"current_steps": 427, "total_steps": 485, "loss": 1.0692, "lr": 1.721283984705835e-06, "epoch": 4.368286445012788, "percentage": 88.04, "elapsed_time": "10:24:55", "remaining_time": "1:24:53"} +{"current_steps": 428, "total_steps": 485, "loss": 1.086, "lr": 1.663270785835187e-06, "epoch": 4.378516624040921, "percentage": 88.25, "elapsed_time": "10:26:23", "remaining_time": "1:23:25"} +{"current_steps": 429, "total_steps": 485, "loss": 1.0699, "lr": 1.6062096084712786e-06, "epoch": 4.388746803069053, "percentage": 88.45, "elapsed_time": "10:27:51", "remaining_time": "1:21:57"} +{"current_steps": 430, "total_steps": 485, "loss": 1.0689, "lr": 1.5501034151636129e-06, "epoch": 4.398976982097187, "percentage": 88.66, "elapsed_time": "10:29:19", "remaining_time": "1:20:29"} +{"current_steps": 431, "total_steps": 485, "loss": 1.0806, "lr": 1.4949551188800504e-06, "epoch": 4.40920716112532, "percentage": 88.87, "elapsed_time": "10:30:46", "remaining_time": "1:19:01"} +{"current_steps": 432, "total_steps": 485, "loss": 1.0627, "lr": 1.4407675828555378e-06, "epoch": 4.419437340153452, "percentage": 89.07, "elapsed_time": "10:32:14", "remaining_time": "1:17:34"} +{"current_steps": 433, "total_steps": 485, "loss": 1.0651, "lr": 1.3875436204434922e-06, "epoch": 4.429667519181586, "percentage": 89.28, "elapsed_time": "10:33:42", "remaining_time": "1:16:06"} +{"current_steps": 434, "total_steps": 485, "loss": 1.0777, "lr": 1.3352859949697127e-06, "epoch": 4.439897698209719, "percentage": 89.48, "elapsed_time": "10:35:10", "remaining_time": "1:14:38"} +{"current_steps": 435, "total_steps": 485, "loss": 1.0605, "lr": 1.283997419588916e-06, "epoch": 4.450127877237851, "percentage": 89.69, "elapsed_time": "10:36:38", "remaining_time": "1:13:10"} +{"current_steps": 436, "total_steps": 485, "loss": 1.0679, "lr": 1.2336805571438703e-06, "epoch": 4.460358056265985, "percentage": 89.9, "elapsed_time": "10:38:06", "remaining_time": "1:11:42"} +{"current_steps": 437, "total_steps": 485, "loss": 1.0684, "lr": 1.1843380200271426e-06, "epoch": 4.470588235294118, "percentage": 90.1, "elapsed_time": "10:39:34", "remaining_time": "1:10:15"} +{"current_steps": 438, "total_steps": 485, "loss": 1.0746, "lr": 1.135972370045486e-06, "epoch": 4.4808184143222505, "percentage": 90.31, "elapsed_time": "10:41:02", "remaining_time": "1:08:47"} +{"current_steps": 439, "total_steps": 485, "loss": 1.0764, "lr": 1.0885861182867985e-06, "epoch": 4.491048593350383, "percentage": 90.52, "elapsed_time": "10:42:31", "remaining_time": "1:07:19"} +{"current_steps": 440, "total_steps": 485, "loss": 1.0625, "lr": 1.0421817249897791e-06, "epoch": 4.501278772378517, "percentage": 90.72, "elapsed_time": "10:43:59", "remaining_time": "1:05:51"} +{"current_steps": 441, "total_steps": 485, "loss": 1.0768, "lr": 9.96761599416185e-07, "epoch": 4.5115089514066495, "percentage": 90.93, "elapsed_time": "10:45:27", "remaining_time": "1:04:23"} +{"current_steps": 442, "total_steps": 485, "loss": 1.0741, "lr": 9.5232809972575e-07, "epoch": 4.521739130434782, "percentage": 91.13, "elapsed_time": "10:46:55", "remaining_time": "1:02:56"} +{"current_steps": 443, "total_steps": 485, "loss": 1.0595, "lr": 9.088835328537304e-07, "epoch": 4.531969309462916, "percentage": 91.34, "elapsed_time": "10:48:23", "remaining_time": "1:01:28"} +{"current_steps": 444, "total_steps": 485, "loss": 1.0532, "lr": 8.66430154391169e-07, "epoch": 4.542199488491049, "percentage": 91.55, "elapsed_time": "10:49:51", "remaining_time": "1:00:00"} +{"current_steps": 445, "total_steps": 485, "loss": 1.0716, "lr": 8.249701684677558e-07, "epoch": 4.552429667519181, "percentage": 91.75, "elapsed_time": "10:51:18", "remaining_time": "0:58:32"} +{"current_steps": 446, "total_steps": 485, "loss": 1.0798, "lr": 7.84505727637408e-07, "epoch": 4.562659846547315, "percentage": 91.96, "elapsed_time": "10:52:46", "remaining_time": "0:57:04"} +{"current_steps": 447, "total_steps": 485, "loss": 1.0513, "lr": 7.450389327665042e-07, "epoch": 4.572890025575448, "percentage": 92.16, "elapsed_time": "10:54:14", "remaining_time": "0:55:37"} +{"current_steps": 448, "total_steps": 485, "loss": 1.0768, "lr": 7.065718329248139e-07, "epoch": 4.58312020460358, "percentage": 92.37, "elapsed_time": "10:55:42", "remaining_time": "0:54:09"} +{"current_steps": 449, "total_steps": 485, "loss": 1.0599, "lr": 6.691064252791158e-07, "epoch": 4.593350383631714, "percentage": 92.58, "elapsed_time": "10:57:09", "remaining_time": "0:52:41"} +{"current_steps": 450, "total_steps": 485, "loss": 1.0654, "lr": 6.326446549894983e-07, "epoch": 4.603580562659847, "percentage": 92.78, "elapsed_time": "10:58:37", "remaining_time": "0:51:13"} +{"current_steps": 451, "total_steps": 485, "loss": 1.0432, "lr": 5.971884151083696e-07, "epoch": 4.6138107416879794, "percentage": 92.99, "elapsed_time": "11:00:05", "remaining_time": "0:49:45"} +{"current_steps": 452, "total_steps": 485, "loss": 1.0714, "lr": 5.627395464821894e-07, "epoch": 4.624040920716112, "percentage": 93.2, "elapsed_time": "11:01:33", "remaining_time": "0:48:17"} +{"current_steps": 453, "total_steps": 485, "loss": 1.0766, "lr": 5.292998376558656e-07, "epoch": 4.634271099744246, "percentage": 93.4, "elapsed_time": "11:03:00", "remaining_time": "0:46:50"} +{"current_steps": 454, "total_steps": 485, "loss": 1.0793, "lr": 4.96871024779928e-07, "epoch": 4.6445012787723785, "percentage": 93.61, "elapsed_time": "11:04:28", "remaining_time": "0:45:22"} +{"current_steps": 455, "total_steps": 485, "loss": 1.0659, "lr": 4.654547915203589e-07, "epoch": 4.654731457800511, "percentage": 93.81, "elapsed_time": "11:05:55", "remaining_time": "0:43:54"} +{"current_steps": 456, "total_steps": 485, "loss": 1.0594, "lr": 4.3505276897119586e-07, "epoch": 4.664961636828645, "percentage": 94.02, "elapsed_time": "11:07:23", "remaining_time": "0:42:26"} +{"current_steps": 457, "total_steps": 485, "loss": 1.0543, "lr": 4.056665355698508e-07, "epoch": 4.675191815856778, "percentage": 94.23, "elapsed_time": "11:08:51", "remaining_time": "0:40:58"} +{"current_steps": 458, "total_steps": 485, "loss": 1.0729, "lr": 3.7729761701514655e-07, "epoch": 4.68542199488491, "percentage": 94.43, "elapsed_time": "11:10:18", "remaining_time": "0:39:30"} +{"current_steps": 459, "total_steps": 485, "loss": 1.0852, "lr": 3.499474861881069e-07, "epoch": 4.695652173913043, "percentage": 94.64, "elapsed_time": "11:11:46", "remaining_time": "0:38:03"} +{"current_steps": 460, "total_steps": 485, "loss": 1.0603, "lr": 3.236175630755023e-07, "epoch": 4.705882352941177, "percentage": 94.85, "elapsed_time": "11:13:13", "remaining_time": "0:36:35"} +{"current_steps": 461, "total_steps": 485, "loss": 1.0606, "lr": 2.98309214696102e-07, "epoch": 4.716112531969309, "percentage": 95.05, "elapsed_time": "11:14:41", "remaining_time": "0:35:07"} +{"current_steps": 462, "total_steps": 485, "loss": 1.0758, "lr": 2.740237550297131e-07, "epoch": 4.726342710997442, "percentage": 95.26, "elapsed_time": "11:16:09", "remaining_time": "0:33:39"} +{"current_steps": 463, "total_steps": 485, "loss": 1.0703, "lr": 2.507624449489665e-07, "epoch": 4.736572890025576, "percentage": 95.46, "elapsed_time": "11:17:37", "remaining_time": "0:32:11"} +{"current_steps": 464, "total_steps": 485, "loss": 1.0745, "lr": 2.2852649215383548e-07, "epoch": 4.746803069053708, "percentage": 95.67, "elapsed_time": "11:19:04", "remaining_time": "0:30:44"} +{"current_steps": 465, "total_steps": 485, "loss": 1.0702, "lr": 2.0731705110895284e-07, "epoch": 4.757033248081841, "percentage": 95.88, "elapsed_time": "11:20:32", "remaining_time": "0:29:16"} +{"current_steps": 466, "total_steps": 485, "loss": 1.0817, "lr": 1.8713522298365428e-07, "epoch": 4.767263427109975, "percentage": 96.08, "elapsed_time": "11:22:00", "remaining_time": "0:27:48"} +{"current_steps": 467, "total_steps": 485, "loss": 1.0645, "lr": 1.679820555948264e-07, "epoch": 4.7774936061381075, "percentage": 96.29, "elapsed_time": "11:23:27", "remaining_time": "0:26:20"} +{"current_steps": 468, "total_steps": 485, "loss": 1.075, "lr": 1.4985854335248572e-07, "epoch": 4.78772378516624, "percentage": 96.49, "elapsed_time": "11:24:55", "remaining_time": "0:24:52"} +{"current_steps": 469, "total_steps": 485, "loss": 1.0488, "lr": 1.3276562720816677e-07, "epoch": 4.797953964194374, "percentage": 96.7, "elapsed_time": "11:26:23", "remaining_time": "0:23:24"} +{"current_steps": 470, "total_steps": 485, "loss": 1.0611, "lr": 1.1670419460605431e-07, "epoch": 4.8081841432225065, "percentage": 96.91, "elapsed_time": "11:27:51", "remaining_time": "0:21:57"} +{"current_steps": 471, "total_steps": 485, "loss": 1.0556, "lr": 1.0167507943692478e-07, "epoch": 4.818414322250639, "percentage": 97.11, "elapsed_time": "11:29:18", "remaining_time": "0:20:29"} +{"current_steps": 472, "total_steps": 485, "loss": 1.0708, "lr": 8.767906199483422e-08, "epoch": 4.828644501278772, "percentage": 97.32, "elapsed_time": "11:30:46", "remaining_time": "0:19:01"} +{"current_steps": 473, "total_steps": 485, "loss": 1.0533, "lr": 7.471686893661734e-08, "epoch": 4.838874680306906, "percentage": 97.53, "elapsed_time": "11:32:14", "remaining_time": "0:17:33"} +{"current_steps": 474, "total_steps": 485, "loss": 1.0595, "lr": 6.27891732441599e-08, "epoch": 4.849104859335038, "percentage": 97.73, "elapsed_time": "11:33:41", "remaining_time": "0:16:05"} +{"current_steps": 475, "total_steps": 485, "loss": 1.0735, "lr": 5.1896594189448925e-08, "epoch": 4.859335038363171, "percentage": 97.94, "elapsed_time": "11:35:09", "remaining_time": "0:14:38"} +{"current_steps": 476, "total_steps": 485, "loss": 1.0695, "lr": 4.20396973024384e-08, "epoch": 4.869565217391305, "percentage": 98.14, "elapsed_time": "11:36:36", "remaining_time": "0:13:10"} +{"current_steps": 477, "total_steps": 485, "loss": 1.077, "lr": 3.321899434166831e-08, "epoch": 4.879795396419437, "percentage": 98.35, "elapsed_time": "11:38:04", "remaining_time": "0:11:42"} +{"current_steps": 478, "total_steps": 485, "loss": 1.0723, "lr": 2.5434943267705902e-08, "epoch": 4.89002557544757, "percentage": 98.56, "elapsed_time": "11:39:32", "remaining_time": "0:10:14"} +{"current_steps": 479, "total_steps": 485, "loss": 1.0774, "lr": 1.8687948219371367e-08, "epoch": 4.900255754475703, "percentage": 98.76, "elapsed_time": "11:40:59", "remaining_time": "0:08:46"} +{"current_steps": 480, "total_steps": 485, "loss": 1.0546, "lr": 1.2978359492741288e-08, "epoch": 4.910485933503836, "percentage": 98.97, "elapsed_time": "11:42:27", "remaining_time": "0:07:19"} +{"current_steps": 481, "total_steps": 485, "loss": 1.062, "lr": 8.306473522976532e-09, "epoch": 4.920716112531969, "percentage": 99.18, "elapsed_time": "11:43:55", "remaining_time": "0:05:51"} +{"current_steps": 482, "total_steps": 485, "loss": 1.0809, "lr": 4.672532868927882e-09, "epoch": 4.930946291560103, "percentage": 99.38, "elapsed_time": "11:45:23", "remaining_time": "0:04:23"} +{"current_steps": 483, "total_steps": 485, "loss": 1.086, "lr": 2.0767262005372267e-09, "epoch": 4.9411764705882355, "percentage": 99.59, "elapsed_time": "11:46:50", "remaining_time": "0:02:55"} +{"current_steps": 484, "total_steps": 485, "loss": 1.0569, "lr": 5.191882890454025e-10, "epoch": 4.951406649616368, "percentage": 99.79, "elapsed_time": "11:48:18", "remaining_time": "0:01:27"} +{"current_steps": 485, "total_steps": 485, "loss": 1.0654, "lr": 0.0, "epoch": 4.961636828644501, "percentage": 100.0, "elapsed_time": "11:49:46", "remaining_time": "0:00:00"} +{"current_steps": 485, "total_steps": 485, "epoch": 4.961636828644501, "percentage": 100.0, "elapsed_time": "11:50:02", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..11a305a --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,3437 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.961636828644501, + "eval_steps": 500, + "global_step": 485, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010230179028132993, + "grad_norm": 2.9681825955274577, + "learning_rate": 8.163265306122449e-07, + "loss": 1.4918, + "step": 1 + }, + { + "epoch": 0.020460358056265986, + "grad_norm": 2.979280560750724, + "learning_rate": 1.6326530612244897e-06, + "loss": 1.4922, + "step": 2 + }, + { + "epoch": 0.030690537084398978, + "grad_norm": 2.9696929689528426, + "learning_rate": 2.4489795918367347e-06, + "loss": 1.5053, + "step": 3 + }, + { + "epoch": 0.04092071611253197, + "grad_norm": 2.8854047896767385, + "learning_rate": 3.2653061224489794e-06, + "loss": 1.4888, + "step": 4 + }, + { + "epoch": 0.05115089514066496, + "grad_norm": 2.678302997542699, + "learning_rate": 4.081632653061225e-06, + "loss": 1.4875, + "step": 5 + }, + { + "epoch": 0.061381074168797956, + "grad_norm": 2.009190448670929, + "learning_rate": 4.897959183673469e-06, + "loss": 1.4641, + "step": 6 + }, + { + "epoch": 0.07161125319693094, + "grad_norm": 1.88642976129468, + "learning_rate": 5.7142857142857145e-06, + "loss": 1.4581, + "step": 7 + }, + { + "epoch": 0.08184143222506395, + "grad_norm": 1.7967293041212427, + "learning_rate": 6.530612244897959e-06, + "loss": 1.449, + "step": 8 + }, + { + "epoch": 0.09207161125319693, + "grad_norm": 1.7785294097373827, + "learning_rate": 7.346938775510205e-06, + "loss": 1.4581, + "step": 9 + }, + { + "epoch": 0.10230179028132992, + "grad_norm": 1.6260935195266601, + "learning_rate": 8.16326530612245e-06, + "loss": 1.4392, + "step": 10 + }, + { + "epoch": 0.11253196930946291, + "grad_norm": 2.146271221045358, + "learning_rate": 8.979591836734695e-06, + "loss": 1.4024, + "step": 11 + }, + { + "epoch": 0.12276214833759591, + "grad_norm": 2.0958251479872074, + "learning_rate": 9.795918367346939e-06, + "loss": 1.4099, + "step": 12 + }, + { + "epoch": 0.1329923273657289, + "grad_norm": 1.724599487721133, + "learning_rate": 1.0612244897959186e-05, + "loss": 1.3819, + "step": 13 + }, + { + "epoch": 0.1432225063938619, + "grad_norm": 1.239236642237635, + "learning_rate": 1.1428571428571429e-05, + "loss": 1.3781, + "step": 14 + }, + { + "epoch": 0.1534526854219949, + "grad_norm": 1.2207433921526918, + "learning_rate": 1.2244897959183674e-05, + "loss": 1.3687, + "step": 15 + }, + { + "epoch": 0.1636828644501279, + "grad_norm": 0.9437502848687276, + "learning_rate": 1.3061224489795918e-05, + "loss": 1.3696, + "step": 16 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 0.9523349841268315, + "learning_rate": 1.3877551020408165e-05, + "loss": 1.3309, + "step": 17 + }, + { + "epoch": 0.18414322250639387, + "grad_norm": 0.7176841886284677, + "learning_rate": 1.469387755102041e-05, + "loss": 1.3108, + "step": 18 + }, + { + "epoch": 0.19437340153452684, + "grad_norm": 0.748654666968633, + "learning_rate": 1.5510204081632655e-05, + "loss": 1.3173, + "step": 19 + }, + { + "epoch": 0.20460358056265984, + "grad_norm": 0.8282956756972626, + "learning_rate": 1.63265306122449e-05, + "loss": 1.2995, + "step": 20 + }, + { + "epoch": 0.21483375959079284, + "grad_norm": 0.6386096725540146, + "learning_rate": 1.7142857142857142e-05, + "loss": 1.29, + "step": 21 + }, + { + "epoch": 0.22506393861892582, + "grad_norm": 0.5668726658163956, + "learning_rate": 1.795918367346939e-05, + "loss": 1.3132, + "step": 22 + }, + { + "epoch": 0.23529411764705882, + "grad_norm": 0.5869296468757045, + "learning_rate": 1.8775510204081636e-05, + "loss": 1.299, + "step": 23 + }, + { + "epoch": 0.24552429667519182, + "grad_norm": 0.5423506249567581, + "learning_rate": 1.9591836734693877e-05, + "loss": 1.2893, + "step": 24 + }, + { + "epoch": 0.2557544757033248, + "grad_norm": 0.5239888331885344, + "learning_rate": 2.0408163265306126e-05, + "loss": 1.2678, + "step": 25 + }, + { + "epoch": 0.2659846547314578, + "grad_norm": 0.5019007006756177, + "learning_rate": 2.122448979591837e-05, + "loss": 1.2619, + "step": 26 + }, + { + "epoch": 0.27621483375959077, + "grad_norm": 0.41432744914634223, + "learning_rate": 2.2040816326530613e-05, + "loss": 1.2486, + "step": 27 + }, + { + "epoch": 0.2864450127877238, + "grad_norm": 0.4130335504517712, + "learning_rate": 2.2857142857142858e-05, + "loss": 1.2659, + "step": 28 + }, + { + "epoch": 0.2966751918158568, + "grad_norm": 0.41612204477854087, + "learning_rate": 2.3673469387755103e-05, + "loss": 1.2436, + "step": 29 + }, + { + "epoch": 0.3069053708439898, + "grad_norm": 0.43051651693759135, + "learning_rate": 2.448979591836735e-05, + "loss": 1.2603, + "step": 30 + }, + { + "epoch": 0.3171355498721228, + "grad_norm": 0.34370693253506146, + "learning_rate": 2.5306122448979597e-05, + "loss": 1.2432, + "step": 31 + }, + { + "epoch": 0.3273657289002558, + "grad_norm": 0.34133030422494026, + "learning_rate": 2.6122448979591835e-05, + "loss": 1.2337, + "step": 32 + }, + { + "epoch": 0.3375959079283887, + "grad_norm": 0.3319005067539689, + "learning_rate": 2.6938775510204084e-05, + "loss": 1.2463, + "step": 33 + }, + { + "epoch": 0.34782608695652173, + "grad_norm": 0.28074046613650866, + "learning_rate": 2.775510204081633e-05, + "loss": 1.2461, + "step": 34 + }, + { + "epoch": 0.35805626598465473, + "grad_norm": 0.28965604103544107, + "learning_rate": 2.8571428571428574e-05, + "loss": 1.2385, + "step": 35 + }, + { + "epoch": 0.36828644501278773, + "grad_norm": 0.30050391691065137, + "learning_rate": 2.938775510204082e-05, + "loss": 1.2226, + "step": 36 + }, + { + "epoch": 0.37851662404092073, + "grad_norm": 0.28906957290955254, + "learning_rate": 3.020408163265306e-05, + "loss": 1.232, + "step": 37 + }, + { + "epoch": 0.3887468030690537, + "grad_norm": 0.29183163383217575, + "learning_rate": 3.102040816326531e-05, + "loss": 1.2136, + "step": 38 + }, + { + "epoch": 0.3989769820971867, + "grad_norm": 0.2599626281733114, + "learning_rate": 3.183673469387755e-05, + "loss": 1.221, + "step": 39 + }, + { + "epoch": 0.4092071611253197, + "grad_norm": 0.327304024463649, + "learning_rate": 3.26530612244898e-05, + "loss": 1.2194, + "step": 40 + }, + { + "epoch": 0.4194373401534527, + "grad_norm": 0.2911485255388066, + "learning_rate": 3.346938775510204e-05, + "loss": 1.2046, + "step": 41 + }, + { + "epoch": 0.4296675191815857, + "grad_norm": 0.29268540087741196, + "learning_rate": 3.4285714285714284e-05, + "loss": 1.2045, + "step": 42 + }, + { + "epoch": 0.4398976982097187, + "grad_norm": 0.31270910748231523, + "learning_rate": 3.510204081632653e-05, + "loss": 1.2036, + "step": 43 + }, + { + "epoch": 0.45012787723785164, + "grad_norm": 0.29599656789271006, + "learning_rate": 3.591836734693878e-05, + "loss": 1.2225, + "step": 44 + }, + { + "epoch": 0.46035805626598464, + "grad_norm": 0.2887067574371518, + "learning_rate": 3.673469387755102e-05, + "loss": 1.1973, + "step": 45 + }, + { + "epoch": 0.47058823529411764, + "grad_norm": 0.2844897888029014, + "learning_rate": 3.755102040816327e-05, + "loss": 1.2085, + "step": 46 + }, + { + "epoch": 0.48081841432225064, + "grad_norm": 0.2611634186171313, + "learning_rate": 3.836734693877551e-05, + "loss": 1.2054, + "step": 47 + }, + { + "epoch": 0.49104859335038364, + "grad_norm": 0.25084361258479243, + "learning_rate": 3.9183673469387755e-05, + "loss": 1.1818, + "step": 48 + }, + { + "epoch": 0.5012787723785166, + "grad_norm": 0.2862616155779687, + "learning_rate": 4e-05, + "loss": 1.1852, + "step": 49 + }, + { + "epoch": 0.5115089514066496, + "grad_norm": 0.39535570876845794, + "learning_rate": 3.9999480811710956e-05, + "loss": 1.1889, + "step": 50 + }, + { + "epoch": 0.5217391304347826, + "grad_norm": 0.5916412741996568, + "learning_rate": 3.999792327379947e-05, + "loss": 1.1752, + "step": 51 + }, + { + "epoch": 0.5319693094629157, + "grad_norm": 1.1115600291818732, + "learning_rate": 3.9995327467131074e-05, + "loss": 1.1904, + "step": 52 + }, + { + "epoch": 0.5421994884910486, + "grad_norm": 1.0604217218035932, + "learning_rate": 3.999169352647703e-05, + "loss": 1.1788, + "step": 53 + }, + { + "epoch": 0.5524296675191815, + "grad_norm": 0.6884296946514226, + "learning_rate": 3.998702164050726e-05, + "loss": 1.1726, + "step": 54 + }, + { + "epoch": 0.5626598465473146, + "grad_norm": 1.5122828259949803, + "learning_rate": 3.998131205178063e-05, + "loss": 1.1736, + "step": 55 + }, + { + "epoch": 0.5728900255754475, + "grad_norm": 0.47007930659675656, + "learning_rate": 3.9974565056732294e-05, + "loss": 1.1643, + "step": 56 + }, + { + "epoch": 0.5831202046035806, + "grad_norm": 0.9345647863258172, + "learning_rate": 3.9966781005658336e-05, + "loss": 1.1726, + "step": 57 + }, + { + "epoch": 0.5933503836317136, + "grad_norm": 0.8348753081451585, + "learning_rate": 3.995796030269756e-05, + "loss": 1.1743, + "step": 58 + }, + { + "epoch": 0.6035805626598465, + "grad_norm": 0.9024671765460063, + "learning_rate": 3.994810340581056e-05, + "loss": 1.1561, + "step": 59 + }, + { + "epoch": 0.6138107416879796, + "grad_norm": 0.6023978152299045, + "learning_rate": 3.993721082675585e-05, + "loss": 1.1589, + "step": 60 + }, + { + "epoch": 0.6240409207161125, + "grad_norm": 0.5081862666771035, + "learning_rate": 3.992528313106339e-05, + "loss": 1.1751, + "step": 61 + }, + { + "epoch": 0.6342710997442456, + "grad_norm": 0.4649367060091047, + "learning_rate": 3.991232093800517e-05, + "loss": 1.1787, + "step": 62 + }, + { + "epoch": 0.6445012787723785, + "grad_norm": 0.6341340622670154, + "learning_rate": 3.989832492056308e-05, + "loss": 1.1766, + "step": 63 + }, + { + "epoch": 0.6547314578005116, + "grad_norm": 0.5455776295116087, + "learning_rate": 3.988329580539395e-05, + "loss": 1.1709, + "step": 64 + }, + { + "epoch": 0.6649616368286445, + "grad_norm": 0.4484425559213346, + "learning_rate": 3.9867234372791834e-05, + "loss": 1.17, + "step": 65 + }, + { + "epoch": 0.6751918158567775, + "grad_norm": 0.4272907650523753, + "learning_rate": 3.9850141456647515e-05, + "loss": 1.1589, + "step": 66 + }, + { + "epoch": 0.6854219948849105, + "grad_norm": 0.5465581943156248, + "learning_rate": 3.983201794440517e-05, + "loss": 1.1612, + "step": 67 + }, + { + "epoch": 0.6956521739130435, + "grad_norm": 0.5735349455725025, + "learning_rate": 3.981286477701635e-05, + "loss": 1.1587, + "step": 68 + }, + { + "epoch": 0.7058823529411765, + "grad_norm": 0.35440151647593743, + "learning_rate": 3.979268294889105e-05, + "loss": 1.1602, + "step": 69 + }, + { + "epoch": 0.7161125319693095, + "grad_norm": 0.42938469828017, + "learning_rate": 3.977147350784617e-05, + "loss": 1.167, + "step": 70 + }, + { + "epoch": 0.7263427109974424, + "grad_norm": 0.44982383314843716, + "learning_rate": 3.974923755505104e-05, + "loss": 1.1431, + "step": 71 + }, + { + "epoch": 0.7365728900255755, + "grad_norm": 0.38572351027704815, + "learning_rate": 3.972597624497029e-05, + "loss": 1.1521, + "step": 72 + }, + { + "epoch": 0.7468030690537084, + "grad_norm": 0.34847411905908265, + "learning_rate": 3.97016907853039e-05, + "loss": 1.152, + "step": 73 + }, + { + "epoch": 0.7570332480818415, + "grad_norm": 0.3429209017839145, + "learning_rate": 3.96763824369245e-05, + "loss": 1.1413, + "step": 74 + }, + { + "epoch": 0.7672634271099744, + "grad_norm": 0.38510484098230807, + "learning_rate": 3.96500525138119e-05, + "loss": 1.1602, + "step": 75 + }, + { + "epoch": 0.7774936061381074, + "grad_norm": 0.42419320032589797, + "learning_rate": 3.962270238298486e-05, + "loss": 1.1493, + "step": 76 + }, + { + "epoch": 0.7877237851662404, + "grad_norm": 0.3647785669418163, + "learning_rate": 3.9594333464430155e-05, + "loss": 1.1371, + "step": 77 + }, + { + "epoch": 0.7979539641943734, + "grad_norm": 0.35893196150825196, + "learning_rate": 3.9564947231028805e-05, + "loss": 1.1555, + "step": 78 + }, + { + "epoch": 0.8081841432225064, + "grad_norm": 0.339848648449806, + "learning_rate": 3.9534545208479645e-05, + "loss": 1.1385, + "step": 79 + }, + { + "epoch": 0.8184143222506394, + "grad_norm": 0.3084301810191317, + "learning_rate": 3.9503128975220075e-05, + "loss": 1.143, + "step": 80 + }, + { + "epoch": 0.8286445012787724, + "grad_norm": 0.24566098501561676, + "learning_rate": 3.947070016234414e-05, + "loss": 1.1506, + "step": 81 + }, + { + "epoch": 0.8388746803069054, + "grad_norm": 0.22444717684350196, + "learning_rate": 3.943726045351782e-05, + "loss": 1.1492, + "step": 82 + }, + { + "epoch": 0.8491048593350383, + "grad_norm": 0.2559344393913777, + "learning_rate": 3.940281158489163e-05, + "loss": 1.1522, + "step": 83 + }, + { + "epoch": 0.8593350383631714, + "grad_norm": 0.22647402747782316, + "learning_rate": 3.936735534501051e-05, + "loss": 1.1337, + "step": 84 + }, + { + "epoch": 0.8695652173913043, + "grad_norm": 0.2600014177792275, + "learning_rate": 3.933089357472089e-05, + "loss": 1.1499, + "step": 85 + }, + { + "epoch": 0.8797953964194374, + "grad_norm": 0.3098466535491745, + "learning_rate": 3.929342816707519e-05, + "loss": 1.1401, + "step": 86 + }, + { + "epoch": 0.8900255754475703, + "grad_norm": 0.35360326492885225, + "learning_rate": 3.92549610672335e-05, + "loss": 1.1406, + "step": 87 + }, + { + "epoch": 0.9002557544757033, + "grad_norm": 0.3862401334500793, + "learning_rate": 3.92154942723626e-05, + "loss": 1.1412, + "step": 88 + }, + { + "epoch": 0.9104859335038363, + "grad_norm": 0.39352928547649063, + "learning_rate": 3.917502983153225e-05, + "loss": 1.1338, + "step": 89 + }, + { + "epoch": 0.9207161125319693, + "grad_norm": 0.4399181035792021, + "learning_rate": 3.913356984560883e-05, + "loss": 1.1418, + "step": 90 + }, + { + "epoch": 0.9309462915601023, + "grad_norm": 0.5085746700220705, + "learning_rate": 3.909111646714627e-05, + "loss": 1.1333, + "step": 91 + }, + { + "epoch": 0.9411764705882353, + "grad_norm": 0.5735818807274115, + "learning_rate": 3.9047671900274256e-05, + "loss": 1.1552, + "step": 92 + }, + { + "epoch": 0.9514066496163683, + "grad_norm": 0.5681370826641924, + "learning_rate": 3.900323840058382e-05, + "loss": 1.1455, + "step": 93 + }, + { + "epoch": 0.9616368286445013, + "grad_norm": 0.5444974187249378, + "learning_rate": 3.895781827501022e-05, + "loss": 1.1453, + "step": 94 + }, + { + "epoch": 0.9718670076726342, + "grad_norm": 0.5190262675407392, + "learning_rate": 3.8911413881713204e-05, + "loss": 1.1353, + "step": 95 + }, + { + "epoch": 0.9820971867007673, + "grad_norm": 0.653852135882697, + "learning_rate": 3.8864027629954517e-05, + "loss": 1.1325, + "step": 96 + }, + { + "epoch": 0.9923273657289002, + "grad_norm": 0.8580787081484961, + "learning_rate": 3.881566197997286e-05, + "loss": 1.1578, + "step": 97 + }, + { + "epoch": 1.0025575447570332, + "grad_norm": 1.0310995219860968, + "learning_rate": 3.8766319442856134e-05, + "loss": 1.4304, + "step": 98 + }, + { + "epoch": 1.0127877237851663, + "grad_norm": 1.0480726196507673, + "learning_rate": 3.8716002580411084e-05, + "loss": 1.1262, + "step": 99 + }, + { + "epoch": 1.0230179028132993, + "grad_norm": 0.6574690748508139, + "learning_rate": 3.866471400503029e-05, + "loss": 1.1496, + "step": 100 + }, + { + "epoch": 1.0332480818414322, + "grad_norm": 0.2813394335679964, + "learning_rate": 3.861245637955651e-05, + "loss": 1.132, + "step": 101 + }, + { + "epoch": 1.0434782608695652, + "grad_norm": 0.7766927528299393, + "learning_rate": 3.855923241714447e-05, + "loss": 1.1349, + "step": 102 + }, + { + "epoch": 1.0537084398976981, + "grad_norm": 0.8169866806335725, + "learning_rate": 3.850504488111996e-05, + "loss": 1.1087, + "step": 103 + }, + { + "epoch": 1.0639386189258313, + "grad_norm": 0.2919889881481981, + "learning_rate": 3.844989658483639e-05, + "loss": 1.1425, + "step": 104 + }, + { + "epoch": 1.0741687979539642, + "grad_norm": 0.5035670797221828, + "learning_rate": 3.8393790391528726e-05, + "loss": 1.1255, + "step": 105 + }, + { + "epoch": 1.0843989769820972, + "grad_norm": 0.6224946592118362, + "learning_rate": 3.833672921416482e-05, + "loss": 1.1225, + "step": 106 + }, + { + "epoch": 1.0946291560102301, + "grad_norm": 0.2950181376931291, + "learning_rate": 3.827871601529417e-05, + "loss": 1.1117, + "step": 107 + }, + { + "epoch": 1.104859335038363, + "grad_norm": 0.5051007741582696, + "learning_rate": 3.821975380689413e-05, + "loss": 1.1461, + "step": 108 + }, + { + "epoch": 1.1150895140664963, + "grad_norm": 0.5221568786817201, + "learning_rate": 3.81598456502135e-05, + "loss": 1.1234, + "step": 109 + }, + { + "epoch": 1.1253196930946292, + "grad_norm": 0.30392380764460536, + "learning_rate": 3.809899465561363e-05, + "loss": 1.1115, + "step": 110 + }, + { + "epoch": 1.1355498721227621, + "grad_norm": 0.4761276317198434, + "learning_rate": 3.803720398240688e-05, + "loss": 1.1201, + "step": 111 + }, + { + "epoch": 1.145780051150895, + "grad_norm": 0.45611189056644913, + "learning_rate": 3.7974476838692656e-05, + "loss": 1.1069, + "step": 112 + }, + { + "epoch": 1.156010230179028, + "grad_norm": 0.2525244059682488, + "learning_rate": 3.791081648119079e-05, + "loss": 1.1279, + "step": 113 + }, + { + "epoch": 1.1662404092071612, + "grad_norm": 0.39044628608560245, + "learning_rate": 3.7846226215072495e-05, + "loss": 1.1164, + "step": 114 + }, + { + "epoch": 1.1764705882352942, + "grad_norm": 0.4362516631576207, + "learning_rate": 3.778070939378875e-05, + "loss": 1.1134, + "step": 115 + }, + { + "epoch": 1.186700767263427, + "grad_norm": 0.33136604726952473, + "learning_rate": 3.771426941889619e-05, + "loss": 1.1281, + "step": 116 + }, + { + "epoch": 1.19693094629156, + "grad_norm": 0.36696496343076784, + "learning_rate": 3.7646909739880486e-05, + "loss": 1.1272, + "step": 117 + }, + { + "epoch": 1.207161125319693, + "grad_norm": 0.3827254193877039, + "learning_rate": 3.757863385397731e-05, + "loss": 1.1087, + "step": 118 + }, + { + "epoch": 1.2173913043478262, + "grad_norm": 0.3190444403313643, + "learning_rate": 3.750944530599069e-05, + "loss": 1.1126, + "step": 119 + }, + { + "epoch": 1.227621483375959, + "grad_norm": 0.3233262046048155, + "learning_rate": 3.743934768810902e-05, + "loss": 1.1331, + "step": 120 + }, + { + "epoch": 1.237851662404092, + "grad_norm": 0.33936286036272806, + "learning_rate": 3.7368344639718516e-05, + "loss": 1.1232, + "step": 121 + }, + { + "epoch": 1.248081841432225, + "grad_norm": 0.2330398049477242, + "learning_rate": 3.729643984721431e-05, + "loss": 1.1175, + "step": 122 + }, + { + "epoch": 1.258312020460358, + "grad_norm": 0.1924936271545763, + "learning_rate": 3.722363704380902e-05, + "loss": 1.1285, + "step": 123 + }, + { + "epoch": 1.2685421994884911, + "grad_norm": 0.2861361865892163, + "learning_rate": 3.714994000933893e-05, + "loss": 1.1196, + "step": 124 + }, + { + "epoch": 1.278772378516624, + "grad_norm": 0.24566821538926786, + "learning_rate": 3.707535257006777e-05, + "loss": 1.1027, + "step": 125 + }, + { + "epoch": 1.289002557544757, + "grad_norm": 0.22928637475781566, + "learning_rate": 3.6999878598488054e-05, + "loss": 1.1174, + "step": 126 + }, + { + "epoch": 1.29923273657289, + "grad_norm": 0.3310648086514136, + "learning_rate": 3.6923522013119964e-05, + "loss": 1.1147, + "step": 127 + }, + { + "epoch": 1.309462915601023, + "grad_norm": 0.31367935383189405, + "learning_rate": 3.684628677830802e-05, + "loss": 1.1198, + "step": 128 + }, + { + "epoch": 1.319693094629156, + "grad_norm": 0.22961205416611935, + "learning_rate": 3.676817690401516e-05, + "loss": 1.0972, + "step": 129 + }, + { + "epoch": 1.329923273657289, + "grad_norm": 0.3139943962517946, + "learning_rate": 3.668919644561457e-05, + "loss": 1.1201, + "step": 130 + }, + { + "epoch": 1.340153452685422, + "grad_norm": 0.26295743838749697, + "learning_rate": 3.6609349503679166e-05, + "loss": 1.128, + "step": 131 + }, + { + "epoch": 1.350383631713555, + "grad_norm": 0.2591587617561099, + "learning_rate": 3.652864022376866e-05, + "loss": 1.1281, + "step": 132 + }, + { + "epoch": 1.3606138107416879, + "grad_norm": 0.2753137519512843, + "learning_rate": 3.6447072796214354e-05, + "loss": 1.0979, + "step": 133 + }, + { + "epoch": 1.370843989769821, + "grad_norm": 0.27455797603906246, + "learning_rate": 3.636465145590156e-05, + "loss": 1.1383, + "step": 134 + }, + { + "epoch": 1.381074168797954, + "grad_norm": 0.2527457090917438, + "learning_rate": 3.6281380482049743e-05, + "loss": 1.1139, + "step": 135 + }, + { + "epoch": 1.391304347826087, + "grad_norm": 0.3319234526053082, + "learning_rate": 3.619726419799035e-05, + "loss": 1.119, + "step": 136 + }, + { + "epoch": 1.40153452685422, + "grad_norm": 0.3281079811844079, + "learning_rate": 3.6112306970942334e-05, + "loss": 1.107, + "step": 137 + }, + { + "epoch": 1.4117647058823528, + "grad_norm": 0.2471643062647397, + "learning_rate": 3.602651321178544e-05, + "loss": 1.1135, + "step": 138 + }, + { + "epoch": 1.421994884910486, + "grad_norm": 0.20931674384579108, + "learning_rate": 3.593988737483115e-05, + "loss": 1.1133, + "step": 139 + }, + { + "epoch": 1.432225063938619, + "grad_norm": 0.2552571100096864, + "learning_rate": 3.58524339575915e-05, + "loss": 1.1054, + "step": 140 + }, + { + "epoch": 1.4424552429667519, + "grad_norm": 0.2651644163666779, + "learning_rate": 3.576415750054548e-05, + "loss": 1.1195, + "step": 141 + }, + { + "epoch": 1.452685421994885, + "grad_norm": 0.24017688656974193, + "learning_rate": 3.567506258690338e-05, + "loss": 1.1085, + "step": 142 + }, + { + "epoch": 1.4629156010230178, + "grad_norm": 0.23564531173628686, + "learning_rate": 3.558515384236875e-05, + "loss": 1.1106, + "step": 143 + }, + { + "epoch": 1.473145780051151, + "grad_norm": 0.22280005044127463, + "learning_rate": 3.549443593489832e-05, + "loss": 1.1206, + "step": 144 + }, + { + "epoch": 1.4833759590792839, + "grad_norm": 0.2552643337416725, + "learning_rate": 3.540291357445961e-05, + "loss": 1.1122, + "step": 145 + }, + { + "epoch": 1.4936061381074168, + "grad_norm": 0.2894540149054441, + "learning_rate": 3.53105915127864e-05, + "loss": 1.1222, + "step": 146 + }, + { + "epoch": 1.50383631713555, + "grad_norm": 0.28713663691696745, + "learning_rate": 3.521747454313201e-05, + "loss": 1.108, + "step": 147 + }, + { + "epoch": 1.5140664961636827, + "grad_norm": 0.2908212131310711, + "learning_rate": 3.512356750002046e-05, + "loss": 1.0991, + "step": 148 + }, + { + "epoch": 1.5242966751918159, + "grad_norm": 0.2925035403624845, + "learning_rate": 3.502887525899544e-05, + "loss": 1.0932, + "step": 149 + }, + { + "epoch": 1.5345268542199488, + "grad_norm": 0.26246100152488794, + "learning_rate": 3.4933402736367224e-05, + "loss": 1.1308, + "step": 150 + }, + { + "epoch": 1.5447570332480818, + "grad_norm": 0.2849216122829947, + "learning_rate": 3.483715488895738e-05, + "loss": 1.0991, + "step": 151 + }, + { + "epoch": 1.554987212276215, + "grad_norm": 0.3168255567811887, + "learning_rate": 3.4740136713841416e-05, + "loss": 1.1004, + "step": 152 + }, + { + "epoch": 1.5652173913043477, + "grad_norm": 0.3781368448201129, + "learning_rate": 3.464235324808938e-05, + "loss": 1.103, + "step": 153 + }, + { + "epoch": 1.5754475703324808, + "grad_norm": 0.44427850902760707, + "learning_rate": 3.4543809568504286e-05, + "loss": 1.1156, + "step": 154 + }, + { + "epoch": 1.5856777493606138, + "grad_norm": 0.5178677272089415, + "learning_rate": 3.4444510791358596e-05, + "loss": 1.0895, + "step": 155 + }, + { + "epoch": 1.5959079283887467, + "grad_norm": 0.5587035996281683, + "learning_rate": 3.4344462072128514e-05, + "loss": 1.1305, + "step": 156 + }, + { + "epoch": 1.60613810741688, + "grad_norm": 0.5156063184980773, + "learning_rate": 3.424366860522638e-05, + "loss": 1.1157, + "step": 157 + }, + { + "epoch": 1.6163682864450126, + "grad_norm": 0.3838651653522541, + "learning_rate": 3.4142135623730954e-05, + "loss": 1.0952, + "step": 158 + }, + { + "epoch": 1.6265984654731458, + "grad_norm": 0.27179604609847285, + "learning_rate": 3.4039868399115736e-05, + "loss": 1.1086, + "step": 159 + }, + { + "epoch": 1.6368286445012787, + "grad_norm": 0.3879595327319385, + "learning_rate": 3.393687224097526e-05, + "loss": 1.1117, + "step": 160 + }, + { + "epoch": 1.6470588235294117, + "grad_norm": 0.4326630668165547, + "learning_rate": 3.383315249674944e-05, + "loss": 1.1127, + "step": 161 + }, + { + "epoch": 1.6572890025575449, + "grad_norm": 0.31231629284695467, + "learning_rate": 3.372871455144593e-05, + "loss": 1.0903, + "step": 162 + }, + { + "epoch": 1.6675191815856778, + "grad_norm": 0.20497771494775785, + "learning_rate": 3.3623563827360546e-05, + "loss": 1.1132, + "step": 163 + }, + { + "epoch": 1.6777493606138107, + "grad_norm": 0.29045667744476295, + "learning_rate": 3.351770578379573e-05, + "loss": 1.1092, + "step": 164 + }, + { + "epoch": 1.6879795396419437, + "grad_norm": 0.29117745990148775, + "learning_rate": 3.341114591677715e-05, + "loss": 1.1161, + "step": 165 + }, + { + "epoch": 1.6982097186700766, + "grad_norm": 0.24664682064365182, + "learning_rate": 3.33038897587683e-05, + "loss": 1.1125, + "step": 166 + }, + { + "epoch": 1.7084398976982098, + "grad_norm": 0.24877676736337231, + "learning_rate": 3.31959428783833e-05, + "loss": 1.105, + "step": 167 + }, + { + "epoch": 1.7186700767263428, + "grad_norm": 0.3226852479294108, + "learning_rate": 3.308731088009776e-05, + "loss": 1.1061, + "step": 168 + }, + { + "epoch": 1.7289002557544757, + "grad_norm": 0.3142794136000598, + "learning_rate": 3.297799940395781e-05, + "loss": 1.1149, + "step": 169 + }, + { + "epoch": 1.7391304347826086, + "grad_norm": 0.24181665165558022, + "learning_rate": 3.286801412528728e-05, + "loss": 1.0987, + "step": 170 + }, + { + "epoch": 1.7493606138107416, + "grad_norm": 0.20788838484035646, + "learning_rate": 3.275736075439305e-05, + "loss": 1.1093, + "step": 171 + }, + { + "epoch": 1.7595907928388748, + "grad_norm": 0.28451153851181277, + "learning_rate": 3.264604503626853e-05, + "loss": 1.1174, + "step": 172 + }, + { + "epoch": 1.7698209718670077, + "grad_norm": 0.2817148207336252, + "learning_rate": 3.2534072750295456e-05, + "loss": 1.1008, + "step": 173 + }, + { + "epoch": 1.7800511508951407, + "grad_norm": 0.24212317366361924, + "learning_rate": 3.242144970994377e-05, + "loss": 1.1023, + "step": 174 + }, + { + "epoch": 1.7902813299232738, + "grad_norm": 0.21266663692713014, + "learning_rate": 3.230818176246986e-05, + "loss": 1.1036, + "step": 175 + }, + { + "epoch": 1.8005115089514065, + "grad_norm": 0.2520301735794147, + "learning_rate": 3.219427478861289e-05, + "loss": 1.1037, + "step": 176 + }, + { + "epoch": 1.8107416879795397, + "grad_norm": 0.3161241021569891, + "learning_rate": 3.2079734702289555e-05, + "loss": 1.0877, + "step": 177 + }, + { + "epoch": 1.8209718670076727, + "grad_norm": 0.3060944028715776, + "learning_rate": 3.1964567450286996e-05, + "loss": 1.1124, + "step": 178 + }, + { + "epoch": 1.8312020460358056, + "grad_norm": 0.2402334607687787, + "learning_rate": 3.1848779011954076e-05, + "loss": 1.0935, + "step": 179 + }, + { + "epoch": 1.8414322250639388, + "grad_norm": 0.25553002034702404, + "learning_rate": 3.1732375398890894e-05, + "loss": 1.0998, + "step": 180 + }, + { + "epoch": 1.8516624040920715, + "grad_norm": 0.2637783695396801, + "learning_rate": 3.1615362654636743e-05, + "loss": 1.1019, + "step": 181 + }, + { + "epoch": 1.8618925831202047, + "grad_norm": 0.2669661575820072, + "learning_rate": 3.149774685435626e-05, + "loss": 1.0894, + "step": 182 + }, + { + "epoch": 1.8721227621483376, + "grad_norm": 0.255574218735534, + "learning_rate": 3.1379534104524055e-05, + "loss": 1.1011, + "step": 183 + }, + { + "epoch": 1.8823529411764706, + "grad_norm": 0.23865147293496133, + "learning_rate": 3.126073054260765e-05, + "loss": 1.1071, + "step": 184 + }, + { + "epoch": 1.8925831202046037, + "grad_norm": 0.2281192334405852, + "learning_rate": 3.114134233674888e-05, + "loss": 1.097, + "step": 185 + }, + { + "epoch": 1.9028132992327365, + "grad_norm": 0.2445536496332577, + "learning_rate": 3.102137568544355e-05, + "loss": 1.09, + "step": 186 + }, + { + "epoch": 1.9130434782608696, + "grad_norm": 0.26628100347904377, + "learning_rate": 3.090083681721972e-05, + "loss": 1.0994, + "step": 187 + }, + { + "epoch": 1.9232736572890026, + "grad_norm": 0.23796462821260594, + "learning_rate": 3.077973199031426e-05, + "loss": 1.1025, + "step": 188 + }, + { + "epoch": 1.9335038363171355, + "grad_norm": 0.18580900093331343, + "learning_rate": 3.065806749234795e-05, + "loss": 1.0881, + "step": 189 + }, + { + "epoch": 1.9437340153452687, + "grad_norm": 0.14724438957495017, + "learning_rate": 3.053584963999906e-05, + "loss": 1.1136, + "step": 190 + }, + { + "epoch": 1.9539641943734014, + "grad_norm": 0.1787489908444512, + "learning_rate": 3.041308477867534e-05, + "loss": 1.1114, + "step": 191 + }, + { + "epoch": 1.9641943734015346, + "grad_norm": 0.17483575594969333, + "learning_rate": 3.0289779282184627e-05, + "loss": 1.0857, + "step": 192 + }, + { + "epoch": 1.9744245524296675, + "grad_norm": 0.18752733592586796, + "learning_rate": 3.0165939552403896e-05, + "loss": 1.0959, + "step": 193 + }, + { + "epoch": 1.9846547314578005, + "grad_norm": 0.18287948931304057, + "learning_rate": 3.004157201894689e-05, + "loss": 1.1027, + "step": 194 + }, + { + "epoch": 1.9948849104859336, + "grad_norm": 0.15472876003283184, + "learning_rate": 2.9916683138830297e-05, + "loss": 1.1892, + "step": 195 + }, + { + "epoch": 2.0051150895140664, + "grad_norm": 0.1470524629982156, + "learning_rate": 2.979127939613852e-05, + "loss": 1.2693, + "step": 196 + }, + { + "epoch": 2.0153452685421995, + "grad_norm": 0.16340888105879744, + "learning_rate": 2.966536730168702e-05, + "loss": 1.1078, + "step": 197 + }, + { + "epoch": 2.0255754475703327, + "grad_norm": 0.13956232969474247, + "learning_rate": 2.9538953392684275e-05, + "loss": 1.0891, + "step": 198 + }, + { + "epoch": 2.0358056265984654, + "grad_norm": 0.18457989014871123, + "learning_rate": 2.9412044232392416e-05, + "loss": 1.0677, + "step": 199 + }, + { + "epoch": 2.0460358056265986, + "grad_norm": 0.12136529636023749, + "learning_rate": 2.9284646409786405e-05, + "loss": 1.1144, + "step": 200 + }, + { + "epoch": 2.0562659846547313, + "grad_norm": 0.15904769414931777, + "learning_rate": 2.9156766539212008e-05, + "loss": 1.0836, + "step": 201 + }, + { + "epoch": 2.0664961636828645, + "grad_norm": 0.16599758972337367, + "learning_rate": 2.902841126004234e-05, + "loss": 1.1089, + "step": 202 + }, + { + "epoch": 2.0767263427109977, + "grad_norm": 0.17311993519081115, + "learning_rate": 2.8899587236333188e-05, + "loss": 1.0842, + "step": 203 + }, + { + "epoch": 2.0869565217391304, + "grad_norm": 0.1631230863619124, + "learning_rate": 2.8770301156476985e-05, + "loss": 1.0835, + "step": 204 + }, + { + "epoch": 2.0971867007672635, + "grad_norm": 0.18216951988841093, + "learning_rate": 2.8640559732855595e-05, + "loss": 1.0814, + "step": 205 + }, + { + "epoch": 2.1074168797953963, + "grad_norm": 0.17594697478195306, + "learning_rate": 2.85103697014918e-05, + "loss": 1.0934, + "step": 206 + }, + { + "epoch": 2.1176470588235294, + "grad_norm": 0.14718498295049004, + "learning_rate": 2.8379737821699557e-05, + "loss": 1.0985, + "step": 207 + }, + { + "epoch": 2.1278772378516626, + "grad_norm": 0.13561120318845796, + "learning_rate": 2.824867087573308e-05, + "loss": 1.1002, + "step": 208 + }, + { + "epoch": 2.1381074168797953, + "grad_norm": 0.15417265909747283, + "learning_rate": 2.8117175668434713e-05, + "loss": 1.11, + "step": 209 + }, + { + "epoch": 2.1483375959079285, + "grad_norm": 0.14865372282114261, + "learning_rate": 2.7985259026881637e-05, + "loss": 1.0856, + "step": 210 + }, + { + "epoch": 2.1585677749360612, + "grad_norm": 0.16736680455155972, + "learning_rate": 2.785292780003138e-05, + "loss": 1.1135, + "step": 211 + }, + { + "epoch": 2.1687979539641944, + "grad_norm": 0.200442267707597, + "learning_rate": 2.7720188858366275e-05, + "loss": 1.0825, + "step": 212 + }, + { + "epoch": 2.1790281329923276, + "grad_norm": 0.17119486207208676, + "learning_rate": 2.7587049093536716e-05, + "loss": 1.1028, + "step": 213 + }, + { + "epoch": 2.1892583120204603, + "grad_norm": 0.11508803833277609, + "learning_rate": 2.7453515418003385e-05, + "loss": 1.0768, + "step": 214 + }, + { + "epoch": 2.1994884910485935, + "grad_norm": 0.1609204349104562, + "learning_rate": 2.7319594764678325e-05, + "loss": 1.1199, + "step": 215 + }, + { + "epoch": 2.209718670076726, + "grad_norm": 0.1728842328378067, + "learning_rate": 2.7185294086565028e-05, + "loss": 1.097, + "step": 216 + }, + { + "epoch": 2.2199488491048593, + "grad_norm": 0.13266979279006888, + "learning_rate": 2.7050620356397413e-05, + "loss": 1.0851, + "step": 217 + }, + { + "epoch": 2.2301790281329925, + "grad_norm": 0.12940248460884995, + "learning_rate": 2.6915580566277855e-05, + "loss": 1.0931, + "step": 218 + }, + { + "epoch": 2.2404092071611252, + "grad_norm": 0.1439492369769675, + "learning_rate": 2.6780181727314096e-05, + "loss": 1.093, + "step": 219 + }, + { + "epoch": 2.2506393861892584, + "grad_norm": 0.1483731463378574, + "learning_rate": 2.6644430869255294e-05, + "loss": 1.0738, + "step": 220 + }, + { + "epoch": 2.260869565217391, + "grad_norm": 0.14343260571586547, + "learning_rate": 2.650833504012702e-05, + "loss": 1.0789, + "step": 221 + }, + { + "epoch": 2.2710997442455243, + "grad_norm": 0.11799733853944923, + "learning_rate": 2.6371901305865346e-05, + "loss": 1.0832, + "step": 222 + }, + { + "epoch": 2.2813299232736575, + "grad_norm": 0.1406470804992471, + "learning_rate": 2.623513674994998e-05, + "loss": 1.0975, + "step": 223 + }, + { + "epoch": 2.29156010230179, + "grad_norm": 0.14491784783967254, + "learning_rate": 2.6098048473036487e-05, + "loss": 1.0997, + "step": 224 + }, + { + "epoch": 2.3017902813299234, + "grad_norm": 0.14083210573593827, + "learning_rate": 2.5960643592587676e-05, + "loss": 1.0828, + "step": 225 + }, + { + "epoch": 2.312020460358056, + "grad_norm": 0.12171907591395076, + "learning_rate": 2.582292924250402e-05, + "loss": 1.078, + "step": 226 + }, + { + "epoch": 2.3222506393861893, + "grad_norm": 0.1600109191933891, + "learning_rate": 2.56849125727533e-05, + "loss": 1.0861, + "step": 227 + }, + { + "epoch": 2.3324808184143224, + "grad_norm": 0.1348612804045715, + "learning_rate": 2.5546600748999374e-05, + "loss": 1.0833, + "step": 228 + }, + { + "epoch": 2.342710997442455, + "grad_norm": 0.1406359687196, + "learning_rate": 2.5408000952230158e-05, + "loss": 1.1027, + "step": 229 + }, + { + "epoch": 2.3529411764705883, + "grad_norm": 0.1287079233395601, + "learning_rate": 2.526912037838479e-05, + "loss": 1.0661, + "step": 230 + }, + { + "epoch": 2.363171355498721, + "grad_norm": 0.1294708592669769, + "learning_rate": 2.512996623798002e-05, + "loss": 1.0783, + "step": 231 + }, + { + "epoch": 2.373401534526854, + "grad_norm": 0.13498636958723126, + "learning_rate": 2.499054575573585e-05, + "loss": 1.0928, + "step": 232 + }, + { + "epoch": 2.3836317135549874, + "grad_norm": 0.12993498298639505, + "learning_rate": 2.485086617020045e-05, + "loss": 1.0966, + "step": 233 + }, + { + "epoch": 2.39386189258312, + "grad_norm": 0.11522478571851609, + "learning_rate": 2.4710934733374313e-05, + "loss": 1.0691, + "step": 234 + }, + { + "epoch": 2.4040920716112533, + "grad_norm": 0.12094185174881988, + "learning_rate": 2.4570758710333787e-05, + "loss": 1.0953, + "step": 235 + }, + { + "epoch": 2.414322250639386, + "grad_norm": 0.11606589738085801, + "learning_rate": 2.4430345378853804e-05, + "loss": 1.0782, + "step": 236 + }, + { + "epoch": 2.424552429667519, + "grad_norm": 0.13141797037490036, + "learning_rate": 2.428970202903011e-05, + "loss": 1.0753, + "step": 237 + }, + { + "epoch": 2.4347826086956523, + "grad_norm": 0.12182089290540926, + "learning_rate": 2.4148835962900723e-05, + "loss": 1.0753, + "step": 238 + }, + { + "epoch": 2.445012787723785, + "grad_norm": 0.1359534290897358, + "learning_rate": 2.4007754494066822e-05, + "loss": 1.0921, + "step": 239 + }, + { + "epoch": 2.455242966751918, + "grad_norm": 0.10904913395439578, + "learning_rate": 2.3866464947313053e-05, + "loss": 1.0547, + "step": 240 + }, + { + "epoch": 2.4654731457800514, + "grad_norm": 0.13309500630761395, + "learning_rate": 2.3724974658227212e-05, + "loss": 1.1068, + "step": 241 + }, + { + "epoch": 2.475703324808184, + "grad_norm": 0.12066785161235018, + "learning_rate": 2.358329097281942e-05, + "loss": 1.0802, + "step": 242 + }, + { + "epoch": 2.4859335038363173, + "grad_norm": 0.13339546005675912, + "learning_rate": 2.34414212471407e-05, + "loss": 1.0862, + "step": 243 + }, + { + "epoch": 2.49616368286445, + "grad_norm": 0.12228540791049847, + "learning_rate": 2.329937284690106e-05, + "loss": 1.0742, + "step": 244 + }, + { + "epoch": 2.506393861892583, + "grad_norm": 0.11172003153677204, + "learning_rate": 2.3157153147087082e-05, + "loss": 1.0779, + "step": 245 + }, + { + "epoch": 2.516624040920716, + "grad_norm": 0.11702007894458077, + "learning_rate": 2.301476953157904e-05, + "loss": 1.0638, + "step": 246 + }, + { + "epoch": 2.526854219948849, + "grad_norm": 0.11877470002968875, + "learning_rate": 2.2872229392767497e-05, + "loss": 1.0809, + "step": 247 + }, + { + "epoch": 2.5370843989769822, + "grad_norm": 0.12490052394075732, + "learning_rate": 2.2729540131169543e-05, + "loss": 1.0877, + "step": 248 + }, + { + "epoch": 2.547314578005115, + "grad_norm": 0.1182539684285276, + "learning_rate": 2.258670915504453e-05, + "loss": 1.0767, + "step": 249 + }, + { + "epoch": 2.557544757033248, + "grad_norm": 0.11963420629161502, + "learning_rate": 2.2443743880009462e-05, + "loss": 1.0724, + "step": 250 + }, + { + "epoch": 2.5677749360613813, + "grad_norm": 0.13132710667557007, + "learning_rate": 2.2300651728654005e-05, + "loss": 1.0908, + "step": 251 + }, + { + "epoch": 2.578005115089514, + "grad_norm": 0.10901480185780218, + "learning_rate": 2.2157440130155084e-05, + "loss": 1.0913, + "step": 252 + }, + { + "epoch": 2.588235294117647, + "grad_norm": 0.11228194273312657, + "learning_rate": 2.2014116519891168e-05, + "loss": 1.0804, + "step": 253 + }, + { + "epoch": 2.59846547314578, + "grad_norm": 0.12177802474185097, + "learning_rate": 2.1870688339056265e-05, + "loss": 1.0781, + "step": 254 + }, + { + "epoch": 2.608695652173913, + "grad_norm": 0.12199809949597626, + "learning_rate": 2.172716303427355e-05, + "loss": 1.0676, + "step": 255 + }, + { + "epoch": 2.618925831202046, + "grad_norm": 0.11670283232616911, + "learning_rate": 2.158354805720877e-05, + "loss": 1.082, + "step": 256 + }, + { + "epoch": 2.629156010230179, + "grad_norm": 0.12106121800949032, + "learning_rate": 2.1439850864183343e-05, + "loss": 1.0848, + "step": 257 + }, + { + "epoch": 2.639386189258312, + "grad_norm": 0.12231654575938986, + "learning_rate": 2.1296078915787253e-05, + "loss": 1.0768, + "step": 258 + }, + { + "epoch": 2.649616368286445, + "grad_norm": 0.11373859460806582, + "learning_rate": 2.1152239676491687e-05, + "loss": 1.0888, + "step": 259 + }, + { + "epoch": 2.659846547314578, + "grad_norm": 0.11211651873819324, + "learning_rate": 2.10083406142615e-05, + "loss": 1.0876, + "step": 260 + }, + { + "epoch": 2.670076726342711, + "grad_norm": 0.10934217060064429, + "learning_rate": 2.086438920016748e-05, + "loss": 1.0713, + "step": 261 + }, + { + "epoch": 2.680306905370844, + "grad_norm": 0.12164887060397138, + "learning_rate": 2.0720392907998473e-05, + "loss": 1.0708, + "step": 262 + }, + { + "epoch": 2.690537084398977, + "grad_norm": 0.12282073219094865, + "learning_rate": 2.0576359213873332e-05, + "loss": 1.0747, + "step": 263 + }, + { + "epoch": 2.70076726342711, + "grad_norm": 0.12605604958059977, + "learning_rate": 2.0432295595852774e-05, + "loss": 1.0759, + "step": 264 + }, + { + "epoch": 2.710997442455243, + "grad_norm": 0.12466311463835318, + "learning_rate": 2.0288209533551147e-05, + "loss": 1.0806, + "step": 265 + }, + { + "epoch": 2.7212276214833757, + "grad_norm": 0.11255757417253677, + "learning_rate": 2.0144108507748053e-05, + "loss": 1.1006, + "step": 266 + }, + { + "epoch": 2.731457800511509, + "grad_norm": 0.15322943731563027, + "learning_rate": 2e-05, + "loss": 1.0829, + "step": 267 + }, + { + "epoch": 2.741687979539642, + "grad_norm": 0.1304835093057825, + "learning_rate": 1.985589149225195e-05, + "loss": 1.0802, + "step": 268 + }, + { + "epoch": 2.7519181585677748, + "grad_norm": 0.12672163520230004, + "learning_rate": 1.9711790466448863e-05, + "loss": 1.0968, + "step": 269 + }, + { + "epoch": 2.762148337595908, + "grad_norm": 0.13576798662606873, + "learning_rate": 1.956770440414723e-05, + "loss": 1.0694, + "step": 270 + }, + { + "epoch": 2.772378516624041, + "grad_norm": 0.1525922049487341, + "learning_rate": 1.9423640786126675e-05, + "loss": 1.0775, + "step": 271 + }, + { + "epoch": 2.782608695652174, + "grad_norm": 0.1186311249071846, + "learning_rate": 1.9279607092001534e-05, + "loss": 1.0716, + "step": 272 + }, + { + "epoch": 2.792838874680307, + "grad_norm": 0.13518949934347838, + "learning_rate": 1.913561079983252e-05, + "loss": 1.0703, + "step": 273 + }, + { + "epoch": 2.80306905370844, + "grad_norm": 0.13878953649926296, + "learning_rate": 1.899165938573851e-05, + "loss": 1.0859, + "step": 274 + }, + { + "epoch": 2.813299232736573, + "grad_norm": 0.11259480551616749, + "learning_rate": 1.8847760323508317e-05, + "loss": 1.091, + "step": 275 + }, + { + "epoch": 2.8235294117647056, + "grad_norm": 0.13830998104112405, + "learning_rate": 1.870392108421275e-05, + "loss": 1.088, + "step": 276 + }, + { + "epoch": 2.833759590792839, + "grad_norm": 0.12222587785953827, + "learning_rate": 1.856014913581666e-05, + "loss": 1.0834, + "step": 277 + }, + { + "epoch": 2.843989769820972, + "grad_norm": 0.10424466590019475, + "learning_rate": 1.8416451942791236e-05, + "loss": 1.0841, + "step": 278 + }, + { + "epoch": 2.8542199488491047, + "grad_norm": 0.11790633325813425, + "learning_rate": 1.827283696572646e-05, + "loss": 1.0757, + "step": 279 + }, + { + "epoch": 2.864450127877238, + "grad_norm": 0.12540163476199387, + "learning_rate": 1.8129311660943742e-05, + "loss": 1.0802, + "step": 280 + }, + { + "epoch": 2.874680306905371, + "grad_norm": 0.10358970206456232, + "learning_rate": 1.7985883480108836e-05, + "loss": 1.0822, + "step": 281 + }, + { + "epoch": 2.8849104859335037, + "grad_norm": 0.11343908267751618, + "learning_rate": 1.7842559869844926e-05, + "loss": 1.0796, + "step": 282 + }, + { + "epoch": 2.895140664961637, + "grad_norm": 0.10351299736005762, + "learning_rate": 1.7699348271345998e-05, + "loss": 1.0704, + "step": 283 + }, + { + "epoch": 2.90537084398977, + "grad_norm": 0.11097409126060695, + "learning_rate": 1.7556256119990538e-05, + "loss": 1.0704, + "step": 284 + }, + { + "epoch": 2.915601023017903, + "grad_norm": 0.12854951600340017, + "learning_rate": 1.7413290844955478e-05, + "loss": 1.0817, + "step": 285 + }, + { + "epoch": 2.9258312020460355, + "grad_norm": 0.11447418867835699, + "learning_rate": 1.727045986883046e-05, + "loss": 1.0777, + "step": 286 + }, + { + "epoch": 2.9360613810741687, + "grad_norm": 0.12131623507552429, + "learning_rate": 1.7127770607232506e-05, + "loss": 1.0814, + "step": 287 + }, + { + "epoch": 2.946291560102302, + "grad_norm": 0.10961862101144348, + "learning_rate": 1.6985230468420966e-05, + "loss": 1.0863, + "step": 288 + }, + { + "epoch": 2.9565217391304346, + "grad_norm": 0.14041722223190908, + "learning_rate": 1.684284685291292e-05, + "loss": 1.094, + "step": 289 + }, + { + "epoch": 2.9667519181585678, + "grad_norm": 0.10470209688096103, + "learning_rate": 1.6700627153098953e-05, + "loss": 1.0787, + "step": 290 + }, + { + "epoch": 2.976982097186701, + "grad_norm": 0.12405187862664697, + "learning_rate": 1.6558578752859307e-05, + "loss": 1.075, + "step": 291 + }, + { + "epoch": 2.9872122762148337, + "grad_norm": 0.1062237776271728, + "learning_rate": 1.641670902718058e-05, + "loss": 1.0953, + "step": 292 + }, + { + "epoch": 2.997442455242967, + "grad_norm": 0.1546602160568262, + "learning_rate": 1.6275025341772794e-05, + "loss": 1.2545, + "step": 293 + }, + { + "epoch": 3.0076726342710995, + "grad_norm": 0.15461002835316104, + "learning_rate": 1.6133535052686953e-05, + "loss": 1.1921, + "step": 294 + }, + { + "epoch": 3.0179028132992327, + "grad_norm": 0.12006729211164312, + "learning_rate": 1.599224550593319e-05, + "loss": 1.0719, + "step": 295 + }, + { + "epoch": 3.028132992327366, + "grad_norm": 0.127921841944554, + "learning_rate": 1.5851164037099284e-05, + "loss": 1.0838, + "step": 296 + }, + { + "epoch": 3.0383631713554986, + "grad_norm": 0.1219968953848957, + "learning_rate": 1.5710297970969893e-05, + "loss": 1.0599, + "step": 297 + }, + { + "epoch": 3.0485933503836318, + "grad_norm": 0.10480823093718085, + "learning_rate": 1.5569654621146203e-05, + "loss": 1.0627, + "step": 298 + }, + { + "epoch": 3.0588235294117645, + "grad_norm": 0.14490139400367194, + "learning_rate": 1.542924128966622e-05, + "loss": 1.076, + "step": 299 + }, + { + "epoch": 3.0690537084398977, + "grad_norm": 0.13706282121272828, + "learning_rate": 1.5289065266625684e-05, + "loss": 1.0797, + "step": 300 + }, + { + "epoch": 3.079283887468031, + "grad_norm": 0.10928310239533814, + "learning_rate": 1.5149133829799558e-05, + "loss": 1.0777, + "step": 301 + }, + { + "epoch": 3.0895140664961636, + "grad_norm": 0.12754549894011027, + "learning_rate": 1.5009454244264156e-05, + "loss": 1.1038, + "step": 302 + }, + { + "epoch": 3.0997442455242967, + "grad_norm": 0.1097873110986652, + "learning_rate": 1.4870033762019991e-05, + "loss": 1.0605, + "step": 303 + }, + { + "epoch": 3.10997442455243, + "grad_norm": 0.12822864000131382, + "learning_rate": 1.4730879621615217e-05, + "loss": 1.0889, + "step": 304 + }, + { + "epoch": 3.1202046035805626, + "grad_norm": 0.11100886546498183, + "learning_rate": 1.4591999047769842e-05, + "loss": 1.0863, + "step": 305 + }, + { + "epoch": 3.130434782608696, + "grad_norm": 0.12431975728173858, + "learning_rate": 1.4453399251000635e-05, + "loss": 1.0527, + "step": 306 + }, + { + "epoch": 3.1406649616368285, + "grad_norm": 0.11166537458522897, + "learning_rate": 1.4315087427246706e-05, + "loss": 1.074, + "step": 307 + }, + { + "epoch": 3.1508951406649617, + "grad_norm": 0.09969458216151995, + "learning_rate": 1.4177070757495983e-05, + "loss": 1.0802, + "step": 308 + }, + { + "epoch": 3.1611253196930944, + "grad_norm": 0.10085277615175393, + "learning_rate": 1.4039356407412329e-05, + "loss": 1.0987, + "step": 309 + }, + { + "epoch": 3.1713554987212276, + "grad_norm": 0.0961287589157251, + "learning_rate": 1.3901951526963516e-05, + "loss": 1.0673, + "step": 310 + }, + { + "epoch": 3.1815856777493607, + "grad_norm": 0.09873940509853912, + "learning_rate": 1.3764863250050031e-05, + "loss": 1.0549, + "step": 311 + }, + { + "epoch": 3.1918158567774935, + "grad_norm": 0.10353837499788582, + "learning_rate": 1.362809869413466e-05, + "loss": 1.0699, + "step": 312 + }, + { + "epoch": 3.2020460358056266, + "grad_norm": 0.10347314047302905, + "learning_rate": 1.3491664959872984e-05, + "loss": 1.0725, + "step": 313 + }, + { + "epoch": 3.21227621483376, + "grad_norm": 0.10325519520594714, + "learning_rate": 1.3355569130744717e-05, + "loss": 1.0497, + "step": 314 + }, + { + "epoch": 3.2225063938618925, + "grad_norm": 0.1110774028975957, + "learning_rate": 1.3219818272685912e-05, + "loss": 1.0808, + "step": 315 + }, + { + "epoch": 3.2327365728900257, + "grad_norm": 0.10304642359798406, + "learning_rate": 1.3084419433722148e-05, + "loss": 1.0643, + "step": 316 + }, + { + "epoch": 3.2429667519181584, + "grad_norm": 0.0971682646427868, + "learning_rate": 1.294937964360259e-05, + "loss": 1.0542, + "step": 317 + }, + { + "epoch": 3.2531969309462916, + "grad_norm": 0.11145603146856517, + "learning_rate": 1.2814705913434979e-05, + "loss": 1.0706, + "step": 318 + }, + { + "epoch": 3.2634271099744243, + "grad_norm": 0.09674713472958632, + "learning_rate": 1.2680405235321684e-05, + "loss": 1.0637, + "step": 319 + }, + { + "epoch": 3.2736572890025575, + "grad_norm": 0.10843006589984941, + "learning_rate": 1.2546484581996623e-05, + "loss": 1.0874, + "step": 320 + }, + { + "epoch": 3.2838874680306906, + "grad_norm": 0.09363255737392259, + "learning_rate": 1.2412950906463287e-05, + "loss": 1.0748, + "step": 321 + }, + { + "epoch": 3.2941176470588234, + "grad_norm": 0.11030662559756653, + "learning_rate": 1.2279811141633735e-05, + "loss": 1.0706, + "step": 322 + }, + { + "epoch": 3.3043478260869565, + "grad_norm": 0.09729921774753335, + "learning_rate": 1.2147072199968629e-05, + "loss": 1.0601, + "step": 323 + }, + { + "epoch": 3.3145780051150897, + "grad_norm": 0.10106384596888374, + "learning_rate": 1.201474097311837e-05, + "loss": 1.0567, + "step": 324 + }, + { + "epoch": 3.3248081841432224, + "grad_norm": 0.10693870820352067, + "learning_rate": 1.188282433156529e-05, + "loss": 1.0725, + "step": 325 + }, + { + "epoch": 3.3350383631713556, + "grad_norm": 0.09690530048216456, + "learning_rate": 1.1751329124266924e-05, + "loss": 1.0677, + "step": 326 + }, + { + "epoch": 3.3452685421994883, + "grad_norm": 0.10339032018288434, + "learning_rate": 1.1620262178300456e-05, + "loss": 1.0544, + "step": 327 + }, + { + "epoch": 3.3554987212276215, + "grad_norm": 0.08825003481069207, + "learning_rate": 1.1489630298508205e-05, + "loss": 1.0769, + "step": 328 + }, + { + "epoch": 3.3657289002557547, + "grad_norm": 0.08787461260474569, + "learning_rate": 1.1359440267144413e-05, + "loss": 1.0612, + "step": 329 + }, + { + "epoch": 3.3759590792838874, + "grad_norm": 0.09823756696049714, + "learning_rate": 1.1229698843523027e-05, + "loss": 1.0732, + "step": 330 + }, + { + "epoch": 3.3861892583120206, + "grad_norm": 0.09531296658931637, + "learning_rate": 1.1100412763666819e-05, + "loss": 1.0568, + "step": 331 + }, + { + "epoch": 3.3964194373401533, + "grad_norm": 0.09984299313983538, + "learning_rate": 1.0971588739957656e-05, + "loss": 1.0635, + "step": 332 + }, + { + "epoch": 3.4066496163682864, + "grad_norm": 0.09489239193383751, + "learning_rate": 1.0843233460788e-05, + "loss": 1.0803, + "step": 333 + }, + { + "epoch": 3.4168797953964196, + "grad_norm": 0.09159844593827017, + "learning_rate": 1.0715353590213597e-05, + "loss": 1.0757, + "step": 334 + }, + { + "epoch": 3.4271099744245523, + "grad_norm": 0.0894738894680945, + "learning_rate": 1.0587955767607594e-05, + "loss": 1.0686, + "step": 335 + }, + { + "epoch": 3.4373401534526855, + "grad_norm": 0.09921878316185964, + "learning_rate": 1.0461046607315723e-05, + "loss": 1.0765, + "step": 336 + }, + { + "epoch": 3.4475703324808182, + "grad_norm": 0.0957429216895665, + "learning_rate": 1.033463269831299e-05, + "loss": 1.0747, + "step": 337 + }, + { + "epoch": 3.4578005115089514, + "grad_norm": 0.08414571850711541, + "learning_rate": 1.0208720603861488e-05, + "loss": 1.0961, + "step": 338 + }, + { + "epoch": 3.4680306905370846, + "grad_norm": 0.10168015813114815, + "learning_rate": 1.0083316861169704e-05, + "loss": 1.0606, + "step": 339 + }, + { + "epoch": 3.4782608695652173, + "grad_norm": 0.09551584703983902, + "learning_rate": 9.958427981053116e-06, + "loss": 1.0804, + "step": 340 + }, + { + "epoch": 3.4884910485933505, + "grad_norm": 0.09831692314317865, + "learning_rate": 9.834060447596114e-06, + "loss": 1.0677, + "step": 341 + }, + { + "epoch": 3.498721227621483, + "grad_norm": 0.09383345577537172, + "learning_rate": 9.710220717815378e-06, + "loss": 1.0787, + "step": 342 + }, + { + "epoch": 3.5089514066496164, + "grad_norm": 0.09247292995353687, + "learning_rate": 9.586915221324668e-06, + "loss": 1.0959, + "step": 343 + }, + { + "epoch": 3.5191815856777495, + "grad_norm": 0.08744993240245372, + "learning_rate": 9.464150360000946e-06, + "loss": 1.0543, + "step": 344 + }, + { + "epoch": 3.5294117647058822, + "grad_norm": 0.08739863273178501, + "learning_rate": 9.341932507652053e-06, + "loss": 1.079, + "step": 345 + }, + { + "epoch": 3.5396419437340154, + "grad_norm": 0.08591934564082804, + "learning_rate": 9.220268009685752e-06, + "loss": 1.0917, + "step": 346 + }, + { + "epoch": 3.5498721227621486, + "grad_norm": 0.08530982771585134, + "learning_rate": 9.099163182780284e-06, + "loss": 1.0698, + "step": 347 + }, + { + "epoch": 3.5601023017902813, + "grad_norm": 0.08396702129279394, + "learning_rate": 8.978624314556454e-06, + "loss": 1.078, + "step": 348 + }, + { + "epoch": 3.5703324808184145, + "grad_norm": 0.07547800696072196, + "learning_rate": 8.85865766325113e-06, + "loss": 1.0763, + "step": 349 + }, + { + "epoch": 3.580562659846547, + "grad_norm": 0.08350840674801444, + "learning_rate": 8.73926945739235e-06, + "loss": 1.0749, + "step": 350 + }, + { + "epoch": 3.5907928388746804, + "grad_norm": 0.08144508914012105, + "learning_rate": 8.620465895475958e-06, + "loss": 1.0647, + "step": 351 + }, + { + "epoch": 3.601023017902813, + "grad_norm": 0.0840979229088987, + "learning_rate": 8.502253145643752e-06, + "loss": 1.0814, + "step": 352 + }, + { + "epoch": 3.6112531969309463, + "grad_norm": 0.07895251042079375, + "learning_rate": 8.384637345363262e-06, + "loss": 1.0638, + "step": 353 + }, + { + "epoch": 3.6214833759590794, + "grad_norm": 0.08686156430173361, + "learning_rate": 8.26762460110911e-06, + "loss": 1.0654, + "step": 354 + }, + { + "epoch": 3.631713554987212, + "grad_norm": 0.07746103803729665, + "learning_rate": 8.151220988045929e-06, + "loss": 1.0713, + "step": 355 + }, + { + "epoch": 3.6419437340153453, + "grad_norm": 0.08436880420354408, + "learning_rate": 8.035432549713006e-06, + "loss": 1.0657, + "step": 356 + }, + { + "epoch": 3.6521739130434785, + "grad_norm": 0.07565659638802982, + "learning_rate": 7.920265297710451e-06, + "loss": 1.0686, + "step": 357 + }, + { + "epoch": 3.662404092071611, + "grad_norm": 0.08286700475384223, + "learning_rate": 7.805725211387113e-06, + "loss": 1.081, + "step": 358 + }, + { + "epoch": 3.6726342710997444, + "grad_norm": 0.07781514667340442, + "learning_rate": 7.691818237530147e-06, + "loss": 1.0596, + "step": 359 + }, + { + "epoch": 3.682864450127877, + "grad_norm": 0.0951431734041778, + "learning_rate": 7.5785502900562324e-06, + "loss": 1.0732, + "step": 360 + }, + { + "epoch": 3.6930946291560103, + "grad_norm": 0.08042329644112586, + "learning_rate": 7.46592724970455e-06, + "loss": 1.0567, + "step": 361 + }, + { + "epoch": 3.703324808184143, + "grad_norm": 0.07601661591847954, + "learning_rate": 7.353954963731475e-06, + "loss": 1.071, + "step": 362 + }, + { + "epoch": 3.713554987212276, + "grad_norm": 0.08573966219122138, + "learning_rate": 7.242639245606959e-06, + "loss": 1.0611, + "step": 363 + }, + { + "epoch": 3.7237851662404093, + "grad_norm": 0.08953027088566128, + "learning_rate": 7.131985874712717e-06, + "loss": 1.0634, + "step": 364 + }, + { + "epoch": 3.734015345268542, + "grad_norm": 0.0818226085978608, + "learning_rate": 7.022000596042196e-06, + "loss": 1.0806, + "step": 365 + }, + { + "epoch": 3.7442455242966752, + "grad_norm": 0.08574090319665176, + "learning_rate": 6.912689119902245e-06, + "loss": 1.0626, + "step": 366 + }, + { + "epoch": 3.7544757033248084, + "grad_norm": 0.07209784093188339, + "learning_rate": 6.804057121616714e-06, + "loss": 1.0648, + "step": 367 + }, + { + "epoch": 3.764705882352941, + "grad_norm": 0.08392846348248735, + "learning_rate": 6.696110241231708e-06, + "loss": 1.0695, + "step": 368 + }, + { + "epoch": 3.7749360613810743, + "grad_norm": 0.0822595260959984, + "learning_rate": 6.588854083222851e-06, + "loss": 1.0676, + "step": 369 + }, + { + "epoch": 3.785166240409207, + "grad_norm": 0.07549500754650335, + "learning_rate": 6.48229421620427e-06, + "loss": 1.053, + "step": 370 + }, + { + "epoch": 3.79539641943734, + "grad_norm": 0.08466247105944975, + "learning_rate": 6.3764361726394616e-06, + "loss": 1.0871, + "step": 371 + }, + { + "epoch": 3.805626598465473, + "grad_norm": 0.0807054858352925, + "learning_rate": 6.271285448554072e-06, + "loss": 1.0859, + "step": 372 + }, + { + "epoch": 3.815856777493606, + "grad_norm": 0.08262247758415588, + "learning_rate": 6.166847503250563e-06, + "loss": 1.0706, + "step": 373 + }, + { + "epoch": 3.8260869565217392, + "grad_norm": 0.08269932344248264, + "learning_rate": 6.063127759024745e-06, + "loss": 1.0834, + "step": 374 + }, + { + "epoch": 3.836317135549872, + "grad_norm": 0.07428197959727556, + "learning_rate": 5.960131600884274e-06, + "loss": 1.0636, + "step": 375 + }, + { + "epoch": 3.846547314578005, + "grad_norm": 0.0767789669165535, + "learning_rate": 5.857864376269051e-06, + "loss": 1.067, + "step": 376 + }, + { + "epoch": 3.8567774936061383, + "grad_norm": 0.08437769692277076, + "learning_rate": 5.756331394773624e-06, + "loss": 1.0867, + "step": 377 + }, + { + "epoch": 3.867007672634271, + "grad_norm": 0.07475241555743972, + "learning_rate": 5.6555379278714905e-06, + "loss": 1.0618, + "step": 378 + }, + { + "epoch": 3.877237851662404, + "grad_norm": 0.07633061893990638, + "learning_rate": 5.555489208641412e-06, + "loss": 1.0632, + "step": 379 + }, + { + "epoch": 3.887468030690537, + "grad_norm": 0.08149043676785563, + "learning_rate": 5.4561904314957185e-06, + "loss": 1.1028, + "step": 380 + }, + { + "epoch": 3.89769820971867, + "grad_norm": 0.07550834347044144, + "learning_rate": 5.357646751910628e-06, + "loss": 1.0396, + "step": 381 + }, + { + "epoch": 3.907928388746803, + "grad_norm": 0.07625084385983938, + "learning_rate": 5.259863286158591e-06, + "loss": 1.0857, + "step": 382 + }, + { + "epoch": 3.918158567774936, + "grad_norm": 0.07083035914802652, + "learning_rate": 5.162845111042632e-06, + "loss": 1.0643, + "step": 383 + }, + { + "epoch": 3.928388746803069, + "grad_norm": 0.07229307043437665, + "learning_rate": 5.0665972636327775e-06, + "loss": 1.0725, + "step": 384 + }, + { + "epoch": 3.938618925831202, + "grad_norm": 0.07807735906667276, + "learning_rate": 4.971124741004558e-06, + "loss": 1.0631, + "step": 385 + }, + { + "epoch": 3.948849104859335, + "grad_norm": 0.0756641766450725, + "learning_rate": 4.8764324999795486e-06, + "loss": 1.0541, + "step": 386 + }, + { + "epoch": 3.959079283887468, + "grad_norm": 0.0659598011873379, + "learning_rate": 4.78252545686799e-06, + "loss": 1.0598, + "step": 387 + }, + { + "epoch": 3.969309462915601, + "grad_norm": 0.0731709328116761, + "learning_rate": 4.6894084872136026e-06, + "loss": 1.0998, + "step": 388 + }, + { + "epoch": 3.979539641943734, + "grad_norm": 0.07839036679642926, + "learning_rate": 4.597086425540389e-06, + "loss": 1.0854, + "step": 389 + }, + { + "epoch": 3.9897698209718673, + "grad_norm": 0.07687064365683145, + "learning_rate": 4.505564065101689e-06, + "loss": 1.0706, + "step": 390 + }, + { + "epoch": 4.0, + "grad_norm": 0.08924423512701447, + "learning_rate": 4.414846157631265e-06, + "loss": 1.3509, + "step": 391 + }, + { + "epoch": 4.010230179028133, + "grad_norm": 0.07578600533231729, + "learning_rate": 4.324937413096628e-06, + "loss": 1.0539, + "step": 392 + }, + { + "epoch": 4.020460358056266, + "grad_norm": 0.08368995024205941, + "learning_rate": 4.2358424994545165e-06, + "loss": 1.0684, + "step": 393 + }, + { + "epoch": 4.030690537084399, + "grad_norm": 0.06847620596188483, + "learning_rate": 4.147566042408502e-06, + "loss": 1.0605, + "step": 394 + }, + { + "epoch": 4.040920716112532, + "grad_norm": 0.07674538598184749, + "learning_rate": 4.060112625168848e-06, + "loss": 1.0681, + "step": 395 + }, + { + "epoch": 4.051150895140665, + "grad_norm": 0.07411955836062326, + "learning_rate": 3.973486788214571e-06, + "loss": 1.0544, + "step": 396 + }, + { + "epoch": 4.061381074168798, + "grad_norm": 0.08032300973660715, + "learning_rate": 3.887693029057675e-06, + "loss": 1.0571, + "step": 397 + }, + { + "epoch": 4.071611253196931, + "grad_norm": 0.06963288218234127, + "learning_rate": 3.8027358020096584e-06, + "loss": 1.0829, + "step": 398 + }, + { + "epoch": 4.081841432225064, + "grad_norm": 0.07658885525810889, + "learning_rate": 3.7186195179502636e-06, + "loss": 1.0841, + "step": 399 + }, + { + "epoch": 4.092071611253197, + "grad_norm": 0.07191505898188405, + "learning_rate": 3.6353485440984427e-06, + "loss": 1.0552, + "step": 400 + }, + { + "epoch": 4.10230179028133, + "grad_norm": 0.0708946929272983, + "learning_rate": 3.5529272037856497e-06, + "loss": 1.0613, + "step": 401 + }, + { + "epoch": 4.112531969309463, + "grad_norm": 0.06812388336417115, + "learning_rate": 3.471359776231347e-06, + "loss": 1.0613, + "step": 402 + }, + { + "epoch": 4.122762148337596, + "grad_norm": 0.06855644563541499, + "learning_rate": 3.3906504963208396e-06, + "loss": 1.0636, + "step": 403 + }, + { + "epoch": 4.132992327365729, + "grad_norm": 0.06712586888451333, + "learning_rate": 3.310803554385438e-06, + "loss": 1.0719, + "step": 404 + }, + { + "epoch": 4.143222506393862, + "grad_norm": 0.06886864694467747, + "learning_rate": 3.2318230959848517e-06, + "loss": 1.0639, + "step": 405 + }, + { + "epoch": 4.153452685421995, + "grad_norm": 0.06942897747798116, + "learning_rate": 3.153713221691983e-06, + "loss": 1.0707, + "step": 406 + }, + { + "epoch": 4.163682864450128, + "grad_norm": 0.07379761044326129, + "learning_rate": 3.0764779868800398e-06, + "loss": 1.0711, + "step": 407 + }, + { + "epoch": 4.173913043478261, + "grad_norm": 0.06865918848541905, + "learning_rate": 3.0001214015119593e-06, + "loss": 1.0792, + "step": 408 + }, + { + "epoch": 4.1841432225063935, + "grad_norm": 0.06780846203483021, + "learning_rate": 2.924647429932228e-06, + "loss": 1.0788, + "step": 409 + }, + { + "epoch": 4.194373401534527, + "grad_norm": 0.06536242133183677, + "learning_rate": 2.8500599906610736e-06, + "loss": 1.0641, + "step": 410 + }, + { + "epoch": 4.20460358056266, + "grad_norm": 0.06663074408761491, + "learning_rate": 2.776362956190983e-06, + "loss": 1.0596, + "step": 411 + }, + { + "epoch": 4.2148337595907925, + "grad_norm": 0.06654906098672408, + "learning_rate": 2.7035601527856914e-06, + "loss": 1.0583, + "step": 412 + }, + { + "epoch": 4.225063938618926, + "grad_norm": 0.06688729515895334, + "learning_rate": 2.6316553602814864e-06, + "loss": 1.057, + "step": 413 + }, + { + "epoch": 4.235294117647059, + "grad_norm": 0.06447264384050708, + "learning_rate": 2.560652311890981e-06, + "loss": 1.0739, + "step": 414 + }, + { + "epoch": 4.245524296675192, + "grad_norm": 0.0639965101079602, + "learning_rate": 2.4905546940093086e-06, + "loss": 1.0715, + "step": 415 + }, + { + "epoch": 4.255754475703325, + "grad_norm": 0.06519279446292395, + "learning_rate": 2.4213661460226925e-06, + "loss": 1.0679, + "step": 416 + }, + { + "epoch": 4.265984654731458, + "grad_norm": 0.07304580911858156, + "learning_rate": 2.353090260119515e-06, + "loss": 1.0538, + "step": 417 + }, + { + "epoch": 4.276214833759591, + "grad_norm": 0.06648155278938164, + "learning_rate": 2.28573058110382e-06, + "loss": 1.0634, + "step": 418 + }, + { + "epoch": 4.286445012787723, + "grad_norm": 0.06345271546432055, + "learning_rate": 2.219290606211253e-06, + "loss": 1.0502, + "step": 419 + }, + { + "epoch": 4.296675191815857, + "grad_norm": 0.06383006338193715, + "learning_rate": 2.153773784927511e-06, + "loss": 1.0738, + "step": 420 + }, + { + "epoch": 4.30690537084399, + "grad_norm": 0.06508082687651225, + "learning_rate": 2.0891835188092146e-06, + "loss": 1.0823, + "step": 421 + }, + { + "epoch": 4.3171355498721224, + "grad_norm": 0.07239447442607977, + "learning_rate": 2.025523161307348e-06, + "loss": 1.0527, + "step": 422 + }, + { + "epoch": 4.327365728900256, + "grad_norm": 0.06452893499877213, + "learning_rate": 1.962796017593125e-06, + "loss": 1.0697, + "step": 423 + }, + { + "epoch": 4.337595907928389, + "grad_norm": 0.06560977198213125, + "learning_rate": 1.9010053443863796e-06, + "loss": 1.0713, + "step": 424 + }, + { + "epoch": 4.3478260869565215, + "grad_norm": 0.062487187825821404, + "learning_rate": 1.8401543497865026e-06, + "loss": 1.0588, + "step": 425 + }, + { + "epoch": 4.358056265984655, + "grad_norm": 0.06339129403278677, + "learning_rate": 1.7802461931058767e-06, + "loss": 1.0648, + "step": 426 + }, + { + "epoch": 4.368286445012788, + "grad_norm": 0.06463556573173153, + "learning_rate": 1.721283984705835e-06, + "loss": 1.0692, + "step": 427 + }, + { + "epoch": 4.378516624040921, + "grad_norm": 0.072369422172923, + "learning_rate": 1.663270785835187e-06, + "loss": 1.086, + "step": 428 + }, + { + "epoch": 4.388746803069053, + "grad_norm": 0.06033519185047689, + "learning_rate": 1.6062096084712786e-06, + "loss": 1.0699, + "step": 429 + }, + { + "epoch": 4.398976982097187, + "grad_norm": 0.05818331949145165, + "learning_rate": 1.5501034151636129e-06, + "loss": 1.0689, + "step": 430 + }, + { + "epoch": 4.40920716112532, + "grad_norm": 0.06010088825612501, + "learning_rate": 1.4949551188800504e-06, + "loss": 1.0806, + "step": 431 + }, + { + "epoch": 4.419437340153452, + "grad_norm": 0.05937706435469435, + "learning_rate": 1.4407675828555378e-06, + "loss": 1.0627, + "step": 432 + }, + { + "epoch": 4.429667519181586, + "grad_norm": 0.062013786763132926, + "learning_rate": 1.3875436204434922e-06, + "loss": 1.0651, + "step": 433 + }, + { + "epoch": 4.439897698209719, + "grad_norm": 0.06451175713491827, + "learning_rate": 1.3352859949697127e-06, + "loss": 1.0777, + "step": 434 + }, + { + "epoch": 4.450127877237851, + "grad_norm": 0.06162813979422373, + "learning_rate": 1.283997419588916e-06, + "loss": 1.0605, + "step": 435 + }, + { + "epoch": 4.460358056265985, + "grad_norm": 0.05846138400522631, + "learning_rate": 1.2336805571438703e-06, + "loss": 1.0679, + "step": 436 + }, + { + "epoch": 4.470588235294118, + "grad_norm": 0.05888401783431065, + "learning_rate": 1.1843380200271426e-06, + "loss": 1.0684, + "step": 437 + }, + { + "epoch": 4.4808184143222505, + "grad_norm": 0.061124238857325645, + "learning_rate": 1.135972370045486e-06, + "loss": 1.0746, + "step": 438 + }, + { + "epoch": 4.491048593350383, + "grad_norm": 0.06281073611812223, + "learning_rate": 1.0885861182867985e-06, + "loss": 1.0764, + "step": 439 + }, + { + "epoch": 4.501278772378517, + "grad_norm": 0.06312481995359293, + "learning_rate": 1.0421817249897791e-06, + "loss": 1.0625, + "step": 440 + }, + { + "epoch": 4.5115089514066495, + "grad_norm": 0.06295729104665382, + "learning_rate": 9.96761599416185e-07, + "loss": 1.0768, + "step": 441 + }, + { + "epoch": 4.521739130434782, + "grad_norm": 0.0611693601875824, + "learning_rate": 9.5232809972575e-07, + "loss": 1.0741, + "step": 442 + }, + { + "epoch": 4.531969309462916, + "grad_norm": 0.05782501757385847, + "learning_rate": 9.088835328537304e-07, + "loss": 1.0595, + "step": 443 + }, + { + "epoch": 4.542199488491049, + "grad_norm": 0.059694394249882904, + "learning_rate": 8.66430154391169e-07, + "loss": 1.0532, + "step": 444 + }, + { + "epoch": 4.552429667519181, + "grad_norm": 0.060814177486017695, + "learning_rate": 8.249701684677558e-07, + "loss": 1.0716, + "step": 445 + }, + { + "epoch": 4.562659846547315, + "grad_norm": 0.0598830892634924, + "learning_rate": 7.84505727637408e-07, + "loss": 1.0798, + "step": 446 + }, + { + "epoch": 4.572890025575448, + "grad_norm": 0.059434528694292506, + "learning_rate": 7.450389327665042e-07, + "loss": 1.0513, + "step": 447 + }, + { + "epoch": 4.58312020460358, + "grad_norm": 0.057039156272022225, + "learning_rate": 7.065718329248139e-07, + "loss": 1.0768, + "step": 448 + }, + { + "epoch": 4.593350383631714, + "grad_norm": 0.05723133802281261, + "learning_rate": 6.691064252791158e-07, + "loss": 1.0599, + "step": 449 + }, + { + "epoch": 4.603580562659847, + "grad_norm": 0.06105882434399679, + "learning_rate": 6.326446549894983e-07, + "loss": 1.0654, + "step": 450 + }, + { + "epoch": 4.6138107416879794, + "grad_norm": 0.05956113794100574, + "learning_rate": 5.971884151083696e-07, + "loss": 1.0432, + "step": 451 + }, + { + "epoch": 4.624040920716112, + "grad_norm": 0.05942349583501023, + "learning_rate": 5.627395464821894e-07, + "loss": 1.0714, + "step": 452 + }, + { + "epoch": 4.634271099744246, + "grad_norm": 0.05635707532109553, + "learning_rate": 5.292998376558656e-07, + "loss": 1.0766, + "step": 453 + }, + { + "epoch": 4.6445012787723785, + "grad_norm": 0.05903620745333425, + "learning_rate": 4.96871024779928e-07, + "loss": 1.0793, + "step": 454 + }, + { + "epoch": 4.654731457800511, + "grad_norm": 0.0577153505352874, + "learning_rate": 4.654547915203589e-07, + "loss": 1.0659, + "step": 455 + }, + { + "epoch": 4.664961636828645, + "grad_norm": 0.06484907212671626, + "learning_rate": 4.3505276897119586e-07, + "loss": 1.0594, + "step": 456 + }, + { + "epoch": 4.675191815856778, + "grad_norm": 0.060071269047249715, + "learning_rate": 4.056665355698508e-07, + "loss": 1.0543, + "step": 457 + }, + { + "epoch": 4.68542199488491, + "grad_norm": 0.05833236997333743, + "learning_rate": 3.7729761701514655e-07, + "loss": 1.0729, + "step": 458 + }, + { + "epoch": 4.695652173913043, + "grad_norm": 0.05754385761647327, + "learning_rate": 3.499474861881069e-07, + "loss": 1.0852, + "step": 459 + }, + { + "epoch": 4.705882352941177, + "grad_norm": 0.057359147029672014, + "learning_rate": 3.236175630755023e-07, + "loss": 1.0603, + "step": 460 + }, + { + "epoch": 4.716112531969309, + "grad_norm": 0.05502312699425405, + "learning_rate": 2.98309214696102e-07, + "loss": 1.0606, + "step": 461 + }, + { + "epoch": 4.726342710997442, + "grad_norm": 0.05848906997188855, + "learning_rate": 2.740237550297131e-07, + "loss": 1.0758, + "step": 462 + }, + { + "epoch": 4.736572890025576, + "grad_norm": 0.05693974727449699, + "learning_rate": 2.507624449489665e-07, + "loss": 1.0703, + "step": 463 + }, + { + "epoch": 4.746803069053708, + "grad_norm": 0.060117370456376766, + "learning_rate": 2.2852649215383548e-07, + "loss": 1.0745, + "step": 464 + }, + { + "epoch": 4.757033248081841, + "grad_norm": 0.056574241819605915, + "learning_rate": 2.0731705110895284e-07, + "loss": 1.0702, + "step": 465 + }, + { + "epoch": 4.767263427109975, + "grad_norm": 0.05850407146566137, + "learning_rate": 1.8713522298365428e-07, + "loss": 1.0817, + "step": 466 + }, + { + "epoch": 4.7774936061381075, + "grad_norm": 0.058789889531343384, + "learning_rate": 1.679820555948264e-07, + "loss": 1.0645, + "step": 467 + }, + { + "epoch": 4.78772378516624, + "grad_norm": 0.05716794561138148, + "learning_rate": 1.4985854335248572e-07, + "loss": 1.075, + "step": 468 + }, + { + "epoch": 4.797953964194374, + "grad_norm": 0.055191974019031344, + "learning_rate": 1.3276562720816677e-07, + "loss": 1.0488, + "step": 469 + }, + { + "epoch": 4.8081841432225065, + "grad_norm": 0.055562342833215025, + "learning_rate": 1.1670419460605431e-07, + "loss": 1.0611, + "step": 470 + }, + { + "epoch": 4.818414322250639, + "grad_norm": 0.05680580694018153, + "learning_rate": 1.0167507943692478e-07, + "loss": 1.0556, + "step": 471 + }, + { + "epoch": 4.828644501278772, + "grad_norm": 0.05619366643069308, + "learning_rate": 8.767906199483422e-08, + "loss": 1.0708, + "step": 472 + }, + { + "epoch": 4.838874680306906, + "grad_norm": 0.054452430626228114, + "learning_rate": 7.471686893661734e-08, + "loss": 1.0533, + "step": 473 + }, + { + "epoch": 4.849104859335038, + "grad_norm": 0.0576401286384887, + "learning_rate": 6.27891732441599e-08, + "loss": 1.0595, + "step": 474 + }, + { + "epoch": 4.859335038363171, + "grad_norm": 0.05429173265004916, + "learning_rate": 5.1896594189448925e-08, + "loss": 1.0735, + "step": 475 + }, + { + "epoch": 4.869565217391305, + "grad_norm": 0.05834244532356458, + "learning_rate": 4.20396973024384e-08, + "loss": 1.0695, + "step": 476 + }, + { + "epoch": 4.879795396419437, + "grad_norm": 0.05739572029230359, + "learning_rate": 3.321899434166831e-08, + "loss": 1.077, + "step": 477 + }, + { + "epoch": 4.89002557544757, + "grad_norm": 0.05580807335685245, + "learning_rate": 2.5434943267705902e-08, + "loss": 1.0723, + "step": 478 + }, + { + "epoch": 4.900255754475703, + "grad_norm": 0.05685796268467914, + "learning_rate": 1.8687948219371367e-08, + "loss": 1.0774, + "step": 479 + }, + { + "epoch": 4.910485933503836, + "grad_norm": 0.05491643772037376, + "learning_rate": 1.2978359492741288e-08, + "loss": 1.0546, + "step": 480 + }, + { + "epoch": 4.920716112531969, + "grad_norm": 0.05519615934013274, + "learning_rate": 8.306473522976532e-09, + "loss": 1.062, + "step": 481 + }, + { + "epoch": 4.930946291560103, + "grad_norm": 0.055812202915964615, + "learning_rate": 4.672532868927882e-09, + "loss": 1.0809, + "step": 482 + }, + { + "epoch": 4.9411764705882355, + "grad_norm": 0.05536585739894165, + "learning_rate": 2.0767262005372267e-09, + "loss": 1.086, + "step": 483 + }, + { + "epoch": 4.951406649616368, + "grad_norm": 0.055426487124572474, + "learning_rate": 5.191882890454025e-10, + "loss": 1.0569, + "step": 484 + }, + { + "epoch": 4.961636828644501, + "grad_norm": 0.05560606954338175, + "learning_rate": 0.0, + "loss": 1.0654, + "step": 485 + }, + { + "epoch": 4.961636828644501, + "step": 485, + "total_flos": 7065760181780480.0, + "train_loss": 1.1163312366328288, + "train_runtime": 42603.8864, + "train_samples_per_second": 11.736, + "train_steps_per_second": 0.011 + } + ], + "logging_steps": 1.0, + "max_steps": 485, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 7065760181780480.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..b6facd6 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083ac1d3fbc931e60092992fcea3cfca47ff6a9d214726c13a9c7454692227a2 +size 7224 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000..2e80e35 Binary files /dev/null and b/training_loss.png differ diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833