From 8789948a69c3a3388c808fc18513402bea4c8f11 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 4 Oct 2026 18:39:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: XinnanZhang/Qwen3-1.7B-Base-Openthought400K-SFT Source: Original Platform --- .gitattributes | 39 + README.md | 61 + all_results.json | 8 + chat_template.jinja | 85 + checkpoint-600/chat_template.jinja | 85 + checkpoint-600/config.json | 63 + checkpoint-600/generation_config.json | 10 + ..._zero_pp_rank_0_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_1_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_2_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_3_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_4_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_5_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_6_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_7_mp_rank_00_optim_states.pt | 3 + .../zero_pp_rank_0_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_1_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_2_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_3_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_4_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_5_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_6_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_7_mp_rank_00_model_states.pt | 3 + checkpoint-600/latest | 1 + checkpoint-600/model.safetensors | 3 + checkpoint-600/rng_state_0.pth | 3 + checkpoint-600/rng_state_1.pth | 3 + checkpoint-600/rng_state_2.pth | 3 + checkpoint-600/rng_state_3.pth | 3 + checkpoint-600/rng_state_4.pth | 3 + checkpoint-600/rng_state_5.pth | 3 + checkpoint-600/rng_state_6.pth | 3 + checkpoint-600/rng_state_7.pth | 3 + checkpoint-600/scheduler.pt | 3 + checkpoint-600/tokenizer.json | 3 + checkpoint-600/tokenizer_config.json | 30 + checkpoint-600/trainer_state.json | 4234 +++++++++++++ checkpoint-600/training_args.bin | 3 + checkpoint-600/zero_to_fp32.py | 760 +++ checkpoint-700/chat_template.jinja | 85 + checkpoint-700/config.json | 63 + checkpoint-700/generation_config.json | 10 + ..._zero_pp_rank_0_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_1_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_2_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_3_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_4_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_5_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_6_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_7_mp_rank_00_optim_states.pt | 3 + .../zero_pp_rank_0_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_1_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_2_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_3_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_4_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_5_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_6_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_7_mp_rank_00_model_states.pt | 3 + checkpoint-700/latest | 1 + checkpoint-700/model.safetensors | 3 + checkpoint-700/rng_state_0.pth | 3 + checkpoint-700/rng_state_1.pth | 3 + checkpoint-700/rng_state_2.pth | 3 + checkpoint-700/rng_state_3.pth | 3 + checkpoint-700/rng_state_4.pth | 3 + checkpoint-700/rng_state_5.pth | 3 + checkpoint-700/rng_state_6.pth | 3 + checkpoint-700/rng_state_7.pth | 3 + checkpoint-700/scheduler.pt | 3 + checkpoint-700/tokenizer.json | 3 + checkpoint-700/tokenizer_config.json | 30 + checkpoint-700/trainer_state.json | 4934 +++++++++++++++ checkpoint-700/training_args.bin | 3 + checkpoint-700/zero_to_fp32.py | 760 +++ checkpoint-747/chat_template.jinja | 85 + checkpoint-747/config.json | 63 + checkpoint-747/generation_config.json | 10 + ..._zero_pp_rank_0_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_1_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_2_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_3_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_4_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_5_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_6_mp_rank_00_optim_states.pt | 3 + ..._zero_pp_rank_7_mp_rank_00_optim_states.pt | 3 + .../zero_pp_rank_0_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_1_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_2_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_3_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_4_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_5_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_6_mp_rank_00_model_states.pt | 3 + .../zero_pp_rank_7_mp_rank_00_model_states.pt | 3 + checkpoint-747/latest | 1 + checkpoint-747/model.safetensors | 3 + checkpoint-747/rng_state_0.pth | 3 + checkpoint-747/rng_state_1.pth | 3 + checkpoint-747/rng_state_2.pth | 3 + checkpoint-747/rng_state_3.pth | 3 + checkpoint-747/rng_state_4.pth | 3 + checkpoint-747/rng_state_5.pth | 3 + checkpoint-747/rng_state_6.pth | 3 + checkpoint-747/rng_state_7.pth | 3 + checkpoint-747/scheduler.pt | 3 + checkpoint-747/tokenizer.json | 3 + checkpoint-747/tokenizer_config.json | 30 + checkpoint-747/trainer_state.json | 5263 ++++++++++++++++ checkpoint-747/training_args.bin | 3 + checkpoint-747/zero_to_fp32.py | 760 +++ config.json | 63 + generation_config.json | 10 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 30 + train_results.json | 8 + trainer_log.jsonl | 748 +++ trainer_state.json | 5272 +++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 45828 bytes 119 files changed, 23863 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 checkpoint-600/chat_template.jinja create mode 100644 checkpoint-600/config.json create mode 100644 checkpoint-600/generation_config.json create mode 100644 checkpoint-600/global_step600/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt create mode 100644 checkpoint-600/global_step600/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt create mode 100644 checkpoint-600/global_step600/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt create mode 100644 checkpoint-600/global_step600/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt create mode 100644 checkpoint-600/global_step600/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt create mode 100644 checkpoint-600/global_step600/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt create mode 100644 checkpoint-600/global_step600/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt create mode 100644 checkpoint-600/global_step600/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt create mode 100644 checkpoint-600/global_step600/zero_pp_rank_0_mp_rank_00_model_states.pt create mode 100644 checkpoint-600/global_step600/zero_pp_rank_1_mp_rank_00_model_states.pt create mode 100644 checkpoint-600/global_step600/zero_pp_rank_2_mp_rank_00_model_states.pt create mode 100644 checkpoint-600/global_step600/zero_pp_rank_3_mp_rank_00_model_states.pt create mode 100644 checkpoint-600/global_step600/zero_pp_rank_4_mp_rank_00_model_states.pt create mode 100644 checkpoint-600/global_step600/zero_pp_rank_5_mp_rank_00_model_states.pt create mode 100644 checkpoint-600/global_step600/zero_pp_rank_6_mp_rank_00_model_states.pt create mode 100644 checkpoint-600/global_step600/zero_pp_rank_7_mp_rank_00_model_states.pt create mode 100644 checkpoint-600/latest create mode 100644 checkpoint-600/model.safetensors create mode 100644 checkpoint-600/rng_state_0.pth create mode 100644 checkpoint-600/rng_state_1.pth create mode 100644 checkpoint-600/rng_state_2.pth create mode 100644 checkpoint-600/rng_state_3.pth create mode 100644 checkpoint-600/rng_state_4.pth create mode 100644 checkpoint-600/rng_state_5.pth create mode 100644 checkpoint-600/rng_state_6.pth create mode 100644 checkpoint-600/rng_state_7.pth create mode 100644 checkpoint-600/scheduler.pt create mode 100644 checkpoint-600/tokenizer.json create mode 100644 checkpoint-600/tokenizer_config.json create mode 100644 checkpoint-600/trainer_state.json create mode 100644 checkpoint-600/training_args.bin create mode 100644 checkpoint-600/zero_to_fp32.py create mode 100644 checkpoint-700/chat_template.jinja create mode 100644 checkpoint-700/config.json create mode 100644 checkpoint-700/generation_config.json create mode 100644 checkpoint-700/global_step700/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt create mode 100644 checkpoint-700/global_step700/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt create mode 100644 checkpoint-700/global_step700/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt create mode 100644 checkpoint-700/global_step700/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt create mode 100644 checkpoint-700/global_step700/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt create mode 100644 checkpoint-700/global_step700/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt create mode 100644 checkpoint-700/global_step700/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt create mode 100644 checkpoint-700/global_step700/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt create mode 100644 checkpoint-700/global_step700/zero_pp_rank_0_mp_rank_00_model_states.pt create mode 100644 checkpoint-700/global_step700/zero_pp_rank_1_mp_rank_00_model_states.pt create mode 100644 checkpoint-700/global_step700/zero_pp_rank_2_mp_rank_00_model_states.pt create mode 100644 checkpoint-700/global_step700/zero_pp_rank_3_mp_rank_00_model_states.pt create mode 100644 checkpoint-700/global_step700/zero_pp_rank_4_mp_rank_00_model_states.pt create mode 100644 checkpoint-700/global_step700/zero_pp_rank_5_mp_rank_00_model_states.pt create mode 100644 checkpoint-700/global_step700/zero_pp_rank_6_mp_rank_00_model_states.pt create mode 100644 checkpoint-700/global_step700/zero_pp_rank_7_mp_rank_00_model_states.pt create mode 100644 checkpoint-700/latest create mode 100644 checkpoint-700/model.safetensors create mode 100644 checkpoint-700/rng_state_0.pth create mode 100644 checkpoint-700/rng_state_1.pth create mode 100644 checkpoint-700/rng_state_2.pth create mode 100644 checkpoint-700/rng_state_3.pth create mode 100644 checkpoint-700/rng_state_4.pth create mode 100644 checkpoint-700/rng_state_5.pth create mode 100644 checkpoint-700/rng_state_6.pth create mode 100644 checkpoint-700/rng_state_7.pth create mode 100644 checkpoint-700/scheduler.pt create mode 100644 checkpoint-700/tokenizer.json create mode 100644 checkpoint-700/tokenizer_config.json create mode 100644 checkpoint-700/trainer_state.json create mode 100644 checkpoint-700/training_args.bin create mode 100644 checkpoint-700/zero_to_fp32.py create mode 100644 checkpoint-747/chat_template.jinja create mode 100644 checkpoint-747/config.json create mode 100644 checkpoint-747/generation_config.json create mode 100644 checkpoint-747/global_step747/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt create mode 100644 checkpoint-747/global_step747/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt create mode 100644 checkpoint-747/global_step747/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt create mode 100644 checkpoint-747/global_step747/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt create mode 100644 checkpoint-747/global_step747/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt create mode 100644 checkpoint-747/global_step747/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt create mode 100644 checkpoint-747/global_step747/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt create mode 100644 checkpoint-747/global_step747/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt create mode 100644 checkpoint-747/global_step747/zero_pp_rank_0_mp_rank_00_model_states.pt create mode 100644 checkpoint-747/global_step747/zero_pp_rank_1_mp_rank_00_model_states.pt create mode 100644 checkpoint-747/global_step747/zero_pp_rank_2_mp_rank_00_model_states.pt create mode 100644 checkpoint-747/global_step747/zero_pp_rank_3_mp_rank_00_model_states.pt create mode 100644 checkpoint-747/global_step747/zero_pp_rank_4_mp_rank_00_model_states.pt create mode 100644 checkpoint-747/global_step747/zero_pp_rank_5_mp_rank_00_model_states.pt create mode 100644 checkpoint-747/global_step747/zero_pp_rank_6_mp_rank_00_model_states.pt create mode 100644 checkpoint-747/global_step747/zero_pp_rank_7_mp_rank_00_model_states.pt create mode 100644 checkpoint-747/latest create mode 100644 checkpoint-747/model.safetensors create mode 100644 checkpoint-747/rng_state_0.pth create mode 100644 checkpoint-747/rng_state_1.pth create mode 100644 checkpoint-747/rng_state_2.pth create mode 100644 checkpoint-747/rng_state_3.pth create mode 100644 checkpoint-747/rng_state_4.pth create mode 100644 checkpoint-747/rng_state_5.pth create mode 100644 checkpoint-747/rng_state_6.pth create mode 100644 checkpoint-747/rng_state_7.pth create mode 100644 checkpoint-747/scheduler.pt create mode 100644 checkpoint-747/tokenizer.json create mode 100644 checkpoint-747/tokenizer_config.json create mode 100644 checkpoint-747/trainer_state.json create mode 100644 checkpoint-747/training_args.bin create mode 100644 checkpoint-747/zero_to_fp32.py create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9986e91 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,39 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint-600/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-700/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-747/tokenizer.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2b15a63 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen3-1.7B-Base +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: Qwen3-1.7B-Base-SFT-OpenThought3 + results: [] +--- + + + +# Qwen3-1.7B-Base-SFT-OpenThought3 + +This model is a fine-tuned version of [Qwen/Qwen3-1.7B-Base](https://huggingface.co/Qwen/Qwen3-1.7B-Base) on the XinnanZhang/openthoughts3-math-50k8 dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 8e-05 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 512 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 5.2.0 +- Pytorch 2.11.0+cu130 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..b8a2c7c --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 5682852003840000.0, + "train_loss": 0.8983253232606124, + "train_runtime": 115389.9101, + "train_samples_per_second": 3.313, + "train_steps_per_second": 0.006 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..699ff8d --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/checkpoint-600/chat_template.jinja b/checkpoint-600/chat_template.jinja new file mode 100644 index 0000000..699ff8d --- /dev/null +++ b/checkpoint-600/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/checkpoint-600/config.json b/checkpoint-600/config.json new file mode 100644 index 0000000..0f75c0d --- /dev/null +++ b/checkpoint-600/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-600/generation_config.json b/checkpoint-600/generation_config.json new file mode 100644 index 0000000..c35d61c --- /dev/null +++ b/checkpoint-600/generation_config.json @@ -0,0 +1,10 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.2.0" +} diff --git a/checkpoint-600/global_step600/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/checkpoint-600/global_step600/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..90076c4 --- /dev/null +++ b/checkpoint-600/global_step600/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd0e74704706aa780dbb6b4d21bafc0f7a2dacfbfcc99628fe2d6ffea0657a5b +size 2580868101 diff --git a/checkpoint-600/global_step600/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/checkpoint-600/global_step600/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..c89dc38 --- /dev/null +++ b/checkpoint-600/global_step600/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce29fe5b1ee8294154d5f97938b3a57a670c5dede7359474981a0d2c0d10d6d +size 2580868101 diff --git a/checkpoint-600/global_step600/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/checkpoint-600/global_step600/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..f1807f9 --- /dev/null +++ b/checkpoint-600/global_step600/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c506f8d09ca2edad7b1dcfb927466d6e182ece3c47dba59bb1a56cfc36ab2f1 +size 2580868101 diff --git a/checkpoint-600/global_step600/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/checkpoint-600/global_step600/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..6bcefed --- /dev/null +++ b/checkpoint-600/global_step600/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78161b5bd61ca75105aa22c7ec70c63ad11bb555ba9c9c64656e2571ae3851d2 +size 2580868101 diff --git a/checkpoint-600/global_step600/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/checkpoint-600/global_step600/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..691c4c7 --- /dev/null +++ b/checkpoint-600/global_step600/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaeb48e200f968f947a27f3273989ac9c84eed53717a4da271e485c8fd0bcaf6 +size 2580868101 diff --git a/checkpoint-600/global_step600/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/checkpoint-600/global_step600/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..2d1e611 --- /dev/null +++ b/checkpoint-600/global_step600/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38427b000092d784bd9287e2a332629f4f797339d63e9536ad50b8bce9141836 +size 2580868101 diff --git a/checkpoint-600/global_step600/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/checkpoint-600/global_step600/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..5834fe3 --- /dev/null +++ b/checkpoint-600/global_step600/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ac3a6ba782aa2a59f46abe8392553756e13b3be52b8220963ec6ed9d78aca1 +size 2580868101 diff --git a/checkpoint-600/global_step600/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/checkpoint-600/global_step600/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..014d658 --- /dev/null +++ b/checkpoint-600/global_step600/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed71c2f9be91a7b469947f0e3c5916f5d453d53af5bdfb6bc94bf455a96ae25 +size 2580868101 diff --git a/checkpoint-600/global_step600/zero_pp_rank_0_mp_rank_00_model_states.pt b/checkpoint-600/global_step600/zero_pp_rank_0_mp_rank_00_model_states.pt new file mode 100644 index 0000000..e5d5586 --- /dev/null +++ b/checkpoint-600/global_step600/zero_pp_rank_0_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a637ea4e22d67bf6bd00715a59d15f7eb906283ce0fea2439d5f00f6c2665996 +size 156759 diff --git a/checkpoint-600/global_step600/zero_pp_rank_1_mp_rank_00_model_states.pt b/checkpoint-600/global_step600/zero_pp_rank_1_mp_rank_00_model_states.pt new file mode 100644 index 0000000..8334206 --- /dev/null +++ b/checkpoint-600/global_step600/zero_pp_rank_1_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e968c7162eb225e323be18a3566af158caac6510ec0d050037c69b8f2b381294 +size 156759 diff --git a/checkpoint-600/global_step600/zero_pp_rank_2_mp_rank_00_model_states.pt b/checkpoint-600/global_step600/zero_pp_rank_2_mp_rank_00_model_states.pt new file mode 100644 index 0000000..90c9b9a --- /dev/null +++ b/checkpoint-600/global_step600/zero_pp_rank_2_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83f5f3b1909ff1a1a51282e9965da6aa92b9db841fe0d4033828ceffb999de5d +size 156759 diff --git a/checkpoint-600/global_step600/zero_pp_rank_3_mp_rank_00_model_states.pt b/checkpoint-600/global_step600/zero_pp_rank_3_mp_rank_00_model_states.pt new file mode 100644 index 0000000..3078c2e --- /dev/null +++ b/checkpoint-600/global_step600/zero_pp_rank_3_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5747da21e457ef836541cf66798786a675d749b98e1b2703b2e4373a70936b2 +size 156759 diff --git a/checkpoint-600/global_step600/zero_pp_rank_4_mp_rank_00_model_states.pt b/checkpoint-600/global_step600/zero_pp_rank_4_mp_rank_00_model_states.pt new file mode 100644 index 0000000..0094199 --- /dev/null +++ b/checkpoint-600/global_step600/zero_pp_rank_4_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:421c7a60713a7d6efc1ff36eee51b4b06c861605cc4ff955e1ac2c65e577b77e +size 156759 diff --git a/checkpoint-600/global_step600/zero_pp_rank_5_mp_rank_00_model_states.pt b/checkpoint-600/global_step600/zero_pp_rank_5_mp_rank_00_model_states.pt new file mode 100644 index 0000000..5dc253d --- /dev/null +++ b/checkpoint-600/global_step600/zero_pp_rank_5_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f781969de2301de67ca500cbaeb12ca0e5846b525caf83090090bca56e41714a +size 156759 diff --git a/checkpoint-600/global_step600/zero_pp_rank_6_mp_rank_00_model_states.pt b/checkpoint-600/global_step600/zero_pp_rank_6_mp_rank_00_model_states.pt new file mode 100644 index 0000000..7f442f2 --- /dev/null +++ b/checkpoint-600/global_step600/zero_pp_rank_6_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9554aea63fb62b4193cbc69e9b0130dd95f36c23bd1ad2c44db9b481538708f6 +size 156759 diff --git a/checkpoint-600/global_step600/zero_pp_rank_7_mp_rank_00_model_states.pt b/checkpoint-600/global_step600/zero_pp_rank_7_mp_rank_00_model_states.pt new file mode 100644 index 0000000..47e5dfd --- /dev/null +++ b/checkpoint-600/global_step600/zero_pp_rank_7_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b13b4f90d3890956f68ff6762fd631730ba93ae9b73ffcc19b076f34fec8ce +size 156759 diff --git a/checkpoint-600/latest b/checkpoint-600/latest new file mode 100644 index 0000000..12cae1a --- /dev/null +++ b/checkpoint-600/latest @@ -0,0 +1 @@ +global_step600 \ No newline at end of file diff --git a/checkpoint-600/model.safetensors b/checkpoint-600/model.safetensors new file mode 100644 index 0000000..10ed03c --- /dev/null +++ b/checkpoint-600/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b431dee7bf331ad1f1840fe3a55182c596b9965f580dc328b2bdd5bf33931bd +size 3441185608 diff --git a/checkpoint-600/rng_state_0.pth b/checkpoint-600/rng_state_0.pth new file mode 100644 index 0000000..4b0bea5 --- /dev/null +++ b/checkpoint-600/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f92cf63e0989759370d24108b469c492c12202403f036015307ce49f12cedc +size 16389 diff --git a/checkpoint-600/rng_state_1.pth b/checkpoint-600/rng_state_1.pth new file mode 100644 index 0000000..2c94d69 --- /dev/null +++ b/checkpoint-600/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed40a0a4e9f365d2c6cc004d97e6705894eba46c8be4c160c1455bc3062dee1 +size 16389 diff --git a/checkpoint-600/rng_state_2.pth b/checkpoint-600/rng_state_2.pth new file mode 100644 index 0000000..e3d2f61 --- /dev/null +++ b/checkpoint-600/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d688b304d19c260b5cfa471535ed51d7e1d60b3a0d0159dfd1a04b87904a9f42 +size 16389 diff --git a/checkpoint-600/rng_state_3.pth b/checkpoint-600/rng_state_3.pth new file mode 100644 index 0000000..84660ff --- /dev/null +++ b/checkpoint-600/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9967425ebcaee80d9b518fa0244d52f739b1b983d87cda71d5fede0c073e9d3b +size 16389 diff --git a/checkpoint-600/rng_state_4.pth b/checkpoint-600/rng_state_4.pth new file mode 100644 index 0000000..fd63d0f --- /dev/null +++ b/checkpoint-600/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469900fd39c667ffbd49c3c407c0ba317a1e9f5f9339a99b5d38423b7d0ce6d4 +size 16389 diff --git a/checkpoint-600/rng_state_5.pth b/checkpoint-600/rng_state_5.pth new file mode 100644 index 0000000..a9f2a80 --- /dev/null +++ b/checkpoint-600/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124688471ff2a6e80f2fcefedbf741fb18d08dd539d5bd07a52e81be545142a5 +size 16389 diff --git a/checkpoint-600/rng_state_6.pth b/checkpoint-600/rng_state_6.pth new file mode 100644 index 0000000..ffdeaa9 --- /dev/null +++ b/checkpoint-600/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e69f1ced9f992a72c948698e5eb06088610788988cdb2fdbdd624e064319d60 +size 16389 diff --git a/checkpoint-600/rng_state_7.pth b/checkpoint-600/rng_state_7.pth new file mode 100644 index 0000000..ad30a51 --- /dev/null +++ b/checkpoint-600/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a376268a55d6ee10c371c06aa952334c4c6a1af9ea2d71b1951a57367a0c6722 +size 16389 diff --git a/checkpoint-600/scheduler.pt b/checkpoint-600/scheduler.pt new file mode 100644 index 0000000..d0054ec --- /dev/null +++ b/checkpoint-600/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43da5c8864d25475680d157e6a16a83d6e24a146c02c8e15b49b768e611e45f +size 1465 diff --git a/checkpoint-600/tokenizer.json b/checkpoint-600/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/checkpoint-600/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/checkpoint-600/tokenizer_config.json b/checkpoint-600/tokenizer_config.json new file mode 100644 index 0000000..145e2c7 --- /dev/null +++ b/checkpoint-600/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/checkpoint-600/trainer_state.json b/checkpoint-600/trainer_state.json new file mode 100644 index 0000000..d658cec --- /dev/null +++ b/checkpoint-600/trainer_state.json @@ -0,0 +1,4234 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.8036162732295329, + "eval_steps": 500, + "global_step": 600, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013393604553825547, + "grad_norm": 7.59987480034225, + "learning_rate": 0.0, + "loss": 1.2203794717788696, + "step": 1 + }, + { + "epoch": 0.0026787209107651095, + "grad_norm": 7.556419191633864, + "learning_rate": 1.066666666666667e-06, + "loss": 1.2077422142028809, + "step": 2 + }, + { + "epoch": 0.004018081366147665, + "grad_norm": 7.43424441190293, + "learning_rate": 2.133333333333334e-06, + "loss": 1.2097434997558594, + "step": 3 + }, + { + "epoch": 0.005357441821530219, + "grad_norm": 7.021666134821503, + "learning_rate": 3.2000000000000003e-06, + "loss": 1.1891963481903076, + "step": 4 + }, + { + "epoch": 0.006696802276912774, + "grad_norm": 5.446482336710434, + "learning_rate": 4.266666666666668e-06, + "loss": 1.1889076232910156, + "step": 5 + }, + { + "epoch": 0.00803616273229533, + "grad_norm": 3.3854892179134715, + "learning_rate": 5.333333333333334e-06, + "loss": 1.1870930194854736, + "step": 6 + }, + { + "epoch": 0.009375523187677884, + "grad_norm": 3.8522461652029576, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.166532278060913, + "step": 7 + }, + { + "epoch": 0.010714883643060438, + "grad_norm": 4.114885499626225, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.1786075830459595, + "step": 8 + }, + { + "epoch": 0.012054244098442994, + "grad_norm": 3.7848771870154274, + "learning_rate": 8.533333333333335e-06, + "loss": 1.1633087396621704, + "step": 9 + }, + { + "epoch": 0.013393604553825548, + "grad_norm": 3.480585429874886, + "learning_rate": 9.600000000000001e-06, + "loss": 1.1381144523620605, + "step": 10 + }, + { + "epoch": 0.014732965009208104, + "grad_norm": 3.0527912777786415, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.130035161972046, + "step": 11 + }, + { + "epoch": 0.01607232546459066, + "grad_norm": 2.1785228593328774, + "learning_rate": 1.1733333333333335e-05, + "loss": 1.113619327545166, + "step": 12 + }, + { + "epoch": 0.017411685919973212, + "grad_norm": 2.153276697775204, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.1094508171081543, + "step": 13 + }, + { + "epoch": 0.018751046375355768, + "grad_norm": 2.1639832023027568, + "learning_rate": 1.3866666666666669e-05, + "loss": 1.1093754768371582, + "step": 14 + }, + { + "epoch": 0.020090406830738324, + "grad_norm": 1.5819539807956415, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.0970914363861084, + "step": 15 + }, + { + "epoch": 0.021429767286120876, + "grad_norm": 0.9981596182699652, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.0732706785202026, + "step": 16 + }, + { + "epoch": 0.02276912774150343, + "grad_norm": 1.150670436099805, + "learning_rate": 1.706666666666667e-05, + "loss": 1.067190408706665, + "step": 17 + }, + { + "epoch": 0.024108488196885988, + "grad_norm": 1.241573069994366, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.0586261749267578, + "step": 18 + }, + { + "epoch": 0.025447848652268543, + "grad_norm": 1.0318839224030094, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.065382957458496, + "step": 19 + }, + { + "epoch": 0.026787209107651096, + "grad_norm": 0.7926548431099205, + "learning_rate": 2.026666666666667e-05, + "loss": 1.0423641204833984, + "step": 20 + }, + { + "epoch": 0.02812656956303365, + "grad_norm": 0.8651245571596619, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.0538524389266968, + "step": 21 + }, + { + "epoch": 0.029465930018416207, + "grad_norm": 0.7773713907984426, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.050022840499878, + "step": 22 + }, + { + "epoch": 0.03080529047379876, + "grad_norm": 0.6131435887086818, + "learning_rate": 2.346666666666667e-05, + "loss": 1.0374431610107422, + "step": 23 + }, + { + "epoch": 0.03214465092918132, + "grad_norm": 0.6411600233078315, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.0369596481323242, + "step": 24 + }, + { + "epoch": 0.03348401138456387, + "grad_norm": 0.6105825840662947, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.0248405933380127, + "step": 25 + }, + { + "epoch": 0.034823371839946424, + "grad_norm": 0.5514039178404373, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.0261945724487305, + "step": 26 + }, + { + "epoch": 0.03616273229532898, + "grad_norm": 0.47980911346053196, + "learning_rate": 2.7733333333333338e-05, + "loss": 1.0281734466552734, + "step": 27 + }, + { + "epoch": 0.037502092750711535, + "grad_norm": 0.5015032388738222, + "learning_rate": 2.8800000000000002e-05, + "loss": 1.0181447267532349, + "step": 28 + }, + { + "epoch": 0.03884145320609409, + "grad_norm": 0.4412925876210946, + "learning_rate": 2.986666666666667e-05, + "loss": 1.0037535429000854, + "step": 29 + }, + { + "epoch": 0.04018081366147665, + "grad_norm": 0.4791162369947075, + "learning_rate": 3.093333333333334e-05, + "loss": 1.0166124105453491, + "step": 30 + }, + { + "epoch": 0.0415201741168592, + "grad_norm": 0.38218322408541294, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.015824794769287, + "step": 31 + }, + { + "epoch": 0.04285953457224175, + "grad_norm": 0.4068277079215438, + "learning_rate": 3.3066666666666666e-05, + "loss": 0.9952138662338257, + "step": 32 + }, + { + "epoch": 0.04419889502762431, + "grad_norm": 0.41007437644363576, + "learning_rate": 3.413333333333334e-05, + "loss": 0.9999523162841797, + "step": 33 + }, + { + "epoch": 0.04553825548300686, + "grad_norm": 0.39463041187020714, + "learning_rate": 3.52e-05, + "loss": 1.0010638236999512, + "step": 34 + }, + { + "epoch": 0.04687761593838942, + "grad_norm": 0.38858670221650043, + "learning_rate": 3.626666666666667e-05, + "loss": 1.0023632049560547, + "step": 35 + }, + { + "epoch": 0.048216976393771975, + "grad_norm": 0.42457022462001964, + "learning_rate": 3.733333333333334e-05, + "loss": 0.9928240776062012, + "step": 36 + }, + { + "epoch": 0.04955633684915453, + "grad_norm": 0.4203545219017498, + "learning_rate": 3.8400000000000005e-05, + "loss": 0.9923948049545288, + "step": 37 + }, + { + "epoch": 0.05089569730453709, + "grad_norm": 0.6018289451317828, + "learning_rate": 3.946666666666667e-05, + "loss": 0.9856561422348022, + "step": 38 + }, + { + "epoch": 0.052235057759919636, + "grad_norm": 0.9556415125996957, + "learning_rate": 4.053333333333334e-05, + "loss": 0.9986469745635986, + "step": 39 + }, + { + "epoch": 0.05357441821530219, + "grad_norm": 1.6335316008464362, + "learning_rate": 4.16e-05, + "loss": 0.9917392730712891, + "step": 40 + }, + { + "epoch": 0.05491377867068475, + "grad_norm": 0.5854953221201857, + "learning_rate": 4.266666666666667e-05, + "loss": 0.992963433265686, + "step": 41 + }, + { + "epoch": 0.0562531391260673, + "grad_norm": 0.9145316728664418, + "learning_rate": 4.373333333333334e-05, + "loss": 0.9989960789680481, + "step": 42 + }, + { + "epoch": 0.05759249958144986, + "grad_norm": 1.2192655126783132, + "learning_rate": 4.4800000000000005e-05, + "loss": 0.9921097159385681, + "step": 43 + }, + { + "epoch": 0.058931860036832415, + "grad_norm": 0.7759793940795199, + "learning_rate": 4.586666666666667e-05, + "loss": 0.9693036675453186, + "step": 44 + }, + { + "epoch": 0.06027122049221497, + "grad_norm": 1.0242111422485076, + "learning_rate": 4.693333333333334e-05, + "loss": 0.9812385439872742, + "step": 45 + }, + { + "epoch": 0.06161058094759752, + "grad_norm": 1.1346825970435035, + "learning_rate": 4.8e-05, + "loss": 0.9808453321456909, + "step": 46 + }, + { + "epoch": 0.06294994140298008, + "grad_norm": 0.8278266210784355, + "learning_rate": 4.906666666666667e-05, + "loss": 0.9826059937477112, + "step": 47 + }, + { + "epoch": 0.06428930185836264, + "grad_norm": 0.8341908558108033, + "learning_rate": 5.0133333333333343e-05, + "loss": 0.9739001393318176, + "step": 48 + }, + { + "epoch": 0.06562866231374519, + "grad_norm": 0.8183375480539544, + "learning_rate": 5.1200000000000004e-05, + "loss": 0.9766189455986023, + "step": 49 + }, + { + "epoch": 0.06696802276912774, + "grad_norm": 1.1789309992406718, + "learning_rate": 5.226666666666667e-05, + "loss": 0.9653265476226807, + "step": 50 + }, + { + "epoch": 0.0683073832245103, + "grad_norm": 1.200678628689884, + "learning_rate": 5.333333333333333e-05, + "loss": 0.9755718111991882, + "step": 51 + }, + { + "epoch": 0.06964674367989285, + "grad_norm": 1.2668282300020823, + "learning_rate": 5.440000000000001e-05, + "loss": 0.9740673899650574, + "step": 52 + }, + { + "epoch": 0.07098610413527541, + "grad_norm": 1.3742322857772529, + "learning_rate": 5.5466666666666675e-05, + "loss": 0.9595431089401245, + "step": 53 + }, + { + "epoch": 0.07232546459065796, + "grad_norm": 0.7207560308493244, + "learning_rate": 5.6533333333333336e-05, + "loss": 0.9671750068664551, + "step": 54 + }, + { + "epoch": 0.07366482504604052, + "grad_norm": 1.5441091916589376, + "learning_rate": 5.7600000000000004e-05, + "loss": 0.9589823484420776, + "step": 55 + }, + { + "epoch": 0.07500418550142307, + "grad_norm": 0.8387565660519588, + "learning_rate": 5.8666666666666665e-05, + "loss": 0.9685125350952148, + "step": 56 + }, + { + "epoch": 0.07634354595680562, + "grad_norm": 0.963471962771943, + "learning_rate": 5.973333333333334e-05, + "loss": 0.9614203572273254, + "step": 57 + }, + { + "epoch": 0.07768290641218818, + "grad_norm": 1.2156734129108198, + "learning_rate": 6.080000000000001e-05, + "loss": 0.9662147164344788, + "step": 58 + }, + { + "epoch": 0.07902226686757073, + "grad_norm": 1.2490419972325981, + "learning_rate": 6.186666666666668e-05, + "loss": 0.9815347194671631, + "step": 59 + }, + { + "epoch": 0.0803616273229533, + "grad_norm": 0.8182137749498168, + "learning_rate": 6.293333333333334e-05, + "loss": 0.9416379332542419, + "step": 60 + }, + { + "epoch": 0.08170098777833584, + "grad_norm": 0.9511257567878127, + "learning_rate": 6.400000000000001e-05, + "loss": 0.9608907103538513, + "step": 61 + }, + { + "epoch": 0.0830403482337184, + "grad_norm": 1.1244950887988947, + "learning_rate": 6.506666666666667e-05, + "loss": 0.9711039662361145, + "step": 62 + }, + { + "epoch": 0.08437970868910095, + "grad_norm": 0.7241607125581461, + "learning_rate": 6.613333333333333e-05, + "loss": 0.956953763961792, + "step": 63 + }, + { + "epoch": 0.0857190691444835, + "grad_norm": 1.2263338483627315, + "learning_rate": 6.720000000000001e-05, + "loss": 0.9655635952949524, + "step": 64 + }, + { + "epoch": 0.08705842959986607, + "grad_norm": 1.2341337964430132, + "learning_rate": 6.826666666666668e-05, + "loss": 0.9627944231033325, + "step": 65 + }, + { + "epoch": 0.08839779005524862, + "grad_norm": 1.1775448887951347, + "learning_rate": 6.933333333333334e-05, + "loss": 0.9672762155532837, + "step": 66 + }, + { + "epoch": 0.08973715051063118, + "grad_norm": 0.9411494481784036, + "learning_rate": 7.04e-05, + "loss": 0.9656286835670471, + "step": 67 + }, + { + "epoch": 0.09107651096601373, + "grad_norm": 1.5058542772932988, + "learning_rate": 7.146666666666666e-05, + "loss": 0.9635396003723145, + "step": 68 + }, + { + "epoch": 0.09241587142139629, + "grad_norm": 0.8791327927912097, + "learning_rate": 7.253333333333334e-05, + "loss": 0.9501133561134338, + "step": 69 + }, + { + "epoch": 0.09375523187677884, + "grad_norm": 1.0136457894860957, + "learning_rate": 7.360000000000001e-05, + "loss": 0.9675654172897339, + "step": 70 + }, + { + "epoch": 0.09509459233216139, + "grad_norm": 0.9418617062383696, + "learning_rate": 7.466666666666667e-05, + "loss": 0.9422785043716431, + "step": 71 + }, + { + "epoch": 0.09643395278754395, + "grad_norm": 1.7268687993740954, + "learning_rate": 7.573333333333334e-05, + "loss": 0.9585210084915161, + "step": 72 + }, + { + "epoch": 0.0977733132429265, + "grad_norm": 0.5922280173398358, + "learning_rate": 7.680000000000001e-05, + "loss": 0.9478949308395386, + "step": 73 + }, + { + "epoch": 0.09911267369830906, + "grad_norm": 1.578711533324252, + "learning_rate": 7.786666666666667e-05, + "loss": 0.9586780071258545, + "step": 74 + }, + { + "epoch": 0.10045203415369161, + "grad_norm": 0.8717604778689436, + "learning_rate": 7.893333333333335e-05, + "loss": 0.9589528441429138, + "step": 75 + }, + { + "epoch": 0.10179139460907417, + "grad_norm": 1.0780985444934892, + "learning_rate": 8e-05, + "loss": 0.9439480304718018, + "step": 76 + }, + { + "epoch": 0.10313075506445672, + "grad_norm": 1.0712670283093053, + "learning_rate": 7.999956289034042e-05, + "loss": 0.9548436999320984, + "step": 77 + }, + { + "epoch": 0.10447011551983927, + "grad_norm": 1.4418577692497994, + "learning_rate": 7.999825157091493e-05, + "loss": 0.9496671557426453, + "step": 78 + }, + { + "epoch": 0.10580947597522183, + "grad_norm": 1.2367569549227773, + "learning_rate": 7.999606607038301e-05, + "loss": 0.9423863887786865, + "step": 79 + }, + { + "epoch": 0.10714883643060438, + "grad_norm": 1.0193656490711345, + "learning_rate": 7.999300643650986e-05, + "loss": 0.9572180509567261, + "step": 80 + }, + { + "epoch": 0.10848819688598695, + "grad_norm": 1.4112949078071588, + "learning_rate": 7.998907273616527e-05, + "loss": 0.9576992392539978, + "step": 81 + }, + { + "epoch": 0.1098275573413695, + "grad_norm": 1.0050483615871197, + "learning_rate": 7.998426505532213e-05, + "loss": 0.9516314268112183, + "step": 82 + }, + { + "epoch": 0.11116691779675206, + "grad_norm": 1.2066376507121481, + "learning_rate": 7.997858349905463e-05, + "loss": 0.9690903425216675, + "step": 83 + }, + { + "epoch": 0.1125062782521346, + "grad_norm": 0.9035971939740141, + "learning_rate": 7.997202819153595e-05, + "loss": 0.9476237893104553, + "step": 84 + }, + { + "epoch": 0.11384563870751715, + "grad_norm": 1.1057535061713546, + "learning_rate": 7.996459927603547e-05, + "loss": 0.9481550455093384, + "step": 85 + }, + { + "epoch": 0.11518499916289972, + "grad_norm": 1.0543897140522707, + "learning_rate": 7.995629691491577e-05, + "loss": 0.9473648071289062, + "step": 86 + }, + { + "epoch": 0.11652435961828227, + "grad_norm": 1.2215825631690842, + "learning_rate": 7.994712128962892e-05, + "loss": 0.9453766942024231, + "step": 87 + }, + { + "epoch": 0.11786372007366483, + "grad_norm": 1.0801046215143588, + "learning_rate": 7.993707260071268e-05, + "loss": 0.94734787940979, + "step": 88 + }, + { + "epoch": 0.11920308052904738, + "grad_norm": 1.1005953739452812, + "learning_rate": 7.992615106778595e-05, + "loss": 0.9533910751342773, + "step": 89 + }, + { + "epoch": 0.12054244098442994, + "grad_norm": 1.1039131539238454, + "learning_rate": 7.991435692954414e-05, + "loss": 0.9366779327392578, + "step": 90 + }, + { + "epoch": 0.12188180143981249, + "grad_norm": 1.0826300445910615, + "learning_rate": 7.990169044375385e-05, + "loss": 0.949599027633667, + "step": 91 + }, + { + "epoch": 0.12322116189519504, + "grad_norm": 1.080804013195341, + "learning_rate": 7.988815188724721e-05, + "loss": 0.9338595867156982, + "step": 92 + }, + { + "epoch": 0.1245605223505776, + "grad_norm": 0.9661792241983362, + "learning_rate": 7.987374155591594e-05, + "loss": 0.9345501661300659, + "step": 93 + }, + { + "epoch": 0.12589988280596015, + "grad_norm": 0.9692184575560373, + "learning_rate": 7.985845976470478e-05, + "loss": 0.9287736415863037, + "step": 94 + }, + { + "epoch": 0.1272392432613427, + "grad_norm": 0.8333110857933443, + "learning_rate": 7.984230684760464e-05, + "loss": 0.9591622352600098, + "step": 95 + }, + { + "epoch": 0.12857860371672528, + "grad_norm": 0.9273848223858157, + "learning_rate": 7.982528315764535e-05, + "loss": 0.9320292472839355, + "step": 96 + }, + { + "epoch": 0.12991796417210782, + "grad_norm": 1.2902401930657603, + "learning_rate": 7.980738906688788e-05, + "loss": 0.9414469003677368, + "step": 97 + }, + { + "epoch": 0.13125732462749037, + "grad_norm": 0.7527994455173133, + "learning_rate": 7.97886249664162e-05, + "loss": 0.9305897355079651, + "step": 98 + }, + { + "epoch": 0.13259668508287292, + "grad_norm": 0.9576732066553404, + "learning_rate": 7.976899126632883e-05, + "loss": 0.9291049838066101, + "step": 99 + }, + { + "epoch": 0.13393604553825547, + "grad_norm": 0.8162756897476297, + "learning_rate": 7.974848839572971e-05, + "loss": 0.9590339660644531, + "step": 100 + }, + { + "epoch": 0.13527540599363805, + "grad_norm": 0.6762070221393078, + "learning_rate": 7.972711680271902e-05, + "loss": 0.9453955888748169, + "step": 101 + }, + { + "epoch": 0.1366147664490206, + "grad_norm": 0.8308301450039904, + "learning_rate": 7.970487695438324e-05, + "loss": 0.9262537956237793, + "step": 102 + }, + { + "epoch": 0.13795412690440315, + "grad_norm": 0.6778798009469817, + "learning_rate": 7.968176933678499e-05, + "loss": 0.9314043521881104, + "step": 103 + }, + { + "epoch": 0.1392934873597857, + "grad_norm": 0.6607037720687131, + "learning_rate": 7.965779445495243e-05, + "loss": 0.9274415969848633, + "step": 104 + }, + { + "epoch": 0.14063284781516824, + "grad_norm": 0.6622639262728551, + "learning_rate": 7.963295283286816e-05, + "loss": 0.9263443946838379, + "step": 105 + }, + { + "epoch": 0.14197220827055082, + "grad_norm": 0.7912652055136309, + "learning_rate": 7.960724501345783e-05, + "loss": 0.9300252199172974, + "step": 106 + }, + { + "epoch": 0.14331156872593337, + "grad_norm": 1.054978432558347, + "learning_rate": 7.958067155857827e-05, + "loss": 0.9237234592437744, + "step": 107 + }, + { + "epoch": 0.14465092918131592, + "grad_norm": 1.0654154939069729, + "learning_rate": 7.955323304900514e-05, + "loss": 0.9344139695167542, + "step": 108 + }, + { + "epoch": 0.14599028963669847, + "grad_norm": 0.8524134781957012, + "learning_rate": 7.952493008442036e-05, + "loss": 0.9211926460266113, + "step": 109 + }, + { + "epoch": 0.14732965009208104, + "grad_norm": 0.7025932587219853, + "learning_rate": 7.949576328339886e-05, + "loss": 0.9348384737968445, + "step": 110 + }, + { + "epoch": 0.1486690105474636, + "grad_norm": 0.6306347151205624, + "learning_rate": 7.946573328339517e-05, + "loss": 0.9268158078193665, + "step": 111 + }, + { + "epoch": 0.15000837100284614, + "grad_norm": 0.555961808840402, + "learning_rate": 7.943484074072943e-05, + "loss": 0.9165964126586914, + "step": 112 + }, + { + "epoch": 0.1513477314582287, + "grad_norm": 0.5538014043761714, + "learning_rate": 7.940308633057311e-05, + "loss": 0.9227532148361206, + "step": 113 + }, + { + "epoch": 0.15268709191361124, + "grad_norm": 0.616239699596105, + "learning_rate": 7.937047074693418e-05, + "loss": 0.9242917895317078, + "step": 114 + }, + { + "epoch": 0.15402645236899382, + "grad_norm": 0.6871147186152412, + "learning_rate": 7.933699470264194e-05, + "loss": 0.9295473098754883, + "step": 115 + }, + { + "epoch": 0.15536581282437636, + "grad_norm": 0.7296739512651451, + "learning_rate": 7.930265892933154e-05, + "loss": 0.9315687417984009, + "step": 116 + }, + { + "epoch": 0.1567051732797589, + "grad_norm": 0.6490446540604792, + "learning_rate": 7.926746417742787e-05, + "loss": 0.9344536066055298, + "step": 117 + }, + { + "epoch": 0.15804453373514146, + "grad_norm": 0.5888098073239115, + "learning_rate": 7.923141121612922e-05, + "loss": 0.9065610766410828, + "step": 118 + }, + { + "epoch": 0.159383894190524, + "grad_norm": 0.48420697795240103, + "learning_rate": 7.919450083339051e-05, + "loss": 0.9160439968109131, + "step": 119 + }, + { + "epoch": 0.1607232546459066, + "grad_norm": 0.6698312291927234, + "learning_rate": 7.915673383590594e-05, + "loss": 0.918449342250824, + "step": 120 + }, + { + "epoch": 0.16206261510128914, + "grad_norm": 0.755676653353074, + "learning_rate": 7.911811104909151e-05, + "loss": 0.9130410552024841, + "step": 121 + }, + { + "epoch": 0.16340197555667169, + "grad_norm": 0.604901772991201, + "learning_rate": 7.907863331706687e-05, + "loss": 0.9236974716186523, + "step": 122 + }, + { + "epoch": 0.16474133601205423, + "grad_norm": 0.5352954980579561, + "learning_rate": 7.903830150263693e-05, + "loss": 0.9243772625923157, + "step": 123 + }, + { + "epoch": 0.1660806964674368, + "grad_norm": 0.5519596915483821, + "learning_rate": 7.899711648727294e-05, + "loss": 0.9172723293304443, + "step": 124 + }, + { + "epoch": 0.16742005692281936, + "grad_norm": 0.5188579724106568, + "learning_rate": 7.895507917109335e-05, + "loss": 0.9457906484603882, + "step": 125 + }, + { + "epoch": 0.1687594173782019, + "grad_norm": 0.6671320105409932, + "learning_rate": 7.891219047284398e-05, + "loss": 0.9342581629753113, + "step": 126 + }, + { + "epoch": 0.17009877783358446, + "grad_norm": 0.6755983903544845, + "learning_rate": 7.886845132987804e-05, + "loss": 0.9132858514785767, + "step": 127 + }, + { + "epoch": 0.171438138288967, + "grad_norm": 0.6948054233230689, + "learning_rate": 7.882386269813564e-05, + "loss": 0.930912971496582, + "step": 128 + }, + { + "epoch": 0.17277749874434958, + "grad_norm": 1.195409472208412, + "learning_rate": 7.877842555212286e-05, + "loss": 0.9310725927352905, + "step": 129 + }, + { + "epoch": 0.17411685919973213, + "grad_norm": 1.1692345945453273, + "learning_rate": 7.873214088489047e-05, + "loss": 0.9095422029495239, + "step": 130 + }, + { + "epoch": 0.17545621965511468, + "grad_norm": 0.6863826376658689, + "learning_rate": 7.868500970801221e-05, + "loss": 0.9226965308189392, + "step": 131 + }, + { + "epoch": 0.17679558011049723, + "grad_norm": 0.5755734885102781, + "learning_rate": 7.863703305156273e-05, + "loss": 0.9249308109283447, + "step": 132 + }, + { + "epoch": 0.17813494056587978, + "grad_norm": 0.673888177777299, + "learning_rate": 7.858821196409504e-05, + "loss": 0.906527042388916, + "step": 133 + }, + { + "epoch": 0.17947430102126236, + "grad_norm": 0.7536373280389009, + "learning_rate": 7.853854751261757e-05, + "loss": 0.9176697731018066, + "step": 134 + }, + { + "epoch": 0.1808136614766449, + "grad_norm": 0.8145195593383961, + "learning_rate": 7.84880407825709e-05, + "loss": 0.9187479019165039, + "step": 135 + }, + { + "epoch": 0.18215302193202745, + "grad_norm": 0.8866001504567084, + "learning_rate": 7.843669287780399e-05, + "loss": 0.9249315857887268, + "step": 136 + }, + { + "epoch": 0.18349238238741, + "grad_norm": 1.0158024079305474, + "learning_rate": 7.838450492055013e-05, + "loss": 0.9169516563415527, + "step": 137 + }, + { + "epoch": 0.18483174284279258, + "grad_norm": 1.0310885995767975, + "learning_rate": 7.83314780514023e-05, + "loss": 0.9106529951095581, + "step": 138 + }, + { + "epoch": 0.18617110329817513, + "grad_norm": 0.9123831996966875, + "learning_rate": 7.827761342928836e-05, + "loss": 0.9233460426330566, + "step": 139 + }, + { + "epoch": 0.18751046375355768, + "grad_norm": 0.8139934469336522, + "learning_rate": 7.822291223144564e-05, + "loss": 0.9139848947525024, + "step": 140 + }, + { + "epoch": 0.18884982420894023, + "grad_norm": 0.9194655551693208, + "learning_rate": 7.816737565339522e-05, + "loss": 0.9265908002853394, + "step": 141 + }, + { + "epoch": 0.19018918466432277, + "grad_norm": 0.7853146807972304, + "learning_rate": 7.811100490891586e-05, + "loss": 0.9096084833145142, + "step": 142 + }, + { + "epoch": 0.19152854511970535, + "grad_norm": 0.45037783087212563, + "learning_rate": 7.805380123001738e-05, + "loss": 0.9067190885543823, + "step": 143 + }, + { + "epoch": 0.1928679055750879, + "grad_norm": 0.8272701165356915, + "learning_rate": 7.799576586691385e-05, + "loss": 0.9237310886383057, + "step": 144 + }, + { + "epoch": 0.19420726603047045, + "grad_norm": 0.7914425746519923, + "learning_rate": 7.793690008799613e-05, + "loss": 0.910027027130127, + "step": 145 + }, + { + "epoch": 0.195546626485853, + "grad_norm": 0.6632510463555492, + "learning_rate": 7.787720517980424e-05, + "loss": 0.8966417908668518, + "step": 146 + }, + { + "epoch": 0.19688598694123555, + "grad_norm": 0.6447162018999167, + "learning_rate": 7.781668244699925e-05, + "loss": 0.9306788444519043, + "step": 147 + }, + { + "epoch": 0.19822534739661812, + "grad_norm": 0.5478719041076034, + "learning_rate": 7.775533321233471e-05, + "loss": 0.9183269739151001, + "step": 148 + }, + { + "epoch": 0.19956470785200067, + "grad_norm": 0.6091679840338063, + "learning_rate": 7.769315881662778e-05, + "loss": 0.9106794595718384, + "step": 149 + }, + { + "epoch": 0.20090406830738322, + "grad_norm": 0.5062433888598267, + "learning_rate": 7.763016061872989e-05, + "loss": 0.9021029472351074, + "step": 150 + }, + { + "epoch": 0.20224342876276577, + "grad_norm": 0.5863067489697747, + "learning_rate": 7.756633999549712e-05, + "loss": 0.9056645631790161, + "step": 151 + }, + { + "epoch": 0.20358278921814835, + "grad_norm": 0.6320856385434267, + "learning_rate": 7.750169834175998e-05, + "loss": 0.9039326310157776, + "step": 152 + }, + { + "epoch": 0.2049221496735309, + "grad_norm": 0.6560683461251866, + "learning_rate": 7.743623707029304e-05, + "loss": 0.9264083504676819, + "step": 153 + }, + { + "epoch": 0.20626151012891344, + "grad_norm": 0.6341868974563667, + "learning_rate": 7.736995761178399e-05, + "loss": 0.9121809601783752, + "step": 154 + }, + { + "epoch": 0.207600870584296, + "grad_norm": 0.5253972386667246, + "learning_rate": 7.730286141480244e-05, + "loss": 0.9089382290840149, + "step": 155 + }, + { + "epoch": 0.20894023103967854, + "grad_norm": 0.4094715328691596, + "learning_rate": 7.723494994576818e-05, + "loss": 0.9171542525291443, + "step": 156 + }, + { + "epoch": 0.21027959149506112, + "grad_norm": 0.4055413751407779, + "learning_rate": 7.716622468891914e-05, + "loss": 0.903844952583313, + "step": 157 + }, + { + "epoch": 0.21161895195044367, + "grad_norm": 0.5240987539662486, + "learning_rate": 7.7096687146279e-05, + "loss": 0.9096250534057617, + "step": 158 + }, + { + "epoch": 0.21295831240582622, + "grad_norm": 0.5332665630971269, + "learning_rate": 7.702633883762437e-05, + "loss": 0.9141714572906494, + "step": 159 + }, + { + "epoch": 0.21429767286120877, + "grad_norm": 0.6210995520121828, + "learning_rate": 7.695518130045147e-05, + "loss": 0.902588963508606, + "step": 160 + }, + { + "epoch": 0.21563703331659131, + "grad_norm": 0.6533753394367477, + "learning_rate": 7.68832160899427e-05, + "loss": 0.8970866799354553, + "step": 161 + }, + { + "epoch": 0.2169763937719739, + "grad_norm": 0.666843709876833, + "learning_rate": 7.681044477893243e-05, + "loss": 0.9080835580825806, + "step": 162 + }, + { + "epoch": 0.21831575422735644, + "grad_norm": 0.6227292968864494, + "learning_rate": 7.673686895787285e-05, + "loss": 0.9074655175209045, + "step": 163 + }, + { + "epoch": 0.219655114682739, + "grad_norm": 0.5347100691461162, + "learning_rate": 7.666249023479905e-05, + "loss": 0.9084531664848328, + "step": 164 + }, + { + "epoch": 0.22099447513812154, + "grad_norm": 0.5175594119380308, + "learning_rate": 7.658731023529396e-05, + "loss": 0.9043017029762268, + "step": 165 + }, + { + "epoch": 0.22233383559350411, + "grad_norm": 0.5436688066191951, + "learning_rate": 7.651133060245276e-05, + "loss": 0.9071587324142456, + "step": 166 + }, + { + "epoch": 0.22367319604888666, + "grad_norm": 0.6055580577896438, + "learning_rate": 7.643455299684704e-05, + "loss": 0.9014830589294434, + "step": 167 + }, + { + "epoch": 0.2250125565042692, + "grad_norm": 0.6931253151907791, + "learning_rate": 7.635697909648844e-05, + "loss": 0.9084873795509338, + "step": 168 + }, + { + "epoch": 0.22635191695965176, + "grad_norm": 0.8546025727166501, + "learning_rate": 7.627861059679202e-05, + "loss": 0.9147599339485168, + "step": 169 + }, + { + "epoch": 0.2276912774150343, + "grad_norm": 1.0516728931472508, + "learning_rate": 7.61994492105392e-05, + "loss": 0.9146803617477417, + "step": 170 + }, + { + "epoch": 0.2290306378704169, + "grad_norm": 1.1750636161132695, + "learning_rate": 7.61194966678403e-05, + "loss": 0.9208601117134094, + "step": 171 + }, + { + "epoch": 0.23036999832579944, + "grad_norm": 0.6895169678113093, + "learning_rate": 7.603875471609677e-05, + "loss": 0.9078114032745361, + "step": 172 + }, + { + "epoch": 0.23170935878118198, + "grad_norm": 0.49807653314280315, + "learning_rate": 7.595722511996295e-05, + "loss": 0.9131247401237488, + "step": 173 + }, + { + "epoch": 0.23304871923656453, + "grad_norm": 0.7343320798017458, + "learning_rate": 7.587490966130754e-05, + "loss": 0.9078603386878967, + "step": 174 + }, + { + "epoch": 0.23438807969194708, + "grad_norm": 0.8708473343532465, + "learning_rate": 7.579181013917465e-05, + "loss": 0.9184587001800537, + "step": 175 + }, + { + "epoch": 0.23572744014732966, + "grad_norm": 0.7054594615675117, + "learning_rate": 7.570792836974447e-05, + "loss": 0.9165666699409485, + "step": 176 + }, + { + "epoch": 0.2370668006027122, + "grad_norm": 0.4925485684667248, + "learning_rate": 7.562326618629359e-05, + "loss": 0.895115315914154, + "step": 177 + }, + { + "epoch": 0.23840616105809476, + "grad_norm": 0.6006056466613413, + "learning_rate": 7.55378254391549e-05, + "loss": 0.9025277495384216, + "step": 178 + }, + { + "epoch": 0.2397455215134773, + "grad_norm": 0.5980928196151747, + "learning_rate": 7.545160799567722e-05, + "loss": 0.9152911901473999, + "step": 179 + }, + { + "epoch": 0.24108488196885988, + "grad_norm": 0.44318994378693194, + "learning_rate": 7.536461574018439e-05, + "loss": 0.9092339277267456, + "step": 180 + }, + { + "epoch": 0.24242424242424243, + "grad_norm": 0.4895486082026665, + "learning_rate": 7.52768505739342e-05, + "loss": 0.8995894193649292, + "step": 181 + }, + { + "epoch": 0.24376360287962498, + "grad_norm": 0.5807322769308096, + "learning_rate": 7.518831441507674e-05, + "loss": 0.8934712409973145, + "step": 182 + }, + { + "epoch": 0.24510296333500753, + "grad_norm": 0.507338986090725, + "learning_rate": 7.509900919861251e-05, + "loss": 0.9049476385116577, + "step": 183 + }, + { + "epoch": 0.24644232379039008, + "grad_norm": 0.46447343306662686, + "learning_rate": 7.500893687635015e-05, + "loss": 0.9096876382827759, + "step": 184 + }, + { + "epoch": 0.24778168424577265, + "grad_norm": 0.43290671210374365, + "learning_rate": 7.491809941686377e-05, + "loss": 0.9005957245826721, + "step": 185 + }, + { + "epoch": 0.2491210447011552, + "grad_norm": 0.4233601661390767, + "learning_rate": 7.482649880544994e-05, + "loss": 0.8930633068084717, + "step": 186 + }, + { + "epoch": 0.2504604051565378, + "grad_norm": 0.47483889768660387, + "learning_rate": 7.473413704408423e-05, + "loss": 0.8927392363548279, + "step": 187 + }, + { + "epoch": 0.2517997656119203, + "grad_norm": 0.41430034014432743, + "learning_rate": 7.464101615137756e-05, + "loss": 0.9012651443481445, + "step": 188 + }, + { + "epoch": 0.2531391260673029, + "grad_norm": 0.44657266747672564, + "learning_rate": 7.454713816253201e-05, + "loss": 0.9092891812324524, + "step": 189 + }, + { + "epoch": 0.2544784865226854, + "grad_norm": 0.5758963401160683, + "learning_rate": 7.445250512929637e-05, + "loss": 0.9000071287155151, + "step": 190 + }, + { + "epoch": 0.255817846978068, + "grad_norm": 0.6348599234700715, + "learning_rate": 7.435711911992128e-05, + "loss": 0.9062003493309021, + "step": 191 + }, + { + "epoch": 0.25715720743345055, + "grad_norm": 0.7445779300105985, + "learning_rate": 7.426098221911406e-05, + "loss": 0.9109039306640625, + "step": 192 + }, + { + "epoch": 0.2584965678888331, + "grad_norm": 0.9461198656306916, + "learning_rate": 7.416409652799311e-05, + "loss": 0.9037576913833618, + "step": 193 + }, + { + "epoch": 0.25983592834421565, + "grad_norm": 1.079965574399244, + "learning_rate": 7.406646416404198e-05, + "loss": 0.9101488590240479, + "step": 194 + }, + { + "epoch": 0.26117528879959817, + "grad_norm": 0.8952709420552329, + "learning_rate": 7.396808726106316e-05, + "loss": 0.9010953903198242, + "step": 195 + }, + { + "epoch": 0.26251464925498075, + "grad_norm": 0.7295843220367842, + "learning_rate": 7.386896796913137e-05, + "loss": 0.9150183796882629, + "step": 196 + }, + { + "epoch": 0.2638540097103633, + "grad_norm": 0.4969681568476923, + "learning_rate": 7.376910845454662e-05, + "loss": 0.8933469653129578, + "step": 197 + }, + { + "epoch": 0.26519337016574585, + "grad_norm": 0.5892305543752261, + "learning_rate": 7.36685108997868e-05, + "loss": 0.8998183012008667, + "step": 198 + }, + { + "epoch": 0.2665327306211284, + "grad_norm": 0.7912320036949558, + "learning_rate": 7.35671775034601e-05, + "loss": 0.9029569625854492, + "step": 199 + }, + { + "epoch": 0.26787209107651094, + "grad_norm": 0.7213642003398647, + "learning_rate": 7.34651104802568e-05, + "loss": 0.901849627494812, + "step": 200 + }, + { + "epoch": 0.2692114515318935, + "grad_norm": 0.45576846929011733, + "learning_rate": 7.3362312060901e-05, + "loss": 0.9074373245239258, + "step": 201 + }, + { + "epoch": 0.2705508119872761, + "grad_norm": 0.4442880589446713, + "learning_rate": 7.325878449210182e-05, + "loss": 0.894812822341919, + "step": 202 + }, + { + "epoch": 0.2718901724426586, + "grad_norm": 0.6350453317740167, + "learning_rate": 7.315453003650425e-05, + "loss": 0.9038816094398499, + "step": 203 + }, + { + "epoch": 0.2732295328980412, + "grad_norm": 0.5669825177653348, + "learning_rate": 7.30495509726398e-05, + "loss": 0.9047380089759827, + "step": 204 + }, + { + "epoch": 0.2745688933534237, + "grad_norm": 0.40694618687161566, + "learning_rate": 7.29438495948766e-05, + "loss": 0.907146692276001, + "step": 205 + }, + { + "epoch": 0.2759082538088063, + "grad_norm": 0.5158298515102957, + "learning_rate": 7.28374282133693e-05, + "loss": 0.9054394364356995, + "step": 206 + }, + { + "epoch": 0.27724761426418887, + "grad_norm": 0.4674214046015115, + "learning_rate": 7.273028915400862e-05, + "loss": 0.89744633436203, + "step": 207 + }, + { + "epoch": 0.2785869747195714, + "grad_norm": 0.4010198365112395, + "learning_rate": 7.262243475837041e-05, + "loss": 0.8924587965011597, + "step": 208 + }, + { + "epoch": 0.27992633517495397, + "grad_norm": 0.5034263045570243, + "learning_rate": 7.251386738366462e-05, + "loss": 0.8863202333450317, + "step": 209 + }, + { + "epoch": 0.2812656956303365, + "grad_norm": 0.5023444681579953, + "learning_rate": 7.240458940268362e-05, + "loss": 0.8941077589988708, + "step": 210 + }, + { + "epoch": 0.28260505608571906, + "grad_norm": 0.46891769868263444, + "learning_rate": 7.229460320375051e-05, + "loss": 0.906989574432373, + "step": 211 + }, + { + "epoch": 0.28394441654110164, + "grad_norm": 0.5647560272622669, + "learning_rate": 7.218391119066674e-05, + "loss": 0.9065754413604736, + "step": 212 + }, + { + "epoch": 0.28528377699648416, + "grad_norm": 0.6564851196340278, + "learning_rate": 7.207251578265974e-05, + "loss": 0.9066266417503357, + "step": 213 + }, + { + "epoch": 0.28662313745186674, + "grad_norm": 0.6605526813011159, + "learning_rate": 7.196041941432998e-05, + "loss": 0.8938264846801758, + "step": 214 + }, + { + "epoch": 0.2879624979072493, + "grad_norm": 0.7004298849905322, + "learning_rate": 7.184762453559767e-05, + "loss": 0.901447057723999, + "step": 215 + }, + { + "epoch": 0.28930185836263184, + "grad_norm": 0.6723620245213667, + "learning_rate": 7.173413361164941e-05, + "loss": 0.8870468139648438, + "step": 216 + }, + { + "epoch": 0.2906412188180144, + "grad_norm": 0.5895576054421268, + "learning_rate": 7.161994912288415e-05, + "loss": 0.8934962153434753, + "step": 217 + }, + { + "epoch": 0.29198057927339693, + "grad_norm": 0.6129669412207072, + "learning_rate": 7.150507356485903e-05, + "loss": 0.8962942957878113, + "step": 218 + }, + { + "epoch": 0.2933199397287795, + "grad_norm": 0.5802537294296758, + "learning_rate": 7.138950944823485e-05, + "loss": 0.8967691659927368, + "step": 219 + }, + { + "epoch": 0.2946593001841621, + "grad_norm": 0.4820962308267513, + "learning_rate": 7.12732592987212e-05, + "loss": 0.8924927711486816, + "step": 220 + }, + { + "epoch": 0.2959986606395446, + "grad_norm": 0.45589506205455754, + "learning_rate": 7.115632565702124e-05, + "loss": 0.894336998462677, + "step": 221 + }, + { + "epoch": 0.2973380210949272, + "grad_norm": 0.621116741269062, + "learning_rate": 7.10387110787762e-05, + "loss": 0.8900793790817261, + "step": 222 + }, + { + "epoch": 0.2986773815503097, + "grad_norm": 0.771116132471669, + "learning_rate": 7.092041813450948e-05, + "loss": 0.9094074964523315, + "step": 223 + }, + { + "epoch": 0.3000167420056923, + "grad_norm": 0.8818936933822646, + "learning_rate": 7.080144940957053e-05, + "loss": 0.8994623422622681, + "step": 224 + }, + { + "epoch": 0.30135610246107486, + "grad_norm": 0.9044298940788849, + "learning_rate": 7.068180750407825e-05, + "loss": 0.9020993113517761, + "step": 225 + }, + { + "epoch": 0.3026954629164574, + "grad_norm": 0.8105053927630517, + "learning_rate": 7.05614950328643e-05, + "loss": 0.8913443088531494, + "step": 226 + }, + { + "epoch": 0.30403482337183996, + "grad_norm": 0.6552999377507921, + "learning_rate": 7.044051462541585e-05, + "loss": 0.8977623581886292, + "step": 227 + }, + { + "epoch": 0.3053741838272225, + "grad_norm": 0.6276225150513225, + "learning_rate": 7.031886892581813e-05, + "loss": 0.9037375450134277, + "step": 228 + }, + { + "epoch": 0.30671354428260506, + "grad_norm": 0.47767505306157954, + "learning_rate": 7.019656059269664e-05, + "loss": 0.8967139720916748, + "step": 229 + }, + { + "epoch": 0.30805290473798763, + "grad_norm": 0.43735915139443376, + "learning_rate": 7.00735922991591e-05, + "loss": 0.887144923210144, + "step": 230 + }, + { + "epoch": 0.30939226519337015, + "grad_norm": 0.4990369099751219, + "learning_rate": 6.994996673273694e-05, + "loss": 0.8820310831069946, + "step": 231 + }, + { + "epoch": 0.31073162564875273, + "grad_norm": 0.4708659320973128, + "learning_rate": 6.982568659532663e-05, + "loss": 0.8966023921966553, + "step": 232 + }, + { + "epoch": 0.31207098610413525, + "grad_norm": 0.5323277193114596, + "learning_rate": 6.970075460313059e-05, + "loss": 0.8898813724517822, + "step": 233 + }, + { + "epoch": 0.3134103465595178, + "grad_norm": 0.4765758370618773, + "learning_rate": 6.957517348659785e-05, + "loss": 0.9058773517608643, + "step": 234 + }, + { + "epoch": 0.3147497070149004, + "grad_norm": 0.2922891582098603, + "learning_rate": 6.944894599036439e-05, + "loss": 0.8985657691955566, + "step": 235 + }, + { + "epoch": 0.3160890674702829, + "grad_norm": 0.4017359965605547, + "learning_rate": 6.932207487319305e-05, + "loss": 0.8944315910339355, + "step": 236 + }, + { + "epoch": 0.3174284279256655, + "grad_norm": 0.40396755775149173, + "learning_rate": 6.919456290791343e-05, + "loss": 0.9019736051559448, + "step": 237 + }, + { + "epoch": 0.318767788381048, + "grad_norm": 0.3448754102708148, + "learning_rate": 6.906641288136109e-05, + "loss": 0.8921661376953125, + "step": 238 + }, + { + "epoch": 0.3201071488364306, + "grad_norm": 0.3563739009758267, + "learning_rate": 6.893762759431675e-05, + "loss": 0.8991590142250061, + "step": 239 + }, + { + "epoch": 0.3214465092918132, + "grad_norm": 0.3025703943184552, + "learning_rate": 6.880820986144507e-05, + "loss": 0.8966647386550903, + "step": 240 + }, + { + "epoch": 0.3227858697471957, + "grad_norm": 0.32710433074697187, + "learning_rate": 6.86781625112331e-05, + "loss": 0.8932673335075378, + "step": 241 + }, + { + "epoch": 0.3241252302025783, + "grad_norm": 0.3159486886720857, + "learning_rate": 6.854748838592849e-05, + "loss": 0.8867123126983643, + "step": 242 + }, + { + "epoch": 0.32546459065796085, + "grad_norm": 0.33576352782212976, + "learning_rate": 6.841619034147738e-05, + "loss": 0.8945485949516296, + "step": 243 + }, + { + "epoch": 0.32680395111334337, + "grad_norm": 0.3382299578038365, + "learning_rate": 6.828427124746191e-05, + "loss": 0.8893507122993469, + "step": 244 + }, + { + "epoch": 0.32814331156872595, + "grad_norm": 0.3145669367280524, + "learning_rate": 6.815173398703762e-05, + "loss": 0.8952306509017944, + "step": 245 + }, + { + "epoch": 0.32948267202410847, + "grad_norm": 0.3702066361612188, + "learning_rate": 6.801858145687033e-05, + "loss": 0.900354266166687, + "step": 246 + }, + { + "epoch": 0.33082203247949105, + "grad_norm": 0.3590790337895165, + "learning_rate": 6.788481656707294e-05, + "loss": 0.8962044715881348, + "step": 247 + }, + { + "epoch": 0.3321613929348736, + "grad_norm": 0.29409387021807054, + "learning_rate": 6.775044224114168e-05, + "loss": 0.8917175531387329, + "step": 248 + }, + { + "epoch": 0.33350075339025614, + "grad_norm": 0.33139455469582174, + "learning_rate": 6.761546141589235e-05, + "loss": 0.8945397138595581, + "step": 249 + }, + { + "epoch": 0.3348401138456387, + "grad_norm": 0.3304502768847914, + "learning_rate": 6.747987704139607e-05, + "loss": 0.8865037560462952, + "step": 250 + }, + { + "epoch": 0.33617947430102124, + "grad_norm": 0.35207067018590943, + "learning_rate": 6.734369208091486e-05, + "loss": 0.8916755318641663, + "step": 251 + }, + { + "epoch": 0.3375188347564038, + "grad_norm": 0.40919798096964943, + "learning_rate": 6.720690951083678e-05, + "loss": 0.8847212791442871, + "step": 252 + }, + { + "epoch": 0.3388581952117864, + "grad_norm": 0.3513659416141469, + "learning_rate": 6.706953232061098e-05, + "loss": 0.8843253254890442, + "step": 253 + }, + { + "epoch": 0.3401975556671689, + "grad_norm": 0.30034711529232383, + "learning_rate": 6.693156351268229e-05, + "loss": 0.8973168730735779, + "step": 254 + }, + { + "epoch": 0.3415369161225515, + "grad_norm": 0.25812676412176466, + "learning_rate": 6.679300610242564e-05, + "loss": 0.9002690315246582, + "step": 255 + }, + { + "epoch": 0.342876276577934, + "grad_norm": 0.26476799198584866, + "learning_rate": 6.665386311808017e-05, + "loss": 0.8933571577072144, + "step": 256 + }, + { + "epoch": 0.3442156370333166, + "grad_norm": 0.3055500682498974, + "learning_rate": 6.651413760068298e-05, + "loss": 0.9000169634819031, + "step": 257 + }, + { + "epoch": 0.34555499748869917, + "grad_norm": 0.2753301578914753, + "learning_rate": 6.637383260400276e-05, + "loss": 0.8983247876167297, + "step": 258 + }, + { + "epoch": 0.3468943579440817, + "grad_norm": 0.3283199044322027, + "learning_rate": 6.623295119447297e-05, + "loss": 0.8985056281089783, + "step": 259 + }, + { + "epoch": 0.34823371839946426, + "grad_norm": 0.3582940804838448, + "learning_rate": 6.609149645112485e-05, + "loss": 0.8870316743850708, + "step": 260 + }, + { + "epoch": 0.3495730788548468, + "grad_norm": 0.4306838172471171, + "learning_rate": 6.594947146552015e-05, + "loss": 0.8838645815849304, + "step": 261 + }, + { + "epoch": 0.35091243931022936, + "grad_norm": 0.48455804455635887, + "learning_rate": 6.580687934168352e-05, + "loss": 0.8925988674163818, + "step": 262 + }, + { + "epoch": 0.35225179976561194, + "grad_norm": 0.5758294275573599, + "learning_rate": 6.566372319603467e-05, + "loss": 0.8979231715202332, + "step": 263 + }, + { + "epoch": 0.35359116022099446, + "grad_norm": 0.6666731640546475, + "learning_rate": 6.552000615732035e-05, + "loss": 0.8943511843681335, + "step": 264 + }, + { + "epoch": 0.35493052067637704, + "grad_norm": 0.6604209524822312, + "learning_rate": 6.537573136654582e-05, + "loss": 0.8853351473808289, + "step": 265 + }, + { + "epoch": 0.35626988113175956, + "grad_norm": 0.4123786870554884, + "learning_rate": 6.523090197690634e-05, + "loss": 0.8918644785881042, + "step": 266 + }, + { + "epoch": 0.35760924158714213, + "grad_norm": 0.2502223960825913, + "learning_rate": 6.508552115371814e-05, + "loss": 0.893090546131134, + "step": 267 + }, + { + "epoch": 0.3589486020425247, + "grad_norm": 0.4103290878988621, + "learning_rate": 6.493959207434934e-05, + "loss": 0.8756798505783081, + "step": 268 + }, + { + "epoch": 0.36028796249790723, + "grad_norm": 0.5340723449895526, + "learning_rate": 6.479311792815047e-05, + "loss": 0.8869861364364624, + "step": 269 + }, + { + "epoch": 0.3616273229532898, + "grad_norm": 0.5092937192195168, + "learning_rate": 6.464610191638472e-05, + "loss": 0.8688637018203735, + "step": 270 + }, + { + "epoch": 0.3629666834086724, + "grad_norm": 0.36841736308738604, + "learning_rate": 6.449854725215801e-05, + "loss": 0.8819414973258972, + "step": 271 + }, + { + "epoch": 0.3643060438640549, + "grad_norm": 0.23108168052962968, + "learning_rate": 6.435045716034883e-05, + "loss": 0.8896312713623047, + "step": 272 + }, + { + "epoch": 0.3656454043194375, + "grad_norm": 0.3314939187707688, + "learning_rate": 6.420183487753765e-05, + "loss": 0.8876444101333618, + "step": 273 + }, + { + "epoch": 0.36698476477482, + "grad_norm": 0.44064601491510763, + "learning_rate": 6.405268365193624e-05, + "loss": 0.8837222456932068, + "step": 274 + }, + { + "epoch": 0.3683241252302026, + "grad_norm": 0.4117399045978558, + "learning_rate": 6.390300674331667e-05, + "loss": 0.8932456970214844, + "step": 275 + }, + { + "epoch": 0.36966348568558516, + "grad_norm": 0.3501980802705, + "learning_rate": 6.375280742294007e-05, + "loss": 0.896408200263977, + "step": 276 + }, + { + "epoch": 0.3710028461409677, + "grad_norm": 0.31925464072542226, + "learning_rate": 6.360208897348513e-05, + "loss": 0.890372097492218, + "step": 277 + }, + { + "epoch": 0.37234220659635026, + "grad_norm": 0.3672953058879004, + "learning_rate": 6.345085468897637e-05, + "loss": 0.8912795782089233, + "step": 278 + }, + { + "epoch": 0.3736815670517328, + "grad_norm": 0.37585534860719505, + "learning_rate": 6.32991078747121e-05, + "loss": 0.8913096785545349, + "step": 279 + }, + { + "epoch": 0.37502092750711535, + "grad_norm": 0.3686117104703527, + "learning_rate": 6.314685184719224e-05, + "loss": 0.8860468864440918, + "step": 280 + }, + { + "epoch": 0.37636028796249793, + "grad_norm": 0.36203560770739496, + "learning_rate": 6.29940899340458e-05, + "loss": 0.8942425847053528, + "step": 281 + }, + { + "epoch": 0.37769964841788045, + "grad_norm": 0.39656735441651286, + "learning_rate": 6.284082547395822e-05, + "loss": 0.884894609451294, + "step": 282 + }, + { + "epoch": 0.37903900887326303, + "grad_norm": 0.43021602998882896, + "learning_rate": 6.268706181659823e-05, + "loss": 0.8949446678161621, + "step": 283 + }, + { + "epoch": 0.38037836932864555, + "grad_norm": 0.4560535418745229, + "learning_rate": 6.253280232254489e-05, + "loss": 0.8839805722236633, + "step": 284 + }, + { + "epoch": 0.3817177297840281, + "grad_norm": 0.46627492864603226, + "learning_rate": 6.23780503632139e-05, + "loss": 0.8896687626838684, + "step": 285 + }, + { + "epoch": 0.3830570902394107, + "grad_norm": 0.4331165409015457, + "learning_rate": 6.22228093207841e-05, + "loss": 0.8688606023788452, + "step": 286 + }, + { + "epoch": 0.3843964506947932, + "grad_norm": 0.32952692176687587, + "learning_rate": 6.206708258812343e-05, + "loss": 0.8844860196113586, + "step": 287 + }, + { + "epoch": 0.3857358111501758, + "grad_norm": 0.32252625784796196, + "learning_rate": 6.191087356871486e-05, + "loss": 0.8889749646186829, + "step": 288 + }, + { + "epoch": 0.3870751716055583, + "grad_norm": 0.36745276817661704, + "learning_rate": 6.175418567658196e-05, + "loss": 0.8868741989135742, + "step": 289 + }, + { + "epoch": 0.3884145320609409, + "grad_norm": 0.43191395512680925, + "learning_rate": 6.159702233621427e-05, + "loss": 0.8811583518981934, + "step": 290 + }, + { + "epoch": 0.3897538925163235, + "grad_norm": 0.42293907743115355, + "learning_rate": 6.143938698249251e-05, + "loss": 0.8857870697975159, + "step": 291 + }, + { + "epoch": 0.391093252971706, + "grad_norm": 0.3558451089435877, + "learning_rate": 6.128128306061347e-05, + "loss": 0.8891360759735107, + "step": 292 + }, + { + "epoch": 0.3924326134270886, + "grad_norm": 0.2878485843617252, + "learning_rate": 6.112271402601472e-05, + "loss": 0.8804606199264526, + "step": 293 + }, + { + "epoch": 0.3937719738824711, + "grad_norm": 0.27858889793959796, + "learning_rate": 6.096368334429911e-05, + "loss": 0.8926126956939697, + "step": 294 + }, + { + "epoch": 0.39511133433785367, + "grad_norm": 0.2819024964747486, + "learning_rate": 6.0804194491158987e-05, + "loss": 0.8852767944335938, + "step": 295 + }, + { + "epoch": 0.39645069479323625, + "grad_norm": 0.2540202943224736, + "learning_rate": 6.064425095230027e-05, + "loss": 0.8917317390441895, + "step": 296 + }, + { + "epoch": 0.39779005524861877, + "grad_norm": 0.24541270777843874, + "learning_rate": 6.048385622336625e-05, + "loss": 0.8798589706420898, + "step": 297 + }, + { + "epoch": 0.39912941570400134, + "grad_norm": 0.2536269299289805, + "learning_rate": 6.0323013809861185e-05, + "loss": 0.8902722597122192, + "step": 298 + }, + { + "epoch": 0.4004687761593839, + "grad_norm": 0.27800051254159697, + "learning_rate": 6.016172722707372e-05, + "loss": 0.9056130647659302, + "step": 299 + }, + { + "epoch": 0.40180813661476644, + "grad_norm": 0.27633691297170004, + "learning_rate": 6.000000000000001e-05, + "loss": 0.8697539567947388, + "step": 300 + }, + { + "epoch": 0.403147497070149, + "grad_norm": 0.27434445994827267, + "learning_rate": 5.9837835663266724e-05, + "loss": 0.8804255127906799, + "step": 301 + }, + { + "epoch": 0.40448685752553154, + "grad_norm": 0.2524623974437759, + "learning_rate": 5.967523776105374e-05, + "loss": 0.8784493803977966, + "step": 302 + }, + { + "epoch": 0.4058262179809141, + "grad_norm": 0.25420975374572236, + "learning_rate": 5.9512209847016766e-05, + "loss": 0.8766741752624512, + "step": 303 + }, + { + "epoch": 0.4071655784362967, + "grad_norm": 0.2510235716517718, + "learning_rate": 5.9348755484209597e-05, + "loss": 0.8951706886291504, + "step": 304 + }, + { + "epoch": 0.4085049388916792, + "grad_norm": 0.28128699677214214, + "learning_rate": 5.9184878245006275e-05, + "loss": 0.8903220891952515, + "step": 305 + }, + { + "epoch": 0.4098442993470618, + "grad_norm": 0.2553241167540996, + "learning_rate": 5.902058171102302e-05, + "loss": 0.8924455642700195, + "step": 306 + }, + { + "epoch": 0.4111836598024443, + "grad_norm": 0.27284815580460237, + "learning_rate": 5.8855869473039924e-05, + "loss": 0.8797352313995361, + "step": 307 + }, + { + "epoch": 0.4125230202578269, + "grad_norm": 0.2961577585360785, + "learning_rate": 5.869074513092249e-05, + "loss": 0.889675498008728, + "step": 308 + }, + { + "epoch": 0.41386238071320947, + "grad_norm": 0.36149390074479637, + "learning_rate": 5.852521229354298e-05, + "loss": 0.8952120542526245, + "step": 309 + }, + { + "epoch": 0.415201741168592, + "grad_norm": 0.4056564851356049, + "learning_rate": 5.835927457870151e-05, + "loss": 0.8908874988555908, + "step": 310 + }, + { + "epoch": 0.41654110162397456, + "grad_norm": 0.45959990311749727, + "learning_rate": 5.8192935613046986e-05, + "loss": 0.8896716833114624, + "step": 311 + }, + { + "epoch": 0.4178804620793571, + "grad_norm": 0.44501497393699513, + "learning_rate": 5.802619903199782e-05, + "loss": 0.8718587160110474, + "step": 312 + }, + { + "epoch": 0.41921982253473966, + "grad_norm": 0.4099982344769972, + "learning_rate": 5.785906847966252e-05, + "loss": 0.87396639585495, + "step": 313 + }, + { + "epoch": 0.42055918299012224, + "grad_norm": 0.38915136386883503, + "learning_rate": 5.7691547608760055e-05, + "loss": 0.8890815377235413, + "step": 314 + }, + { + "epoch": 0.42189854344550476, + "grad_norm": 0.3916008388754374, + "learning_rate": 5.7523640080539954e-05, + "loss": 0.8961409330368042, + "step": 315 + }, + { + "epoch": 0.42323790390088734, + "grad_norm": 0.34461259063570354, + "learning_rate": 5.735534956470233e-05, + "loss": 0.8904027938842773, + "step": 316 + }, + { + "epoch": 0.42457726435626986, + "grad_norm": 0.3351489985095559, + "learning_rate": 5.71866797393177e-05, + "loss": 0.8841983079910278, + "step": 317 + }, + { + "epoch": 0.42591662481165243, + "grad_norm": 0.3415829415188758, + "learning_rate": 5.701763429074657e-05, + "loss": 0.8725353479385376, + "step": 318 + }, + { + "epoch": 0.427255985267035, + "grad_norm": 0.32192931188812973, + "learning_rate": 5.6848216913558847e-05, + "loss": 0.8806099891662598, + "step": 319 + }, + { + "epoch": 0.42859534572241753, + "grad_norm": 0.3215781282881794, + "learning_rate": 5.6678431310453134e-05, + "loss": 0.8860760927200317, + "step": 320 + }, + { + "epoch": 0.4299347061778001, + "grad_norm": 0.34914156634746246, + "learning_rate": 5.6508281192175794e-05, + "loss": 0.8721968531608582, + "step": 321 + }, + { + "epoch": 0.43127406663318263, + "grad_norm": 0.2658667412041895, + "learning_rate": 5.6337770277439854e-05, + "loss": 0.8862148523330688, + "step": 322 + }, + { + "epoch": 0.4326134270885652, + "grad_norm": 0.34695464253952446, + "learning_rate": 5.616690229284368e-05, + "loss": 0.8746384382247925, + "step": 323 + }, + { + "epoch": 0.4339527875439478, + "grad_norm": 0.4197423684536046, + "learning_rate": 5.5995680972789634e-05, + "loss": 0.8776325583457947, + "step": 324 + }, + { + "epoch": 0.4352921479993303, + "grad_norm": 0.46568817493418574, + "learning_rate": 5.582411005940236e-05, + "loss": 0.887018084526062, + "step": 325 + }, + { + "epoch": 0.4366315084547129, + "grad_norm": 0.38017911947951655, + "learning_rate": 5.5652193302447e-05, + "loss": 0.8889976739883423, + "step": 326 + }, + { + "epoch": 0.43797086891009546, + "grad_norm": 0.3060971777017487, + "learning_rate": 5.547993445924735e-05, + "loss": 0.8834925889968872, + "step": 327 + }, + { + "epoch": 0.439310229365478, + "grad_norm": 0.3878310131471193, + "learning_rate": 5.5307337294603595e-05, + "loss": 0.8835778832435608, + "step": 328 + }, + { + "epoch": 0.44064958982086055, + "grad_norm": 0.37272583086257793, + "learning_rate": 5.513440558071015e-05, + "loss": 0.88037109375, + "step": 329 + }, + { + "epoch": 0.4419889502762431, + "grad_norm": 0.2980108695701489, + "learning_rate": 5.496114309707313e-05, + "loss": 0.8899520635604858, + "step": 330 + }, + { + "epoch": 0.44332831073162565, + "grad_norm": 0.2942897917948679, + "learning_rate": 5.478755363042781e-05, + "loss": 0.8873578906059265, + "step": 331 + }, + { + "epoch": 0.44466767118700823, + "grad_norm": 0.35500305163807966, + "learning_rate": 5.461364097465581e-05, + "loss": 0.8870940208435059, + "step": 332 + }, + { + "epoch": 0.44600703164239075, + "grad_norm": 0.3079369949147375, + "learning_rate": 5.443940893070223e-05, + "loss": 0.8757143616676331, + "step": 333 + }, + { + "epoch": 0.4473463920977733, + "grad_norm": 0.3007868096995874, + "learning_rate": 5.4264861306492525e-05, + "loss": 0.8642425537109375, + "step": 334 + }, + { + "epoch": 0.44868575255315585, + "grad_norm": 0.31595038196673936, + "learning_rate": 5.409000191684935e-05, + "loss": 0.8808598518371582, + "step": 335 + }, + { + "epoch": 0.4500251130085384, + "grad_norm": 0.3146477839645367, + "learning_rate": 5.391483458340909e-05, + "loss": 0.8812928199768066, + "step": 336 + }, + { + "epoch": 0.451364473463921, + "grad_norm": 0.30376403427053666, + "learning_rate": 5.3739363134538446e-05, + "loss": 0.8947619795799255, + "step": 337 + }, + { + "epoch": 0.4527038339193035, + "grad_norm": 0.27657117052236885, + "learning_rate": 5.356359140525067e-05, + "loss": 0.8850589990615845, + "step": 338 + }, + { + "epoch": 0.4540431943746861, + "grad_norm": 0.30680178018188403, + "learning_rate": 5.3387523237121805e-05, + "loss": 0.8739247918128967, + "step": 339 + }, + { + "epoch": 0.4553825548300686, + "grad_norm": 0.3047542635453717, + "learning_rate": 5.321116247820669e-05, + "loss": 0.8850078582763672, + "step": 340 + }, + { + "epoch": 0.4567219152854512, + "grad_norm": 0.2923184588762319, + "learning_rate": 5.30345129829549e-05, + "loss": 0.8884513974189758, + "step": 341 + }, + { + "epoch": 0.4580612757408338, + "grad_norm": 0.306238293604028, + "learning_rate": 5.2857578612126466e-05, + "loss": 0.8790913224220276, + "step": 342 + }, + { + "epoch": 0.4594006361962163, + "grad_norm": 0.2776234461903938, + "learning_rate": 5.2680363232707533e-05, + "loss": 0.8726402521133423, + "step": 343 + }, + { + "epoch": 0.46073999665159887, + "grad_norm": 0.23559770485475257, + "learning_rate": 5.250287071782579e-05, + "loss": 0.8780654668807983, + "step": 344 + }, + { + "epoch": 0.4620793571069814, + "grad_norm": 0.2656621107355478, + "learning_rate": 5.232510494666588e-05, + "loss": 0.8802477717399597, + "step": 345 + }, + { + "epoch": 0.46341871756236397, + "grad_norm": 0.2654377895352511, + "learning_rate": 5.214706980438459e-05, + "loss": 0.8784705400466919, + "step": 346 + }, + { + "epoch": 0.46475807801774655, + "grad_norm": 0.25513055691779934, + "learning_rate": 5.1968769182025955e-05, + "loss": 0.8827534317970276, + "step": 347 + }, + { + "epoch": 0.46609743847312907, + "grad_norm": 0.23931345424644, + "learning_rate": 5.179020697643618e-05, + "loss": 0.8781850934028625, + "step": 348 + }, + { + "epoch": 0.46743679892851164, + "grad_norm": 0.2662310932045871, + "learning_rate": 5.16113870901785e-05, + "loss": 0.8855897784233093, + "step": 349 + }, + { + "epoch": 0.46877615938389416, + "grad_norm": 0.2719290408201649, + "learning_rate": 5.1432313431447915e-05, + "loss": 0.8810721039772034, + "step": 350 + }, + { + "epoch": 0.47011551983927674, + "grad_norm": 0.30347422955032666, + "learning_rate": 5.125298991398571e-05, + "loss": 0.8826359510421753, + "step": 351 + }, + { + "epoch": 0.4714548802946593, + "grad_norm": 0.23887523910106984, + "learning_rate": 5.107342045699397e-05, + "loss": 0.8747484683990479, + "step": 352 + }, + { + "epoch": 0.47279424075004184, + "grad_norm": 0.2505774705404714, + "learning_rate": 5.089360898504994e-05, + "loss": 0.8729058504104614, + "step": 353 + }, + { + "epoch": 0.4741336012054244, + "grad_norm": 0.279473567045265, + "learning_rate": 5.071355942802013e-05, + "loss": 0.8787670135498047, + "step": 354 + }, + { + "epoch": 0.475472961660807, + "grad_norm": 0.26199289777497575, + "learning_rate": 5.053327572097459e-05, + "loss": 0.8815037608146667, + "step": 355 + }, + { + "epoch": 0.4768123221161895, + "grad_norm": 0.21510974254409215, + "learning_rate": 5.0352761804100835e-05, + "loss": 0.8883016109466553, + "step": 356 + }, + { + "epoch": 0.4781516825715721, + "grad_norm": 0.2179594057045395, + "learning_rate": 5.017202162261767e-05, + "loss": 0.8739045858383179, + "step": 357 + }, + { + "epoch": 0.4794910430269546, + "grad_norm": 0.2583618991462232, + "learning_rate": 4.999105912668908e-05, + "loss": 0.875806987285614, + "step": 358 + }, + { + "epoch": 0.4808304034823372, + "grad_norm": 0.31852029663882087, + "learning_rate": 4.9809878271337794e-05, + "loss": 0.8874423503875732, + "step": 359 + }, + { + "epoch": 0.48216976393771976, + "grad_norm": 0.2835760526800237, + "learning_rate": 4.962848301635893e-05, + "loss": 0.8798930048942566, + "step": 360 + }, + { + "epoch": 0.4835091243931023, + "grad_norm": 0.22973024932768488, + "learning_rate": 4.9446877326233384e-05, + "loss": 0.8873306512832642, + "step": 361 + }, + { + "epoch": 0.48484848484848486, + "grad_norm": 0.2500936218554607, + "learning_rate": 4.926506517004122e-05, + "loss": 0.871864378452301, + "step": 362 + }, + { + "epoch": 0.4861878453038674, + "grad_norm": 0.2995047737515285, + "learning_rate": 4.9083050521374936e-05, + "loss": 0.8763599991798401, + "step": 363 + }, + { + "epoch": 0.48752720575924996, + "grad_norm": 0.32246297930373985, + "learning_rate": 4.890083735825258e-05, + "loss": 0.8670933842658997, + "step": 364 + }, + { + "epoch": 0.48886656621463254, + "grad_norm": 0.33433005720802467, + "learning_rate": 4.871842966303084e-05, + "loss": 0.8823835849761963, + "step": 365 + }, + { + "epoch": 0.49020592667001506, + "grad_norm": 0.27949324766081196, + "learning_rate": 4.8535831422318005e-05, + "loss": 0.8845060467720032, + "step": 366 + }, + { + "epoch": 0.49154528712539763, + "grad_norm": 0.2669463330828984, + "learning_rate": 4.83530466268868e-05, + "loss": 0.8807919025421143, + "step": 367 + }, + { + "epoch": 0.49288464758078016, + "grad_norm": 0.28921225779452586, + "learning_rate": 4.817007927158722e-05, + "loss": 0.8733174800872803, + "step": 368 + }, + { + "epoch": 0.49422400803616273, + "grad_norm": 0.3068794189080787, + "learning_rate": 4.798693335525918e-05, + "loss": 0.8903564214706421, + "step": 369 + }, + { + "epoch": 0.4955633684915453, + "grad_norm": 0.3383936832444029, + "learning_rate": 4.780361288064514e-05, + "loss": 0.8755660057067871, + "step": 370 + }, + { + "epoch": 0.49690272894692783, + "grad_norm": 0.33403170126533727, + "learning_rate": 4.76201218543026e-05, + "loss": 0.8842828273773193, + "step": 371 + }, + { + "epoch": 0.4982420894023104, + "grad_norm": 0.2502976358342153, + "learning_rate": 4.743646428651659e-05, + "loss": 0.8743306398391724, + "step": 372 + }, + { + "epoch": 0.4995814498576929, + "grad_norm": 0.2514415794283494, + "learning_rate": 4.7252644191211944e-05, + "loss": 0.8848379850387573, + "step": 373 + }, + { + "epoch": 0.5009208103130756, + "grad_norm": 0.3311666521257641, + "learning_rate": 4.7068665585865615e-05, + "loss": 0.8726536631584167, + "step": 374 + }, + { + "epoch": 0.5022601707684581, + "grad_norm": 0.29622349551027, + "learning_rate": 4.688453249141888e-05, + "loss": 0.8713983297348022, + "step": 375 + }, + { + "epoch": 0.5035995312238406, + "grad_norm": 0.24591467342470477, + "learning_rate": 4.670024893218946e-05, + "loss": 0.879889965057373, + "step": 376 + }, + { + "epoch": 0.5049388916792231, + "grad_norm": 0.24907780928618234, + "learning_rate": 4.651581893578356e-05, + "loss": 0.8837929964065552, + "step": 377 + }, + { + "epoch": 0.5062782521346058, + "grad_norm": 0.29743214535113877, + "learning_rate": 4.6331246533007795e-05, + "loss": 0.880785346031189, + "step": 378 + }, + { + "epoch": 0.5076176125899883, + "grad_norm": 0.27816072063242153, + "learning_rate": 4.6146535757781206e-05, + "loss": 0.8790816068649292, + "step": 379 + }, + { + "epoch": 0.5089569730453708, + "grad_norm": 0.258901378722433, + "learning_rate": 4.5961690647046974e-05, + "loss": 0.8754535913467407, + "step": 380 + }, + { + "epoch": 0.5102963335007534, + "grad_norm": 0.22897322988292967, + "learning_rate": 4.5776715240684296e-05, + "loss": 0.884695291519165, + "step": 381 + }, + { + "epoch": 0.511635693956136, + "grad_norm": 0.25410900340906356, + "learning_rate": 4.5591613581419984e-05, + "loss": 0.8682093620300293, + "step": 382 + }, + { + "epoch": 0.5129750544115185, + "grad_norm": 0.2292960696193583, + "learning_rate": 4.540638971474022e-05, + "loss": 0.8801172375679016, + "step": 383 + }, + { + "epoch": 0.5143144148669011, + "grad_norm": 0.27039953771276, + "learning_rate": 4.522104768880208e-05, + "loss": 0.8841304779052734, + "step": 384 + }, + { + "epoch": 0.5156537753222836, + "grad_norm": 0.2510162507401578, + "learning_rate": 4.5035591554345024e-05, + "loss": 0.8804336190223694, + "step": 385 + }, + { + "epoch": 0.5169931357776661, + "grad_norm": 0.19962477334591794, + "learning_rate": 4.485002536460246e-05, + "loss": 0.8744645118713379, + "step": 386 + }, + { + "epoch": 0.5183324962330487, + "grad_norm": 0.20953576879547658, + "learning_rate": 4.4664353175213106e-05, + "loss": 0.8919574022293091, + "step": 387 + }, + { + "epoch": 0.5196718566884313, + "grad_norm": 0.24110013426626412, + "learning_rate": 4.4478579044132314e-05, + "loss": 0.8700906038284302, + "step": 388 + }, + { + "epoch": 0.5210112171438138, + "grad_norm": 0.21570606604265194, + "learning_rate": 4.429270703154346e-05, + "loss": 0.8669141530990601, + "step": 389 + }, + { + "epoch": 0.5223505775991963, + "grad_norm": 0.22537953028075838, + "learning_rate": 4.4106741199769144e-05, + "loss": 0.893110990524292, + "step": 390 + }, + { + "epoch": 0.523689938054579, + "grad_norm": 0.20502638429010045, + "learning_rate": 4.392068561318244e-05, + "loss": 0.8845847845077515, + "step": 391 + }, + { + "epoch": 0.5250292985099615, + "grad_norm": 0.2029877791588085, + "learning_rate": 4.373454433811803e-05, + "loss": 0.8702945709228516, + "step": 392 + }, + { + "epoch": 0.526368658965344, + "grad_norm": 0.20027359499294622, + "learning_rate": 4.354832144278342e-05, + "loss": 0.876413106918335, + "step": 393 + }, + { + "epoch": 0.5277080194207266, + "grad_norm": 0.20852532140317728, + "learning_rate": 4.336202099716991e-05, + "loss": 0.880332887172699, + "step": 394 + }, + { + "epoch": 0.5290473798761092, + "grad_norm": 0.19377163489291163, + "learning_rate": 4.317564707296372e-05, + "loss": 0.8733063340187073, + "step": 395 + }, + { + "epoch": 0.5303867403314917, + "grad_norm": 0.20359933193356164, + "learning_rate": 4.298920374345698e-05, + "loss": 0.8691454529762268, + "step": 396 + }, + { + "epoch": 0.5317261007868743, + "grad_norm": 0.2228972219539793, + "learning_rate": 4.2802695083458694e-05, + "loss": 0.8702418208122253, + "step": 397 + }, + { + "epoch": 0.5330654612422568, + "grad_norm": 0.22204449924352906, + "learning_rate": 4.261612516920573e-05, + "loss": 0.8784664273262024, + "step": 398 + }, + { + "epoch": 0.5344048216976394, + "grad_norm": 0.1827068322619916, + "learning_rate": 4.242949807827365e-05, + "loss": 0.8793500065803528, + "step": 399 + }, + { + "epoch": 0.5357441821530219, + "grad_norm": 0.23064253884484145, + "learning_rate": 4.2242817889487676e-05, + "loss": 0.8827623128890991, + "step": 400 + }, + { + "epoch": 0.5370835426084045, + "grad_norm": 0.2363908476355385, + "learning_rate": 4.2056088682833495e-05, + "loss": 0.8775718212127686, + "step": 401 + }, + { + "epoch": 0.538422903063787, + "grad_norm": 0.24370104788240307, + "learning_rate": 4.18693145393681e-05, + "loss": 0.8720149993896484, + "step": 402 + }, + { + "epoch": 0.5397622635191696, + "grad_norm": 0.24206951622443026, + "learning_rate": 4.1682499541130614e-05, + "loss": 0.8702287077903748, + "step": 403 + }, + { + "epoch": 0.5411016239745522, + "grad_norm": 0.22053262939581833, + "learning_rate": 4.149564777105304e-05, + "loss": 0.88590008020401, + "step": 404 + }, + { + "epoch": 0.5424409844299347, + "grad_norm": 0.24738370911830754, + "learning_rate": 4.130876331287105e-05, + "loss": 0.8856267333030701, + "step": 405 + }, + { + "epoch": 0.5437803448853172, + "grad_norm": 0.2742407776361635, + "learning_rate": 4.112185025103476e-05, + "loss": 0.8771058917045593, + "step": 406 + }, + { + "epoch": 0.5451197053406999, + "grad_norm": 0.18672650383453882, + "learning_rate": 4.09349126706194e-05, + "loss": 0.877077579498291, + "step": 407 + }, + { + "epoch": 0.5464590657960824, + "grad_norm": 0.24422099387413226, + "learning_rate": 4.074795465723609e-05, + "loss": 0.8644412755966187, + "step": 408 + }, + { + "epoch": 0.5477984262514649, + "grad_norm": 0.22384826877195602, + "learning_rate": 4.0560980296942496e-05, + "loss": 0.8765589594841003, + "step": 409 + }, + { + "epoch": 0.5491377867068474, + "grad_norm": 0.18458733932067822, + "learning_rate": 4.0373993676153575e-05, + "loss": 0.8797497749328613, + "step": 410 + }, + { + "epoch": 0.5504771471622301, + "grad_norm": 0.23047653087943096, + "learning_rate": 4.0186998881552224e-05, + "loss": 0.8682187795639038, + "step": 411 + }, + { + "epoch": 0.5518165076176126, + "grad_norm": 0.21729249762981923, + "learning_rate": 4e-05, + "loss": 0.8836795091629028, + "step": 412 + }, + { + "epoch": 0.5531558680729951, + "grad_norm": 0.22721453642149825, + "learning_rate": 3.981300111844779e-05, + "loss": 0.8802202939987183, + "step": 413 + }, + { + "epoch": 0.5544952285283777, + "grad_norm": 0.20949925349974394, + "learning_rate": 3.962600632384644e-05, + "loss": 0.8641338348388672, + "step": 414 + }, + { + "epoch": 0.5558345889837603, + "grad_norm": 0.20464298350965635, + "learning_rate": 3.943901970305752e-05, + "loss": 0.8797010183334351, + "step": 415 + }, + { + "epoch": 0.5571739494391428, + "grad_norm": 0.22110350804377993, + "learning_rate": 3.925204534276392e-05, + "loss": 0.8767843246459961, + "step": 416 + }, + { + "epoch": 0.5585133098945254, + "grad_norm": 0.2387677867134895, + "learning_rate": 3.906508732938061e-05, + "loss": 0.8820819854736328, + "step": 417 + }, + { + "epoch": 0.5598526703499079, + "grad_norm": 0.2507989336100575, + "learning_rate": 3.8878149748965245e-05, + "loss": 0.8826998472213745, + "step": 418 + }, + { + "epoch": 0.5611920308052905, + "grad_norm": 0.20816367910535047, + "learning_rate": 3.869123668712896e-05, + "loss": 0.8565121293067932, + "step": 419 + }, + { + "epoch": 0.562531391260673, + "grad_norm": 0.2250240614615784, + "learning_rate": 3.850435222894698e-05, + "loss": 0.8700610399246216, + "step": 420 + }, + { + "epoch": 0.5638707517160556, + "grad_norm": 0.21855522780024444, + "learning_rate": 3.8317500458869407e-05, + "loss": 0.8730891942977905, + "step": 421 + }, + { + "epoch": 0.5652101121714381, + "grad_norm": 0.2231654916323255, + "learning_rate": 3.8130685460631915e-05, + "loss": 0.8856726288795471, + "step": 422 + }, + { + "epoch": 0.5665494726268206, + "grad_norm": 0.19953733222134984, + "learning_rate": 3.794391131716651e-05, + "loss": 0.8693549036979675, + "step": 423 + }, + { + "epoch": 0.5678888330822033, + "grad_norm": 0.17190873502705367, + "learning_rate": 3.775718211051233e-05, + "loss": 0.8690682649612427, + "step": 424 + }, + { + "epoch": 0.5692281935375858, + "grad_norm": 0.23716881942612886, + "learning_rate": 3.757050192172635e-05, + "loss": 0.8726681470870972, + "step": 425 + }, + { + "epoch": 0.5705675539929683, + "grad_norm": 0.22290256643263015, + "learning_rate": 3.738387483079428e-05, + "loss": 0.879726767539978, + "step": 426 + }, + { + "epoch": 0.571906914448351, + "grad_norm": 0.18381395165951167, + "learning_rate": 3.7197304916541306e-05, + "loss": 0.8783985376358032, + "step": 427 + }, + { + "epoch": 0.5732462749037335, + "grad_norm": 0.22765000500597882, + "learning_rate": 3.7010796256543034e-05, + "loss": 0.878974437713623, + "step": 428 + }, + { + "epoch": 0.574585635359116, + "grad_norm": 0.22163007061538173, + "learning_rate": 3.682435292703629e-05, + "loss": 0.8713866472244263, + "step": 429 + }, + { + "epoch": 0.5759249958144986, + "grad_norm": 0.20371172723764758, + "learning_rate": 3.6637979002830106e-05, + "loss": 0.8796266317367554, + "step": 430 + }, + { + "epoch": 0.5772643562698812, + "grad_norm": 0.1998206764522067, + "learning_rate": 3.6451678557216594e-05, + "loss": 0.8608413934707642, + "step": 431 + }, + { + "epoch": 0.5786037167252637, + "grad_norm": 0.21874058996853543, + "learning_rate": 3.626545566188198e-05, + "loss": 0.8731131553649902, + "step": 432 + }, + { + "epoch": 0.5799430771806462, + "grad_norm": 0.20785679907222504, + "learning_rate": 3.6079314386817575e-05, + "loss": 0.8750489354133606, + "step": 433 + }, + { + "epoch": 0.5812824376360288, + "grad_norm": 0.2139826824510004, + "learning_rate": 3.589325880023087e-05, + "loss": 0.867850661277771, + "step": 434 + }, + { + "epoch": 0.5826217980914113, + "grad_norm": 0.2058397086852482, + "learning_rate": 3.5707292968456544e-05, + "loss": 0.8824687600135803, + "step": 435 + }, + { + "epoch": 0.5839611585467939, + "grad_norm": 0.2234799265297003, + "learning_rate": 3.552142095586769e-05, + "loss": 0.8690378665924072, + "step": 436 + }, + { + "epoch": 0.5853005190021765, + "grad_norm": 0.19760641522762626, + "learning_rate": 3.533564682478691e-05, + "loss": 0.8751097917556763, + "step": 437 + }, + { + "epoch": 0.586639879457559, + "grad_norm": 0.2334335898022528, + "learning_rate": 3.5149974635397547e-05, + "loss": 0.8742689490318298, + "step": 438 + }, + { + "epoch": 0.5879792399129415, + "grad_norm": 0.2095792662279493, + "learning_rate": 3.4964408445654996e-05, + "loss": 0.8669417500495911, + "step": 439 + }, + { + "epoch": 0.5893186003683242, + "grad_norm": 0.21099729245604798, + "learning_rate": 3.477895231119795e-05, + "loss": 0.8878942728042603, + "step": 440 + }, + { + "epoch": 0.5906579608237067, + "grad_norm": 0.19382668238270218, + "learning_rate": 3.459361028525979e-05, + "loss": 0.8797996044158936, + "step": 441 + }, + { + "epoch": 0.5919973212790892, + "grad_norm": 0.1843091422043857, + "learning_rate": 3.4408386418580036e-05, + "loss": 0.8693681955337524, + "step": 442 + }, + { + "epoch": 0.5933366817344717, + "grad_norm": 0.20683570676709698, + "learning_rate": 3.422328475931573e-05, + "loss": 0.8908190727233887, + "step": 443 + }, + { + "epoch": 0.5946760421898544, + "grad_norm": 0.2057924792370247, + "learning_rate": 3.403830935295302e-05, + "loss": 0.8776031136512756, + "step": 444 + }, + { + "epoch": 0.5960154026452369, + "grad_norm": 0.17532326111046756, + "learning_rate": 3.3853464242218794e-05, + "loss": 0.8776813745498657, + "step": 445 + }, + { + "epoch": 0.5973547631006194, + "grad_norm": 0.21443600648578945, + "learning_rate": 3.3668753466992205e-05, + "loss": 0.8645883798599243, + "step": 446 + }, + { + "epoch": 0.598694123556002, + "grad_norm": 0.2124598468576842, + "learning_rate": 3.3484181064216456e-05, + "loss": 0.8678313493728638, + "step": 447 + }, + { + "epoch": 0.6000334840113846, + "grad_norm": 0.20402524205810743, + "learning_rate": 3.329975106781055e-05, + "loss": 0.8687726259231567, + "step": 448 + }, + { + "epoch": 0.6013728444667671, + "grad_norm": 0.18612685972506135, + "learning_rate": 3.311546750858113e-05, + "loss": 0.8742750287055969, + "step": 449 + }, + { + "epoch": 0.6027122049221497, + "grad_norm": 0.1891108432413768, + "learning_rate": 3.2931334414134405e-05, + "loss": 0.8701868057250977, + "step": 450 + }, + { + "epoch": 0.6040515653775322, + "grad_norm": 0.16982398331582746, + "learning_rate": 3.2747355808788076e-05, + "loss": 0.8736456632614136, + "step": 451 + }, + { + "epoch": 0.6053909258329148, + "grad_norm": 0.17659874457896263, + "learning_rate": 3.256353571348342e-05, + "loss": 0.865876317024231, + "step": 452 + }, + { + "epoch": 0.6067302862882974, + "grad_norm": 0.17274518370972755, + "learning_rate": 3.23798781456974e-05, + "loss": 0.8682874441146851, + "step": 453 + }, + { + "epoch": 0.6080696467436799, + "grad_norm": 0.18370111962886002, + "learning_rate": 3.219638711935488e-05, + "loss": 0.8759806156158447, + "step": 454 + }, + { + "epoch": 0.6094090071990624, + "grad_norm": 0.18017141493044456, + "learning_rate": 3.201306664474083e-05, + "loss": 0.8729393482208252, + "step": 455 + }, + { + "epoch": 0.610748367654445, + "grad_norm": 0.17913777693968835, + "learning_rate": 3.182992072841279e-05, + "loss": 0.8672225475311279, + "step": 456 + }, + { + "epoch": 0.6120877281098276, + "grad_norm": 0.18273030607069873, + "learning_rate": 3.164695337311321e-05, + "loss": 0.8832433223724365, + "step": 457 + }, + { + "epoch": 0.6134270885652101, + "grad_norm": 0.16888489983875138, + "learning_rate": 3.146416857768201e-05, + "loss": 0.8711962699890137, + "step": 458 + }, + { + "epoch": 0.6147664490205926, + "grad_norm": 0.183689134893473, + "learning_rate": 3.1281570336969175e-05, + "loss": 0.8889421224594116, + "step": 459 + }, + { + "epoch": 0.6161058094759753, + "grad_norm": 0.19643613570894447, + "learning_rate": 3.109916264174743e-05, + "loss": 0.8681093454360962, + "step": 460 + }, + { + "epoch": 0.6174451699313578, + "grad_norm": 0.19084392537480904, + "learning_rate": 3.091694947862508e-05, + "loss": 0.8883289098739624, + "step": 461 + }, + { + "epoch": 0.6187845303867403, + "grad_norm": 0.19455102639388797, + "learning_rate": 3.07349348299588e-05, + "loss": 0.8684327602386475, + "step": 462 + }, + { + "epoch": 0.6201238908421229, + "grad_norm": 0.2110042976412982, + "learning_rate": 3.055312267376664e-05, + "loss": 0.8856212496757507, + "step": 463 + }, + { + "epoch": 0.6214632512975055, + "grad_norm": 0.20264326773939578, + "learning_rate": 3.0371516983641092e-05, + "loss": 0.8823476433753967, + "step": 464 + }, + { + "epoch": 0.622802611752888, + "grad_norm": 0.2408395898053557, + "learning_rate": 3.0190121728662202e-05, + "loss": 0.8705859780311584, + "step": 465 + }, + { + "epoch": 0.6241419722082705, + "grad_norm": 0.16660600272013446, + "learning_rate": 3.000894087331092e-05, + "loss": 0.8687702417373657, + "step": 466 + }, + { + "epoch": 0.6254813326636531, + "grad_norm": 0.1833218068837441, + "learning_rate": 2.9827978377382326e-05, + "loss": 0.886631965637207, + "step": 467 + }, + { + "epoch": 0.6268206931190357, + "grad_norm": 0.16224401095054353, + "learning_rate": 2.9647238195899168e-05, + "loss": 0.872834324836731, + "step": 468 + }, + { + "epoch": 0.6281600535744182, + "grad_norm": 0.19626912635658397, + "learning_rate": 2.946672427902541e-05, + "loss": 0.8802139759063721, + "step": 469 + }, + { + "epoch": 0.6294994140298008, + "grad_norm": 0.18658582323373188, + "learning_rate": 2.9286440571979883e-05, + "loss": 0.8691961169242859, + "step": 470 + }, + { + "epoch": 0.6308387744851833, + "grad_norm": 0.17933302895676084, + "learning_rate": 2.910639101495008e-05, + "loss": 0.8831414580345154, + "step": 471 + }, + { + "epoch": 0.6321781349405659, + "grad_norm": 0.21056145987820624, + "learning_rate": 2.892657954300603e-05, + "loss": 0.8592995405197144, + "step": 472 + }, + { + "epoch": 0.6335174953959485, + "grad_norm": 0.19348734309236396, + "learning_rate": 2.87470100860143e-05, + "loss": 0.8894145488739014, + "step": 473 + }, + { + "epoch": 0.634856855851331, + "grad_norm": 0.19617888436938632, + "learning_rate": 2.85676865685521e-05, + "loss": 0.8913651704788208, + "step": 474 + }, + { + "epoch": 0.6361962163067135, + "grad_norm": 0.17402543550384714, + "learning_rate": 2.8388612909821515e-05, + "loss": 0.8747457265853882, + "step": 475 + }, + { + "epoch": 0.637535576762096, + "grad_norm": 0.2012596289013423, + "learning_rate": 2.8209793023563833e-05, + "loss": 0.8532263040542603, + "step": 476 + }, + { + "epoch": 0.6388749372174787, + "grad_norm": 0.16632768987251, + "learning_rate": 2.8031230817974058e-05, + "loss": 0.867146372795105, + "step": 477 + }, + { + "epoch": 0.6402142976728612, + "grad_norm": 0.17609764997939167, + "learning_rate": 2.7852930195615413e-05, + "loss": 0.873975396156311, + "step": 478 + }, + { + "epoch": 0.6415536581282437, + "grad_norm": 0.16290767187768426, + "learning_rate": 2.767489505333413e-05, + "loss": 0.8610473871231079, + "step": 479 + }, + { + "epoch": 0.6428930185836264, + "grad_norm": 0.15305292702967407, + "learning_rate": 2.7497129282174228e-05, + "loss": 0.8679625988006592, + "step": 480 + }, + { + "epoch": 0.6442323790390089, + "grad_norm": 0.1861499687391075, + "learning_rate": 2.7319636767292483e-05, + "loss": 0.8768002986907959, + "step": 481 + }, + { + "epoch": 0.6455717394943914, + "grad_norm": 0.1682720928607583, + "learning_rate": 2.7142421387873548e-05, + "loss": 0.8597822189331055, + "step": 482 + }, + { + "epoch": 0.646911099949774, + "grad_norm": 0.16548537206188335, + "learning_rate": 2.6965487017045114e-05, + "loss": 0.8771868348121643, + "step": 483 + }, + { + "epoch": 0.6482504604051565, + "grad_norm": 0.1551493965377178, + "learning_rate": 2.678883752179333e-05, + "loss": 0.8683747053146362, + "step": 484 + }, + { + "epoch": 0.6495898208605391, + "grad_norm": 0.17612866007244074, + "learning_rate": 2.661247676287822e-05, + "loss": 0.8681081533432007, + "step": 485 + }, + { + "epoch": 0.6509291813159217, + "grad_norm": 0.18465671357420232, + "learning_rate": 2.6436408594749332e-05, + "loss": 0.8595088720321655, + "step": 486 + }, + { + "epoch": 0.6522685417713042, + "grad_norm": 0.19775818406535858, + "learning_rate": 2.6260636865461554e-05, + "loss": 0.8700419664382935, + "step": 487 + }, + { + "epoch": 0.6536079022266867, + "grad_norm": 0.18083686062565354, + "learning_rate": 2.608516541659091e-05, + "loss": 0.8755306005477905, + "step": 488 + }, + { + "epoch": 0.6549472626820693, + "grad_norm": 0.1817072211213672, + "learning_rate": 2.5909998083150662e-05, + "loss": 0.875275731086731, + "step": 489 + }, + { + "epoch": 0.6562866231374519, + "grad_norm": 0.20261985924363612, + "learning_rate": 2.573513869350748e-05, + "loss": 0.8786300420761108, + "step": 490 + }, + { + "epoch": 0.6576259835928344, + "grad_norm": 0.17226016407298883, + "learning_rate": 2.556059106929778e-05, + "loss": 0.8597031831741333, + "step": 491 + }, + { + "epoch": 0.6589653440482169, + "grad_norm": 0.1827246814121758, + "learning_rate": 2.53863590253442e-05, + "loss": 0.8801453113555908, + "step": 492 + }, + { + "epoch": 0.6603047045035996, + "grad_norm": 0.16642060261390323, + "learning_rate": 2.5212446369572203e-05, + "loss": 0.8641231060028076, + "step": 493 + }, + { + "epoch": 0.6616440649589821, + "grad_norm": 0.1611151525632456, + "learning_rate": 2.5038856902926874e-05, + "loss": 0.868855357170105, + "step": 494 + }, + { + "epoch": 0.6629834254143646, + "grad_norm": 0.16125774426215733, + "learning_rate": 2.4865594419289862e-05, + "loss": 0.8626859188079834, + "step": 495 + }, + { + "epoch": 0.6643227858697472, + "grad_norm": 0.1676315935693186, + "learning_rate": 2.4692662705396412e-05, + "loss": 0.8734741806983948, + "step": 496 + }, + { + "epoch": 0.6656621463251298, + "grad_norm": 0.15126849376524884, + "learning_rate": 2.4520065540752668e-05, + "loss": 0.8615834712982178, + "step": 497 + }, + { + "epoch": 0.6670015067805123, + "grad_norm": 0.18347321722525894, + "learning_rate": 2.434780669755301e-05, + "loss": 0.8751839399337769, + "step": 498 + }, + { + "epoch": 0.6683408672358948, + "grad_norm": 0.1508841019626686, + "learning_rate": 2.4175889940597657e-05, + "loss": 0.884482741355896, + "step": 499 + }, + { + "epoch": 0.6696802276912774, + "grad_norm": 0.19960327521635535, + "learning_rate": 2.400431902721037e-05, + "loss": 0.8566937446594238, + "step": 500 + }, + { + "epoch": 0.67101958814666, + "grad_norm": 0.14443772776443664, + "learning_rate": 2.3833097707156324e-05, + "loss": 0.8727964162826538, + "step": 501 + }, + { + "epoch": 0.6723589486020425, + "grad_norm": 0.16725330298938068, + "learning_rate": 2.366222972256016e-05, + "loss": 0.8809594511985779, + "step": 502 + }, + { + "epoch": 0.6736983090574251, + "grad_norm": 0.16781357308473263, + "learning_rate": 2.3491718807824216e-05, + "loss": 0.8673738241195679, + "step": 503 + }, + { + "epoch": 0.6750376695128076, + "grad_norm": 0.17570747562365038, + "learning_rate": 2.3321568689546893e-05, + "loss": 0.8616470098495483, + "step": 504 + }, + { + "epoch": 0.6763770299681902, + "grad_norm": 0.16051510536372204, + "learning_rate": 2.3151783086441184e-05, + "loss": 0.8740379810333252, + "step": 505 + }, + { + "epoch": 0.6777163904235728, + "grad_norm": 0.18129021585072444, + "learning_rate": 2.298236570925346e-05, + "loss": 0.8758866786956787, + "step": 506 + }, + { + "epoch": 0.6790557508789553, + "grad_norm": 0.16295406262498888, + "learning_rate": 2.2813320260682306e-05, + "loss": 0.867128312587738, + "step": 507 + }, + { + "epoch": 0.6803951113343378, + "grad_norm": 0.16478256891061058, + "learning_rate": 2.264465043529768e-05, + "loss": 0.8716765642166138, + "step": 508 + }, + { + "epoch": 0.6817344717897204, + "grad_norm": 0.15474659633991988, + "learning_rate": 2.2476359919460063e-05, + "loss": 0.8846920728683472, + "step": 509 + }, + { + "epoch": 0.683073832245103, + "grad_norm": 0.15329182470431504, + "learning_rate": 2.2308452391239958e-05, + "loss": 0.8774445056915283, + "step": 510 + }, + { + "epoch": 0.6844131927004855, + "grad_norm": 0.16056212194512698, + "learning_rate": 2.214093152033749e-05, + "loss": 0.8718781471252441, + "step": 511 + }, + { + "epoch": 0.685752553155868, + "grad_norm": 0.1575919454514403, + "learning_rate": 2.1973800968002184e-05, + "loss": 0.8818187713623047, + "step": 512 + }, + { + "epoch": 0.6870919136112507, + "grad_norm": 0.17718245777491798, + "learning_rate": 2.1807064386953024e-05, + "loss": 0.865309476852417, + "step": 513 + }, + { + "epoch": 0.6884312740666332, + "grad_norm": 0.15545488226689105, + "learning_rate": 2.1640725421298487e-05, + "loss": 0.8730646967887878, + "step": 514 + }, + { + "epoch": 0.6897706345220157, + "grad_norm": 0.15608129600810844, + "learning_rate": 2.1474787706457022e-05, + "loss": 0.8821252584457397, + "step": 515 + }, + { + "epoch": 0.6911099949773983, + "grad_norm": 0.13882389199813575, + "learning_rate": 2.130925486907752e-05, + "loss": 0.8648711442947388, + "step": 516 + }, + { + "epoch": 0.6924493554327809, + "grad_norm": 0.15450321733786967, + "learning_rate": 2.1144130526960093e-05, + "loss": 0.8667118549346924, + "step": 517 + }, + { + "epoch": 0.6937887158881634, + "grad_norm": 0.1374984241876389, + "learning_rate": 2.0979418288976996e-05, + "loss": 0.8739535808563232, + "step": 518 + }, + { + "epoch": 0.695128076343546, + "grad_norm": 0.14197049787475696, + "learning_rate": 2.0815121754993735e-05, + "loss": 0.8651376366615295, + "step": 519 + }, + { + "epoch": 0.6964674367989285, + "grad_norm": 0.15028526402034278, + "learning_rate": 2.065124451579041e-05, + "loss": 0.8664205074310303, + "step": 520 + }, + { + "epoch": 0.697806797254311, + "grad_norm": 0.13549391085379284, + "learning_rate": 2.0487790152983244e-05, + "loss": 0.8679447770118713, + "step": 521 + }, + { + "epoch": 0.6991461577096936, + "grad_norm": 0.1460017601006368, + "learning_rate": 2.0324762238946275e-05, + "loss": 0.8691471815109253, + "step": 522 + }, + { + "epoch": 0.7004855181650762, + "grad_norm": 0.1431846851216918, + "learning_rate": 2.0162164336733303e-05, + "loss": 0.8775564432144165, + "step": 523 + }, + { + "epoch": 0.7018248786204587, + "grad_norm": 0.13257622094406188, + "learning_rate": 2.0000000000000012e-05, + "loss": 0.8781810998916626, + "step": 524 + }, + { + "epoch": 0.7031642390758412, + "grad_norm": 0.1675549621603434, + "learning_rate": 1.9838272772926302e-05, + "loss": 0.8698958158493042, + "step": 525 + }, + { + "epoch": 0.7045035995312239, + "grad_norm": 0.13480027126291538, + "learning_rate": 1.9676986190138835e-05, + "loss": 0.8663254976272583, + "step": 526 + }, + { + "epoch": 0.7058429599866064, + "grad_norm": 0.15294108103460244, + "learning_rate": 1.9516143776633774e-05, + "loss": 0.8629517555236816, + "step": 527 + }, + { + "epoch": 0.7071823204419889, + "grad_norm": 0.14520176029650325, + "learning_rate": 1.935574904769973e-05, + "loss": 0.8624333143234253, + "step": 528 + }, + { + "epoch": 0.7085216808973716, + "grad_norm": 0.134713885922547, + "learning_rate": 1.9195805508841013e-05, + "loss": 0.8724282383918762, + "step": 529 + }, + { + "epoch": 0.7098610413527541, + "grad_norm": 0.15108114436487047, + "learning_rate": 1.9036316655700893e-05, + "loss": 0.8668349981307983, + "step": 530 + }, + { + "epoch": 0.7112004018081366, + "grad_norm": 0.13671066235890095, + "learning_rate": 1.8877285973985282e-05, + "loss": 0.8796319961547852, + "step": 531 + }, + { + "epoch": 0.7125397622635191, + "grad_norm": 0.13002954166230035, + "learning_rate": 1.8718716939386543e-05, + "loss": 0.8816193342208862, + "step": 532 + }, + { + "epoch": 0.7138791227189017, + "grad_norm": 0.149579455889861, + "learning_rate": 1.8560613017507506e-05, + "loss": 0.8821731209754944, + "step": 533 + }, + { + "epoch": 0.7152184831742843, + "grad_norm": 0.13743335640356336, + "learning_rate": 1.840297766378575e-05, + "loss": 0.8548274040222168, + "step": 534 + }, + { + "epoch": 0.7165578436296668, + "grad_norm": 0.14190992365830207, + "learning_rate": 1.8245814323418063e-05, + "loss": 0.8705548048019409, + "step": 535 + }, + { + "epoch": 0.7178972040850494, + "grad_norm": 0.14016507952842097, + "learning_rate": 1.8089126431285152e-05, + "loss": 0.8656442165374756, + "step": 536 + }, + { + "epoch": 0.7192365645404319, + "grad_norm": 0.1504281446801305, + "learning_rate": 1.7932917411876586e-05, + "loss": 0.8762339353561401, + "step": 537 + }, + { + "epoch": 0.7205759249958145, + "grad_norm": 0.13435473240658485, + "learning_rate": 1.7777190679215923e-05, + "loss": 0.8614360690116882, + "step": 538 + }, + { + "epoch": 0.7219152854511971, + "grad_norm": 0.1536602881696007, + "learning_rate": 1.7621949636786104e-05, + "loss": 0.8601592779159546, + "step": 539 + }, + { + "epoch": 0.7232546459065796, + "grad_norm": 0.1530233513972156, + "learning_rate": 1.7467197677455118e-05, + "loss": 0.864124059677124, + "step": 540 + }, + { + "epoch": 0.7245940063619621, + "grad_norm": 0.14199812212808016, + "learning_rate": 1.7312938183401765e-05, + "loss": 0.8773407936096191, + "step": 541 + }, + { + "epoch": 0.7259333668173448, + "grad_norm": 0.15995982411725335, + "learning_rate": 1.7159174526041794e-05, + "loss": 0.8686542510986328, + "step": 542 + }, + { + "epoch": 0.7272727272727273, + "grad_norm": 0.15354853553335845, + "learning_rate": 1.7005910065954197e-05, + "loss": 0.8662307858467102, + "step": 543 + }, + { + "epoch": 0.7286120877281098, + "grad_norm": 0.14078496335090188, + "learning_rate": 1.6853148152807774e-05, + "loss": 0.8632434606552124, + "step": 544 + }, + { + "epoch": 0.7299514481834923, + "grad_norm": 0.15261704641462037, + "learning_rate": 1.670089212528792e-05, + "loss": 0.8669806122779846, + "step": 545 + }, + { + "epoch": 0.731290808638875, + "grad_norm": 0.1513819134513577, + "learning_rate": 1.654914531102365e-05, + "loss": 0.8775612115859985, + "step": 546 + }, + { + "epoch": 0.7326301690942575, + "grad_norm": 0.1358534877229751, + "learning_rate": 1.639791102651488e-05, + "loss": 0.8712992072105408, + "step": 547 + }, + { + "epoch": 0.73396952954964, + "grad_norm": 0.16067628596578593, + "learning_rate": 1.6247192577059943e-05, + "loss": 0.8825572729110718, + "step": 548 + }, + { + "epoch": 0.7353088900050226, + "grad_norm": 0.13837364745245015, + "learning_rate": 1.6096993256683332e-05, + "loss": 0.868409276008606, + "step": 549 + }, + { + "epoch": 0.7366482504604052, + "grad_norm": 0.1488210527589111, + "learning_rate": 1.5947316348063764e-05, + "loss": 0.8783029913902283, + "step": 550 + }, + { + "epoch": 0.7379876109157877, + "grad_norm": 0.15531256043223096, + "learning_rate": 1.5798165122462355e-05, + "loss": 0.866256594657898, + "step": 551 + }, + { + "epoch": 0.7393269713711703, + "grad_norm": 0.130400681920341, + "learning_rate": 1.5649542839651175e-05, + "loss": 0.8711825609207153, + "step": 552 + }, + { + "epoch": 0.7406663318265528, + "grad_norm": 0.15097118961428962, + "learning_rate": 1.5501452747841997e-05, + "loss": 0.8813204765319824, + "step": 553 + }, + { + "epoch": 0.7420056922819354, + "grad_norm": 0.1444971041300422, + "learning_rate": 1.53538980836153e-05, + "loss": 0.875779390335083, + "step": 554 + }, + { + "epoch": 0.7433450527373179, + "grad_norm": 0.15983906195186567, + "learning_rate": 1.5206882071849545e-05, + "loss": 0.8741669654846191, + "step": 555 + }, + { + "epoch": 0.7446844131927005, + "grad_norm": 0.1355928911062347, + "learning_rate": 1.5060407925650662e-05, + "loss": 0.8598854541778564, + "step": 556 + }, + { + "epoch": 0.746023773648083, + "grad_norm": 0.13602562978268276, + "learning_rate": 1.4914478846281872e-05, + "loss": 0.8700109720230103, + "step": 557 + }, + { + "epoch": 0.7473631341034656, + "grad_norm": 0.12852632137304454, + "learning_rate": 1.4769098023093676e-05, + "loss": 0.8685686588287354, + "step": 558 + }, + { + "epoch": 0.7487024945588482, + "grad_norm": 0.13847511439052035, + "learning_rate": 1.4624268633454187e-05, + "loss": 0.8838005661964417, + "step": 559 + }, + { + "epoch": 0.7500418550142307, + "grad_norm": 0.12583676980637623, + "learning_rate": 1.4479993842679663e-05, + "loss": 0.8625704050064087, + "step": 560 + }, + { + "epoch": 0.7513812154696132, + "grad_norm": 0.128203485289489, + "learning_rate": 1.4336276803965338e-05, + "loss": 0.8662985563278198, + "step": 561 + }, + { + "epoch": 0.7527205759249959, + "grad_norm": 0.13653789826965723, + "learning_rate": 1.4193120658316506e-05, + "loss": 0.8692458868026733, + "step": 562 + }, + { + "epoch": 0.7540599363803784, + "grad_norm": 0.11863623059533325, + "learning_rate": 1.405052853447987e-05, + "loss": 0.8643911480903625, + "step": 563 + }, + { + "epoch": 0.7553992968357609, + "grad_norm": 0.13264464820938757, + "learning_rate": 1.3908503548875167e-05, + "loss": 0.8673012256622314, + "step": 564 + }, + { + "epoch": 0.7567386572911434, + "grad_norm": 0.12704980324875467, + "learning_rate": 1.3767048805527039e-05, + "loss": 0.862754225730896, + "step": 565 + }, + { + "epoch": 0.7580780177465261, + "grad_norm": 0.1238471642458571, + "learning_rate": 1.3626167395997247e-05, + "loss": 0.8769301772117615, + "step": 566 + }, + { + "epoch": 0.7594173782019086, + "grad_norm": 0.13783491088045657, + "learning_rate": 1.3485862399317027e-05, + "loss": 0.8871258497238159, + "step": 567 + }, + { + "epoch": 0.7607567386572911, + "grad_norm": 0.13031583245387215, + "learning_rate": 1.3346136881919845e-05, + "loss": 0.8605697154998779, + "step": 568 + }, + { + "epoch": 0.7620960991126737, + "grad_norm": 0.12766262505196324, + "learning_rate": 1.320699389757437e-05, + "loss": 0.8688619136810303, + "step": 569 + }, + { + "epoch": 0.7634354595680563, + "grad_norm": 0.13303758007462416, + "learning_rate": 1.3068436487317713e-05, + "loss": 0.8767508864402771, + "step": 570 + }, + { + "epoch": 0.7647748200234388, + "grad_norm": 0.13228607356250646, + "learning_rate": 1.2930467679389022e-05, + "loss": 0.8681412935256958, + "step": 571 + }, + { + "epoch": 0.7661141804788214, + "grad_norm": 0.12005222020555555, + "learning_rate": 1.2793090489163218e-05, + "loss": 0.8661867380142212, + "step": 572 + }, + { + "epoch": 0.7674535409342039, + "grad_norm": 0.13195468524460277, + "learning_rate": 1.2656307919085146e-05, + "loss": 0.8680728673934937, + "step": 573 + }, + { + "epoch": 0.7687929013895864, + "grad_norm": 0.1320165820638193, + "learning_rate": 1.2520122958603933e-05, + "loss": 0.868954062461853, + "step": 574 + }, + { + "epoch": 0.7701322618449691, + "grad_norm": 0.12717407261567398, + "learning_rate": 1.2384538584107668e-05, + "loss": 0.877269983291626, + "step": 575 + }, + { + "epoch": 0.7714716223003516, + "grad_norm": 0.13462181233364415, + "learning_rate": 1.2249557758858335e-05, + "loss": 0.8749093413352966, + "step": 576 + }, + { + "epoch": 0.7728109827557341, + "grad_norm": 0.13228322165397566, + "learning_rate": 1.2115183432927071e-05, + "loss": 0.868626594543457, + "step": 577 + }, + { + "epoch": 0.7741503432111166, + "grad_norm": 0.11359418193030604, + "learning_rate": 1.1981418543129668e-05, + "loss": 0.8568856716156006, + "step": 578 + }, + { + "epoch": 0.7754897036664993, + "grad_norm": 0.12638751116359853, + "learning_rate": 1.1848266012962393e-05, + "loss": 0.8607402443885803, + "step": 579 + }, + { + "epoch": 0.7768290641218818, + "grad_norm": 0.12528883435025034, + "learning_rate": 1.1715728752538103e-05, + "loss": 0.8683662414550781, + "step": 580 + }, + { + "epoch": 0.7781684245772643, + "grad_norm": 0.11779122344927996, + "learning_rate": 1.1583809658522643e-05, + "loss": 0.8854649066925049, + "step": 581 + }, + { + "epoch": 0.779507785032647, + "grad_norm": 0.11889377542793812, + "learning_rate": 1.1452511614071518e-05, + "loss": 0.8731423616409302, + "step": 582 + }, + { + "epoch": 0.7808471454880295, + "grad_norm": 0.12276953420922905, + "learning_rate": 1.1321837488766913e-05, + "loss": 0.8679988384246826, + "step": 583 + }, + { + "epoch": 0.782186505943412, + "grad_norm": 0.12170266578498971, + "learning_rate": 1.1191790138554945e-05, + "loss": 0.8663763999938965, + "step": 584 + }, + { + "epoch": 0.7835258663987946, + "grad_norm": 0.11319872062759567, + "learning_rate": 1.1062372405683263e-05, + "loss": 0.8651244044303894, + "step": 585 + }, + { + "epoch": 0.7848652268541771, + "grad_norm": 0.11810212796138198, + "learning_rate": 1.0933587118638927e-05, + "loss": 0.8747796416282654, + "step": 586 + }, + { + "epoch": 0.7862045873095597, + "grad_norm": 0.10887190880014788, + "learning_rate": 1.0805437092086586e-05, + "loss": 0.8664879202842712, + "step": 587 + }, + { + "epoch": 0.7875439477649422, + "grad_norm": 0.1060428677550431, + "learning_rate": 1.0677925126806956e-05, + "loss": 0.8619367480278015, + "step": 588 + }, + { + "epoch": 0.7888833082203248, + "grad_norm": 0.11316065290832693, + "learning_rate": 1.0551054009635636e-05, + "loss": 0.8755437135696411, + "step": 589 + }, + { + "epoch": 0.7902226686757073, + "grad_norm": 0.12213570051138428, + "learning_rate": 1.0424826513402162e-05, + "loss": 0.8632907867431641, + "step": 590 + }, + { + "epoch": 0.7915620291310899, + "grad_norm": 0.11811385521052746, + "learning_rate": 1.0299245396869418e-05, + "loss": 0.8566582202911377, + "step": 591 + }, + { + "epoch": 0.7929013895864725, + "grad_norm": 0.11870469860749323, + "learning_rate": 1.0174313404673378e-05, + "loss": 0.8652503490447998, + "step": 592 + }, + { + "epoch": 0.794240750041855, + "grad_norm": 0.11642632041514202, + "learning_rate": 1.0050033267263068e-05, + "loss": 0.8666040897369385, + "step": 593 + }, + { + "epoch": 0.7955801104972375, + "grad_norm": 0.11271123011165501, + "learning_rate": 9.92640770084091e-06, + "loss": 0.8616808652877808, + "step": 594 + }, + { + "epoch": 0.7969194709526202, + "grad_norm": 0.11624230367298656, + "learning_rate": 9.803439407303369e-06, + "loss": 0.8712943196296692, + "step": 595 + }, + { + "epoch": 0.7982588314080027, + "grad_norm": 0.11751534209024293, + "learning_rate": 9.681131074181876e-06, + "loss": 0.8700709342956543, + "step": 596 + }, + { + "epoch": 0.7995981918633852, + "grad_norm": 0.12175042858094896, + "learning_rate": 9.55948537458415e-06, + "loss": 0.8653758764266968, + "step": 597 + }, + { + "epoch": 0.8009375523187678, + "grad_norm": 0.11051730011718072, + "learning_rate": 9.438504967135703e-06, + "loss": 0.859759509563446, + "step": 598 + }, + { + "epoch": 0.8022769127741504, + "grad_norm": 0.11944757063536243, + "learning_rate": 9.318192495921754e-06, + "loss": 0.8628091216087341, + "step": 599 + }, + { + "epoch": 0.8036162732295329, + "grad_norm": 0.1300501966435939, + "learning_rate": 9.19855059042949e-06, + "loss": 0.8775379657745361, + "step": 600 + } + ], + "logging_steps": 1, + "max_steps": 747, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4566645473280000.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-600/training_args.bin b/checkpoint-600/training_args.bin new file mode 100644 index 0000000..a3970d7 --- /dev/null +++ b/checkpoint-600/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165add90fc159a0276935c35029d907531f50a4278b16b40d16b361adb507aec +size 7441 diff --git a/checkpoint-600/zero_to_fp32.py b/checkpoint-600/zero_to_fp32.py new file mode 100644 index 0000000..5995d6e --- /dev/null +++ b/checkpoint-600/zero_to_fp32.py @@ -0,0 +1,760 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: +# python zero_to_fp32.py . output_dir/ +# or +# python zero_to_fp32.py . output_dir/ --safe_serialization + +import argparse +import torch +import glob +import math +import os +import re +import gc +import json +import numpy as np +from tqdm import tqdm +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device, weights_only=False) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + total_files = len(files) + state_dicts = [] + for f in tqdm(files, desc='Loading checkpoint shards'): + state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if ZERO_STAGE not in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +class GatheredTensor: + """ + A pseudo tensor that collects partitioned weights. + It is more memory efficient when there are multiple groups. + """ + + def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape): + self.flat_groups = flat_groups + self.flat_groups_offset = flat_groups_offset + self.offset = offset + self.partitioned_numel = partitioned_numel + self.shape = shape + self.dtype = self.flat_groups[0][0].dtype + + def contiguous(self): + """ + Merge partitioned weights from flat_groups into a single tensor. + """ + end_idx = self.offset + self.partitioned_numel + world_size = len(self.flat_groups) + pad_flat_param_chunks = [] + + for rank_i in range(world_size): + # for each rank, we need to collect weights from related group/groups + flat_groups_at_rank_i = self.flat_groups[rank_i] + start_group_id = None + end_group_id = None + for group_id in range(len(self.flat_groups_offset)): + if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]: + start_group_id = group_id + if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]: + end_group_id = group_id + break + # collect weights from related group/groups + for group_id in range(start_group_id, end_group_id + 1): + flat_tensor = flat_groups_at_rank_i[group_id] + start_offset = self.offset - self.flat_groups_offset[group_id] + end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id] + pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset]) + + # collect weights from all ranks + pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0) + param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous() + return param + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size + + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]])) + for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'): + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # memory efficient tensor + tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape) + state_dict[name] = tensor + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def to_torch_tensor(state_dict, return_empty_tensor=False): + """ + Convert state_dict of GatheredTensor to torch tensor + """ + torch_state_dict = {} + converted_tensors = {} + for name, tensor in state_dict.items(): + tensor_id = id(tensor) + if tensor_id in converted_tensors: # shared tensors + shared_tensor = torch_state_dict[converted_tensors[tensor_id]] + torch_state_dict[name] = shared_tensor + else: + converted_tensors[tensor_id] = name + if return_empty_tensor: + torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype) + else: + torch_state_dict[name] = tensor.contiguous() + return torch_state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag=None, + exclude_frozen_parameters=False, + lazy_mode=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient. + Convert the pesduo tensor to torch tensor by ``.contiguous()`` + + Returns: + - pytorch ``state_dict`` + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + Note: the above usage may not work if your application doesn't have sufficient free CPU memory. + You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. Or you can load state_dict in lazy mode :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu + for name, lazy_tensor in state_dict.item(): + tensor = lazy_tensor.contiguous() # to cpu + print(name, tensor) + # del tensor to release memory if it no longer in use + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + if lazy_mode: + return state_dict + else: + return to_torch_tensor(state_dict) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, + output_dir, + max_shard_size="5GB", + safe_serialization=False, + tag=None, + exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_dir``: directory to the pytorch fp32 state_dict output files + - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB + - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`). + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + + # Dependency pre-check + if safe_serialization: + try: + from safetensors.torch import save_file + except ImportError: + print('If you want to use `safe_serialization`, please `pip install safetensors`') + raise + if max_shard_size is not None: + try: + from huggingface_hub import split_torch_state_dict_into_shards + except ImportError: + print('If you want to use `max_shard_size`, please `pip install huggingface_hub`') + raise + + # Convert zero checkpoint to state_dict + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag, + exclude_frozen_parameters, + lazy_mode=True) + + # Shard the model if it is too big. + weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin" + if max_shard_size is not None: + filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors") + # an memory-efficient approach for sharding + empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True) + state_dict_split = split_torch_state_dict_into_shards(empty_state_dict, + filename_pattern=filename_pattern, + max_shard_size=max_shard_size) + else: + from collections import namedtuple + StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"]) + state_dict_split = StateDictSplit(is_sharded=False, + filename_to_tensors={weights_name: list(state_dict.keys())}) + + # Save the model by shard + os.makedirs(output_dir, exist_ok=True) + filename_to_tensors = state_dict_split.filename_to_tensors.items() + for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"): + shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors} + shard_state_dict = to_torch_tensor(shard_state_dict) + output_path = os.path.join(output_dir, shard_file) + if safe_serialization: + save_file(shard_state_dict, output_path, metadata={"format": "pt"}) + else: + torch.save(shard_state_dict, output_path) + # release the memory of current shard + for tensor_name in list(shard_state_dict.keys()): + del state_dict[tensor_name] + del shard_state_dict[tensor_name] + del shard_state_dict + gc.collect() + + # Save index if sharded + if state_dict_split.is_sharded: + index = { + "metadata": state_dict_split.metadata, + "weight_map": state_dict_split.tensor_to_filename, + } + save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json" + save_index_file = os.path.join(output_dir, save_index_file) + with open(save_index_file, "w", encoding="utf-8") as f: + content = json.dumps(index, indent=2, sort_keys=True) + "\n" + f.write(content) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info("Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info("Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument("output_dir", + type=str, + help="directory to the pytorch fp32 state_dict output files" + "(e.g. path/checkpoint-12-output/)") + parser.add_argument( + "--max_shard_size", + type=str, + default="5GB", + help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size" + "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`" + "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances" + "without CPU OOM issues.") + parser.add_argument( + "--safe_serialization", + default=False, + action='store_true', + help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_dir, + max_shard_size=args.max_shard_size, + safe_serialization=args.safe_serialization, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters) diff --git a/checkpoint-700/chat_template.jinja b/checkpoint-700/chat_template.jinja new file mode 100644 index 0000000..699ff8d --- /dev/null +++ b/checkpoint-700/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/checkpoint-700/config.json b/checkpoint-700/config.json new file mode 100644 index 0000000..0f75c0d --- /dev/null +++ b/checkpoint-700/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-700/generation_config.json b/checkpoint-700/generation_config.json new file mode 100644 index 0000000..c35d61c --- /dev/null +++ b/checkpoint-700/generation_config.json @@ -0,0 +1,10 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.2.0" +} diff --git a/checkpoint-700/global_step700/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/checkpoint-700/global_step700/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..a8f8102 --- /dev/null +++ b/checkpoint-700/global_step700/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:188005ea7d3e605a529d5b403eff1d7922cf754f7ae5ffb6b5bdbfed22def90b +size 2580868101 diff --git a/checkpoint-700/global_step700/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/checkpoint-700/global_step700/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..32e1a99 --- /dev/null +++ b/checkpoint-700/global_step700/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e95ebc98426d05e1ef64d6d1d924d1174f8542e31df1e6f70359ed455d63846d +size 2580868101 diff --git a/checkpoint-700/global_step700/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/checkpoint-700/global_step700/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..88b15bc --- /dev/null +++ b/checkpoint-700/global_step700/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046fca03fad03129e77eea4540bf44cc1bb68de05fa4b4d39697916df2629210 +size 2580868101 diff --git a/checkpoint-700/global_step700/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/checkpoint-700/global_step700/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..2fd9ab4 --- /dev/null +++ b/checkpoint-700/global_step700/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8019afdb3b80255ce324b1e6b5a83fbe1fdffb658f1374be4f7c073e850d0f06 +size 2580868101 diff --git a/checkpoint-700/global_step700/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/checkpoint-700/global_step700/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..18b1089 --- /dev/null +++ b/checkpoint-700/global_step700/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f256cc2afb471234305e5700424067cafd1e996c4f59012718e72aab96696d9 +size 2580868101 diff --git a/checkpoint-700/global_step700/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/checkpoint-700/global_step700/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..a541c5a --- /dev/null +++ b/checkpoint-700/global_step700/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9315add93639b107644140824137af8cd569bd176b623cc1dbe5211d30dde3d +size 2580868101 diff --git a/checkpoint-700/global_step700/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/checkpoint-700/global_step700/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..5612ed1 --- /dev/null +++ b/checkpoint-700/global_step700/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39de44135fbb39aa4136ae2bb99436515bb73349b073cfd3282bfd7823ec33e0 +size 2580868101 diff --git a/checkpoint-700/global_step700/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/checkpoint-700/global_step700/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..6abdb7a --- /dev/null +++ b/checkpoint-700/global_step700/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:579e23b65f91a9d717cf7c3f1f87412b555e9ab61e74b208ab2ab7149678adf6 +size 2580868101 diff --git a/checkpoint-700/global_step700/zero_pp_rank_0_mp_rank_00_model_states.pt b/checkpoint-700/global_step700/zero_pp_rank_0_mp_rank_00_model_states.pt new file mode 100644 index 0000000..2b251cb --- /dev/null +++ b/checkpoint-700/global_step700/zero_pp_rank_0_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ff73550c260358973ac08056d748ccdac6046d83fb798e72c078398fa15272 +size 156759 diff --git a/checkpoint-700/global_step700/zero_pp_rank_1_mp_rank_00_model_states.pt b/checkpoint-700/global_step700/zero_pp_rank_1_mp_rank_00_model_states.pt new file mode 100644 index 0000000..aef5140 --- /dev/null +++ b/checkpoint-700/global_step700/zero_pp_rank_1_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b8b67fb74f84528b786a5aba1910808a616ea5ae46ff2287bf7c55fc31c318b +size 156759 diff --git a/checkpoint-700/global_step700/zero_pp_rank_2_mp_rank_00_model_states.pt b/checkpoint-700/global_step700/zero_pp_rank_2_mp_rank_00_model_states.pt new file mode 100644 index 0000000..65f2daa --- /dev/null +++ b/checkpoint-700/global_step700/zero_pp_rank_2_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e0f40a2e6e928d09111245dad115f67514803503d2304897898120118e7fe5b +size 156759 diff --git a/checkpoint-700/global_step700/zero_pp_rank_3_mp_rank_00_model_states.pt b/checkpoint-700/global_step700/zero_pp_rank_3_mp_rank_00_model_states.pt new file mode 100644 index 0000000..bbb96c8 --- /dev/null +++ b/checkpoint-700/global_step700/zero_pp_rank_3_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87579753d9fe502a89f6d1491ff1940df5d9df06c6748da960e69d0c206f9713 +size 156759 diff --git a/checkpoint-700/global_step700/zero_pp_rank_4_mp_rank_00_model_states.pt b/checkpoint-700/global_step700/zero_pp_rank_4_mp_rank_00_model_states.pt new file mode 100644 index 0000000..3f4b2a8 --- /dev/null +++ b/checkpoint-700/global_step700/zero_pp_rank_4_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa9ad2a0dbde061e4e0585bcf64e784a45b0040d26f37fe27a14c95201a861c +size 156759 diff --git a/checkpoint-700/global_step700/zero_pp_rank_5_mp_rank_00_model_states.pt b/checkpoint-700/global_step700/zero_pp_rank_5_mp_rank_00_model_states.pt new file mode 100644 index 0000000..4f158e2 --- /dev/null +++ b/checkpoint-700/global_step700/zero_pp_rank_5_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0214d00d18f1d4332fbdea0e0ffa9256cca2f515da9390224eec2cd6f03cc70a +size 156759 diff --git a/checkpoint-700/global_step700/zero_pp_rank_6_mp_rank_00_model_states.pt b/checkpoint-700/global_step700/zero_pp_rank_6_mp_rank_00_model_states.pt new file mode 100644 index 0000000..2d4992d --- /dev/null +++ b/checkpoint-700/global_step700/zero_pp_rank_6_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb67c681b9cd9142a916df8c6be8db7477b4e80f9463d24f81a0e75bba556f6 +size 156759 diff --git a/checkpoint-700/global_step700/zero_pp_rank_7_mp_rank_00_model_states.pt b/checkpoint-700/global_step700/zero_pp_rank_7_mp_rank_00_model_states.pt new file mode 100644 index 0000000..4498b95 --- /dev/null +++ b/checkpoint-700/global_step700/zero_pp_rank_7_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60f049e8523085b076d2b510b5fb65c5b3464c5d69c5d51489ee25e93793f2d +size 156759 diff --git a/checkpoint-700/latest b/checkpoint-700/latest new file mode 100644 index 0000000..a0f3e52 --- /dev/null +++ b/checkpoint-700/latest @@ -0,0 +1 @@ +global_step700 \ No newline at end of file diff --git a/checkpoint-700/model.safetensors b/checkpoint-700/model.safetensors new file mode 100644 index 0000000..3ba0456 --- /dev/null +++ b/checkpoint-700/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf556174a30385c11df1c1f7081697beb136e34a05370e12edc11585dfe801e +size 3441185608 diff --git a/checkpoint-700/rng_state_0.pth b/checkpoint-700/rng_state_0.pth new file mode 100644 index 0000000..4b0bea5 --- /dev/null +++ b/checkpoint-700/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f92cf63e0989759370d24108b469c492c12202403f036015307ce49f12cedc +size 16389 diff --git a/checkpoint-700/rng_state_1.pth b/checkpoint-700/rng_state_1.pth new file mode 100644 index 0000000..2c94d69 --- /dev/null +++ b/checkpoint-700/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed40a0a4e9f365d2c6cc004d97e6705894eba46c8be4c160c1455bc3062dee1 +size 16389 diff --git a/checkpoint-700/rng_state_2.pth b/checkpoint-700/rng_state_2.pth new file mode 100644 index 0000000..e3d2f61 --- /dev/null +++ b/checkpoint-700/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d688b304d19c260b5cfa471535ed51d7e1d60b3a0d0159dfd1a04b87904a9f42 +size 16389 diff --git a/checkpoint-700/rng_state_3.pth b/checkpoint-700/rng_state_3.pth new file mode 100644 index 0000000..84660ff --- /dev/null +++ b/checkpoint-700/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9967425ebcaee80d9b518fa0244d52f739b1b983d87cda71d5fede0c073e9d3b +size 16389 diff --git a/checkpoint-700/rng_state_4.pth b/checkpoint-700/rng_state_4.pth new file mode 100644 index 0000000..fd63d0f --- /dev/null +++ b/checkpoint-700/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469900fd39c667ffbd49c3c407c0ba317a1e9f5f9339a99b5d38423b7d0ce6d4 +size 16389 diff --git a/checkpoint-700/rng_state_5.pth b/checkpoint-700/rng_state_5.pth new file mode 100644 index 0000000..a9f2a80 --- /dev/null +++ b/checkpoint-700/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124688471ff2a6e80f2fcefedbf741fb18d08dd539d5bd07a52e81be545142a5 +size 16389 diff --git a/checkpoint-700/rng_state_6.pth b/checkpoint-700/rng_state_6.pth new file mode 100644 index 0000000..ffdeaa9 --- /dev/null +++ b/checkpoint-700/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e69f1ced9f992a72c948698e5eb06088610788988cdb2fdbdd624e064319d60 +size 16389 diff --git a/checkpoint-700/rng_state_7.pth b/checkpoint-700/rng_state_7.pth new file mode 100644 index 0000000..ad30a51 --- /dev/null +++ b/checkpoint-700/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a376268a55d6ee10c371c06aa952334c4c6a1af9ea2d71b1951a57367a0c6722 +size 16389 diff --git a/checkpoint-700/scheduler.pt b/checkpoint-700/scheduler.pt new file mode 100644 index 0000000..f2a5788 --- /dev/null +++ b/checkpoint-700/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea39999942db62609b701972242d9622751e8ca5dcbe227eec05ca4a1c6e7596 +size 1465 diff --git a/checkpoint-700/tokenizer.json b/checkpoint-700/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/checkpoint-700/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/checkpoint-700/tokenizer_config.json b/checkpoint-700/tokenizer_config.json new file mode 100644 index 0000000..145e2c7 --- /dev/null +++ b/checkpoint-700/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/checkpoint-700/trainer_state.json b/checkpoint-700/trainer_state.json new file mode 100644 index 0000000..3d5466b --- /dev/null +++ b/checkpoint-700/trainer_state.json @@ -0,0 +1,4934 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9375523187677883, + "eval_steps": 500, + "global_step": 700, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013393604553825547, + "grad_norm": 7.59987480034225, + "learning_rate": 0.0, + "loss": 1.2203794717788696, + "step": 1 + }, + { + "epoch": 0.0026787209107651095, + "grad_norm": 7.556419191633864, + "learning_rate": 1.066666666666667e-06, + "loss": 1.2077422142028809, + "step": 2 + }, + { + "epoch": 0.004018081366147665, + "grad_norm": 7.43424441190293, + "learning_rate": 2.133333333333334e-06, + "loss": 1.2097434997558594, + "step": 3 + }, + { + "epoch": 0.005357441821530219, + "grad_norm": 7.021666134821503, + "learning_rate": 3.2000000000000003e-06, + "loss": 1.1891963481903076, + "step": 4 + }, + { + "epoch": 0.006696802276912774, + "grad_norm": 5.446482336710434, + "learning_rate": 4.266666666666668e-06, + "loss": 1.1889076232910156, + "step": 5 + }, + { + "epoch": 0.00803616273229533, + "grad_norm": 3.3854892179134715, + "learning_rate": 5.333333333333334e-06, + "loss": 1.1870930194854736, + "step": 6 + }, + { + "epoch": 0.009375523187677884, + "grad_norm": 3.8522461652029576, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.166532278060913, + "step": 7 + }, + { + "epoch": 0.010714883643060438, + "grad_norm": 4.114885499626225, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.1786075830459595, + "step": 8 + }, + { + "epoch": 0.012054244098442994, + "grad_norm": 3.7848771870154274, + "learning_rate": 8.533333333333335e-06, + "loss": 1.1633087396621704, + "step": 9 + }, + { + "epoch": 0.013393604553825548, + "grad_norm": 3.480585429874886, + "learning_rate": 9.600000000000001e-06, + "loss": 1.1381144523620605, + "step": 10 + }, + { + "epoch": 0.014732965009208104, + "grad_norm": 3.0527912777786415, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.130035161972046, + "step": 11 + }, + { + "epoch": 0.01607232546459066, + "grad_norm": 2.1785228593328774, + "learning_rate": 1.1733333333333335e-05, + "loss": 1.113619327545166, + "step": 12 + }, + { + "epoch": 0.017411685919973212, + "grad_norm": 2.153276697775204, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.1094508171081543, + "step": 13 + }, + { + "epoch": 0.018751046375355768, + "grad_norm": 2.1639832023027568, + "learning_rate": 1.3866666666666669e-05, + "loss": 1.1093754768371582, + "step": 14 + }, + { + "epoch": 0.020090406830738324, + "grad_norm": 1.5819539807956415, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.0970914363861084, + "step": 15 + }, + { + "epoch": 0.021429767286120876, + "grad_norm": 0.9981596182699652, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.0732706785202026, + "step": 16 + }, + { + "epoch": 0.02276912774150343, + "grad_norm": 1.150670436099805, + "learning_rate": 1.706666666666667e-05, + "loss": 1.067190408706665, + "step": 17 + }, + { + "epoch": 0.024108488196885988, + "grad_norm": 1.241573069994366, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.0586261749267578, + "step": 18 + }, + { + "epoch": 0.025447848652268543, + "grad_norm": 1.0318839224030094, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.065382957458496, + "step": 19 + }, + { + "epoch": 0.026787209107651096, + "grad_norm": 0.7926548431099205, + "learning_rate": 2.026666666666667e-05, + "loss": 1.0423641204833984, + "step": 20 + }, + { + "epoch": 0.02812656956303365, + "grad_norm": 0.8651245571596619, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.0538524389266968, + "step": 21 + }, + { + "epoch": 0.029465930018416207, + "grad_norm": 0.7773713907984426, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.050022840499878, + "step": 22 + }, + { + "epoch": 0.03080529047379876, + "grad_norm": 0.6131435887086818, + "learning_rate": 2.346666666666667e-05, + "loss": 1.0374431610107422, + "step": 23 + }, + { + "epoch": 0.03214465092918132, + "grad_norm": 0.6411600233078315, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.0369596481323242, + "step": 24 + }, + { + "epoch": 0.03348401138456387, + "grad_norm": 0.6105825840662947, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.0248405933380127, + "step": 25 + }, + { + "epoch": 0.034823371839946424, + "grad_norm": 0.5514039178404373, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.0261945724487305, + "step": 26 + }, + { + "epoch": 0.03616273229532898, + "grad_norm": 0.47980911346053196, + "learning_rate": 2.7733333333333338e-05, + "loss": 1.0281734466552734, + "step": 27 + }, + { + "epoch": 0.037502092750711535, + "grad_norm": 0.5015032388738222, + "learning_rate": 2.8800000000000002e-05, + "loss": 1.0181447267532349, + "step": 28 + }, + { + "epoch": 0.03884145320609409, + "grad_norm": 0.4412925876210946, + "learning_rate": 2.986666666666667e-05, + "loss": 1.0037535429000854, + "step": 29 + }, + { + "epoch": 0.04018081366147665, + "grad_norm": 0.4791162369947075, + "learning_rate": 3.093333333333334e-05, + "loss": 1.0166124105453491, + "step": 30 + }, + { + "epoch": 0.0415201741168592, + "grad_norm": 0.38218322408541294, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.015824794769287, + "step": 31 + }, + { + "epoch": 0.04285953457224175, + "grad_norm": 0.4068277079215438, + "learning_rate": 3.3066666666666666e-05, + "loss": 0.9952138662338257, + "step": 32 + }, + { + "epoch": 0.04419889502762431, + "grad_norm": 0.41007437644363576, + "learning_rate": 3.413333333333334e-05, + "loss": 0.9999523162841797, + "step": 33 + }, + { + "epoch": 0.04553825548300686, + "grad_norm": 0.39463041187020714, + "learning_rate": 3.52e-05, + "loss": 1.0010638236999512, + "step": 34 + }, + { + "epoch": 0.04687761593838942, + "grad_norm": 0.38858670221650043, + "learning_rate": 3.626666666666667e-05, + "loss": 1.0023632049560547, + "step": 35 + }, + { + "epoch": 0.048216976393771975, + "grad_norm": 0.42457022462001964, + "learning_rate": 3.733333333333334e-05, + "loss": 0.9928240776062012, + "step": 36 + }, + { + "epoch": 0.04955633684915453, + "grad_norm": 0.4203545219017498, + "learning_rate": 3.8400000000000005e-05, + "loss": 0.9923948049545288, + "step": 37 + }, + { + "epoch": 0.05089569730453709, + "grad_norm": 0.6018289451317828, + "learning_rate": 3.946666666666667e-05, + "loss": 0.9856561422348022, + "step": 38 + }, + { + "epoch": 0.052235057759919636, + "grad_norm": 0.9556415125996957, + "learning_rate": 4.053333333333334e-05, + "loss": 0.9986469745635986, + "step": 39 + }, + { + "epoch": 0.05357441821530219, + "grad_norm": 1.6335316008464362, + "learning_rate": 4.16e-05, + "loss": 0.9917392730712891, + "step": 40 + }, + { + "epoch": 0.05491377867068475, + "grad_norm": 0.5854953221201857, + "learning_rate": 4.266666666666667e-05, + "loss": 0.992963433265686, + "step": 41 + }, + { + "epoch": 0.0562531391260673, + "grad_norm": 0.9145316728664418, + "learning_rate": 4.373333333333334e-05, + "loss": 0.9989960789680481, + "step": 42 + }, + { + "epoch": 0.05759249958144986, + "grad_norm": 1.2192655126783132, + "learning_rate": 4.4800000000000005e-05, + "loss": 0.9921097159385681, + "step": 43 + }, + { + "epoch": 0.058931860036832415, + "grad_norm": 0.7759793940795199, + "learning_rate": 4.586666666666667e-05, + "loss": 0.9693036675453186, + "step": 44 + }, + { + "epoch": 0.06027122049221497, + "grad_norm": 1.0242111422485076, + "learning_rate": 4.693333333333334e-05, + "loss": 0.9812385439872742, + "step": 45 + }, + { + "epoch": 0.06161058094759752, + "grad_norm": 1.1346825970435035, + "learning_rate": 4.8e-05, + "loss": 0.9808453321456909, + "step": 46 + }, + { + "epoch": 0.06294994140298008, + "grad_norm": 0.8278266210784355, + "learning_rate": 4.906666666666667e-05, + "loss": 0.9826059937477112, + "step": 47 + }, + { + "epoch": 0.06428930185836264, + "grad_norm": 0.8341908558108033, + "learning_rate": 5.0133333333333343e-05, + "loss": 0.9739001393318176, + "step": 48 + }, + { + "epoch": 0.06562866231374519, + "grad_norm": 0.8183375480539544, + "learning_rate": 5.1200000000000004e-05, + "loss": 0.9766189455986023, + "step": 49 + }, + { + "epoch": 0.06696802276912774, + "grad_norm": 1.1789309992406718, + "learning_rate": 5.226666666666667e-05, + "loss": 0.9653265476226807, + "step": 50 + }, + { + "epoch": 0.0683073832245103, + "grad_norm": 1.200678628689884, + "learning_rate": 5.333333333333333e-05, + "loss": 0.9755718111991882, + "step": 51 + }, + { + "epoch": 0.06964674367989285, + "grad_norm": 1.2668282300020823, + "learning_rate": 5.440000000000001e-05, + "loss": 0.9740673899650574, + "step": 52 + }, + { + "epoch": 0.07098610413527541, + "grad_norm": 1.3742322857772529, + "learning_rate": 5.5466666666666675e-05, + "loss": 0.9595431089401245, + "step": 53 + }, + { + "epoch": 0.07232546459065796, + "grad_norm": 0.7207560308493244, + "learning_rate": 5.6533333333333336e-05, + "loss": 0.9671750068664551, + "step": 54 + }, + { + "epoch": 0.07366482504604052, + "grad_norm": 1.5441091916589376, + "learning_rate": 5.7600000000000004e-05, + "loss": 0.9589823484420776, + "step": 55 + }, + { + "epoch": 0.07500418550142307, + "grad_norm": 0.8387565660519588, + "learning_rate": 5.8666666666666665e-05, + "loss": 0.9685125350952148, + "step": 56 + }, + { + "epoch": 0.07634354595680562, + "grad_norm": 0.963471962771943, + "learning_rate": 5.973333333333334e-05, + "loss": 0.9614203572273254, + "step": 57 + }, + { + "epoch": 0.07768290641218818, + "grad_norm": 1.2156734129108198, + "learning_rate": 6.080000000000001e-05, + "loss": 0.9662147164344788, + "step": 58 + }, + { + "epoch": 0.07902226686757073, + "grad_norm": 1.2490419972325981, + "learning_rate": 6.186666666666668e-05, + "loss": 0.9815347194671631, + "step": 59 + }, + { + "epoch": 0.0803616273229533, + "grad_norm": 0.8182137749498168, + "learning_rate": 6.293333333333334e-05, + "loss": 0.9416379332542419, + "step": 60 + }, + { + "epoch": 0.08170098777833584, + "grad_norm": 0.9511257567878127, + "learning_rate": 6.400000000000001e-05, + "loss": 0.9608907103538513, + "step": 61 + }, + { + "epoch": 0.0830403482337184, + "grad_norm": 1.1244950887988947, + "learning_rate": 6.506666666666667e-05, + "loss": 0.9711039662361145, + "step": 62 + }, + { + "epoch": 0.08437970868910095, + "grad_norm": 0.7241607125581461, + "learning_rate": 6.613333333333333e-05, + "loss": 0.956953763961792, + "step": 63 + }, + { + "epoch": 0.0857190691444835, + "grad_norm": 1.2263338483627315, + "learning_rate": 6.720000000000001e-05, + "loss": 0.9655635952949524, + "step": 64 + }, + { + "epoch": 0.08705842959986607, + "grad_norm": 1.2341337964430132, + "learning_rate": 6.826666666666668e-05, + "loss": 0.9627944231033325, + "step": 65 + }, + { + "epoch": 0.08839779005524862, + "grad_norm": 1.1775448887951347, + "learning_rate": 6.933333333333334e-05, + "loss": 0.9672762155532837, + "step": 66 + }, + { + "epoch": 0.08973715051063118, + "grad_norm": 0.9411494481784036, + "learning_rate": 7.04e-05, + "loss": 0.9656286835670471, + "step": 67 + }, + { + "epoch": 0.09107651096601373, + "grad_norm": 1.5058542772932988, + "learning_rate": 7.146666666666666e-05, + "loss": 0.9635396003723145, + "step": 68 + }, + { + "epoch": 0.09241587142139629, + "grad_norm": 0.8791327927912097, + "learning_rate": 7.253333333333334e-05, + "loss": 0.9501133561134338, + "step": 69 + }, + { + "epoch": 0.09375523187677884, + "grad_norm": 1.0136457894860957, + "learning_rate": 7.360000000000001e-05, + "loss": 0.9675654172897339, + "step": 70 + }, + { + "epoch": 0.09509459233216139, + "grad_norm": 0.9418617062383696, + "learning_rate": 7.466666666666667e-05, + "loss": 0.9422785043716431, + "step": 71 + }, + { + "epoch": 0.09643395278754395, + "grad_norm": 1.7268687993740954, + "learning_rate": 7.573333333333334e-05, + "loss": 0.9585210084915161, + "step": 72 + }, + { + "epoch": 0.0977733132429265, + "grad_norm": 0.5922280173398358, + "learning_rate": 7.680000000000001e-05, + "loss": 0.9478949308395386, + "step": 73 + }, + { + "epoch": 0.09911267369830906, + "grad_norm": 1.578711533324252, + "learning_rate": 7.786666666666667e-05, + "loss": 0.9586780071258545, + "step": 74 + }, + { + "epoch": 0.10045203415369161, + "grad_norm": 0.8717604778689436, + "learning_rate": 7.893333333333335e-05, + "loss": 0.9589528441429138, + "step": 75 + }, + { + "epoch": 0.10179139460907417, + "grad_norm": 1.0780985444934892, + "learning_rate": 8e-05, + "loss": 0.9439480304718018, + "step": 76 + }, + { + "epoch": 0.10313075506445672, + "grad_norm": 1.0712670283093053, + "learning_rate": 7.999956289034042e-05, + "loss": 0.9548436999320984, + "step": 77 + }, + { + "epoch": 0.10447011551983927, + "grad_norm": 1.4418577692497994, + "learning_rate": 7.999825157091493e-05, + "loss": 0.9496671557426453, + "step": 78 + }, + { + "epoch": 0.10580947597522183, + "grad_norm": 1.2367569549227773, + "learning_rate": 7.999606607038301e-05, + "loss": 0.9423863887786865, + "step": 79 + }, + { + "epoch": 0.10714883643060438, + "grad_norm": 1.0193656490711345, + "learning_rate": 7.999300643650986e-05, + "loss": 0.9572180509567261, + "step": 80 + }, + { + "epoch": 0.10848819688598695, + "grad_norm": 1.4112949078071588, + "learning_rate": 7.998907273616527e-05, + "loss": 0.9576992392539978, + "step": 81 + }, + { + "epoch": 0.1098275573413695, + "grad_norm": 1.0050483615871197, + "learning_rate": 7.998426505532213e-05, + "loss": 0.9516314268112183, + "step": 82 + }, + { + "epoch": 0.11116691779675206, + "grad_norm": 1.2066376507121481, + "learning_rate": 7.997858349905463e-05, + "loss": 0.9690903425216675, + "step": 83 + }, + { + "epoch": 0.1125062782521346, + "grad_norm": 0.9035971939740141, + "learning_rate": 7.997202819153595e-05, + "loss": 0.9476237893104553, + "step": 84 + }, + { + "epoch": 0.11384563870751715, + "grad_norm": 1.1057535061713546, + "learning_rate": 7.996459927603547e-05, + "loss": 0.9481550455093384, + "step": 85 + }, + { + "epoch": 0.11518499916289972, + "grad_norm": 1.0543897140522707, + "learning_rate": 7.995629691491577e-05, + "loss": 0.9473648071289062, + "step": 86 + }, + { + "epoch": 0.11652435961828227, + "grad_norm": 1.2215825631690842, + "learning_rate": 7.994712128962892e-05, + "loss": 0.9453766942024231, + "step": 87 + }, + { + "epoch": 0.11786372007366483, + "grad_norm": 1.0801046215143588, + "learning_rate": 7.993707260071268e-05, + "loss": 0.94734787940979, + "step": 88 + }, + { + "epoch": 0.11920308052904738, + "grad_norm": 1.1005953739452812, + "learning_rate": 7.992615106778595e-05, + "loss": 0.9533910751342773, + "step": 89 + }, + { + "epoch": 0.12054244098442994, + "grad_norm": 1.1039131539238454, + "learning_rate": 7.991435692954414e-05, + "loss": 0.9366779327392578, + "step": 90 + }, + { + "epoch": 0.12188180143981249, + "grad_norm": 1.0826300445910615, + "learning_rate": 7.990169044375385e-05, + "loss": 0.949599027633667, + "step": 91 + }, + { + "epoch": 0.12322116189519504, + "grad_norm": 1.080804013195341, + "learning_rate": 7.988815188724721e-05, + "loss": 0.9338595867156982, + "step": 92 + }, + { + "epoch": 0.1245605223505776, + "grad_norm": 0.9661792241983362, + "learning_rate": 7.987374155591594e-05, + "loss": 0.9345501661300659, + "step": 93 + }, + { + "epoch": 0.12589988280596015, + "grad_norm": 0.9692184575560373, + "learning_rate": 7.985845976470478e-05, + "loss": 0.9287736415863037, + "step": 94 + }, + { + "epoch": 0.1272392432613427, + "grad_norm": 0.8333110857933443, + "learning_rate": 7.984230684760464e-05, + "loss": 0.9591622352600098, + "step": 95 + }, + { + "epoch": 0.12857860371672528, + "grad_norm": 0.9273848223858157, + "learning_rate": 7.982528315764535e-05, + "loss": 0.9320292472839355, + "step": 96 + }, + { + "epoch": 0.12991796417210782, + "grad_norm": 1.2902401930657603, + "learning_rate": 7.980738906688788e-05, + "loss": 0.9414469003677368, + "step": 97 + }, + { + "epoch": 0.13125732462749037, + "grad_norm": 0.7527994455173133, + "learning_rate": 7.97886249664162e-05, + "loss": 0.9305897355079651, + "step": 98 + }, + { + "epoch": 0.13259668508287292, + "grad_norm": 0.9576732066553404, + "learning_rate": 7.976899126632883e-05, + "loss": 0.9291049838066101, + "step": 99 + }, + { + "epoch": 0.13393604553825547, + "grad_norm": 0.8162756897476297, + "learning_rate": 7.974848839572971e-05, + "loss": 0.9590339660644531, + "step": 100 + }, + { + "epoch": 0.13527540599363805, + "grad_norm": 0.6762070221393078, + "learning_rate": 7.972711680271902e-05, + "loss": 0.9453955888748169, + "step": 101 + }, + { + "epoch": 0.1366147664490206, + "grad_norm": 0.8308301450039904, + "learning_rate": 7.970487695438324e-05, + "loss": 0.9262537956237793, + "step": 102 + }, + { + "epoch": 0.13795412690440315, + "grad_norm": 0.6778798009469817, + "learning_rate": 7.968176933678499e-05, + "loss": 0.9314043521881104, + "step": 103 + }, + { + "epoch": 0.1392934873597857, + "grad_norm": 0.6607037720687131, + "learning_rate": 7.965779445495243e-05, + "loss": 0.9274415969848633, + "step": 104 + }, + { + "epoch": 0.14063284781516824, + "grad_norm": 0.6622639262728551, + "learning_rate": 7.963295283286816e-05, + "loss": 0.9263443946838379, + "step": 105 + }, + { + "epoch": 0.14197220827055082, + "grad_norm": 0.7912652055136309, + "learning_rate": 7.960724501345783e-05, + "loss": 0.9300252199172974, + "step": 106 + }, + { + "epoch": 0.14331156872593337, + "grad_norm": 1.054978432558347, + "learning_rate": 7.958067155857827e-05, + "loss": 0.9237234592437744, + "step": 107 + }, + { + "epoch": 0.14465092918131592, + "grad_norm": 1.0654154939069729, + "learning_rate": 7.955323304900514e-05, + "loss": 0.9344139695167542, + "step": 108 + }, + { + "epoch": 0.14599028963669847, + "grad_norm": 0.8524134781957012, + "learning_rate": 7.952493008442036e-05, + "loss": 0.9211926460266113, + "step": 109 + }, + { + "epoch": 0.14732965009208104, + "grad_norm": 0.7025932587219853, + "learning_rate": 7.949576328339886e-05, + "loss": 0.9348384737968445, + "step": 110 + }, + { + "epoch": 0.1486690105474636, + "grad_norm": 0.6306347151205624, + "learning_rate": 7.946573328339517e-05, + "loss": 0.9268158078193665, + "step": 111 + }, + { + "epoch": 0.15000837100284614, + "grad_norm": 0.555961808840402, + "learning_rate": 7.943484074072943e-05, + "loss": 0.9165964126586914, + "step": 112 + }, + { + "epoch": 0.1513477314582287, + "grad_norm": 0.5538014043761714, + "learning_rate": 7.940308633057311e-05, + "loss": 0.9227532148361206, + "step": 113 + }, + { + "epoch": 0.15268709191361124, + "grad_norm": 0.616239699596105, + "learning_rate": 7.937047074693418e-05, + "loss": 0.9242917895317078, + "step": 114 + }, + { + "epoch": 0.15402645236899382, + "grad_norm": 0.6871147186152412, + "learning_rate": 7.933699470264194e-05, + "loss": 0.9295473098754883, + "step": 115 + }, + { + "epoch": 0.15536581282437636, + "grad_norm": 0.7296739512651451, + "learning_rate": 7.930265892933154e-05, + "loss": 0.9315687417984009, + "step": 116 + }, + { + "epoch": 0.1567051732797589, + "grad_norm": 0.6490446540604792, + "learning_rate": 7.926746417742787e-05, + "loss": 0.9344536066055298, + "step": 117 + }, + { + "epoch": 0.15804453373514146, + "grad_norm": 0.5888098073239115, + "learning_rate": 7.923141121612922e-05, + "loss": 0.9065610766410828, + "step": 118 + }, + { + "epoch": 0.159383894190524, + "grad_norm": 0.48420697795240103, + "learning_rate": 7.919450083339051e-05, + "loss": 0.9160439968109131, + "step": 119 + }, + { + "epoch": 0.1607232546459066, + "grad_norm": 0.6698312291927234, + "learning_rate": 7.915673383590594e-05, + "loss": 0.918449342250824, + "step": 120 + }, + { + "epoch": 0.16206261510128914, + "grad_norm": 0.755676653353074, + "learning_rate": 7.911811104909151e-05, + "loss": 0.9130410552024841, + "step": 121 + }, + { + "epoch": 0.16340197555667169, + "grad_norm": 0.604901772991201, + "learning_rate": 7.907863331706687e-05, + "loss": 0.9236974716186523, + "step": 122 + }, + { + "epoch": 0.16474133601205423, + "grad_norm": 0.5352954980579561, + "learning_rate": 7.903830150263693e-05, + "loss": 0.9243772625923157, + "step": 123 + }, + { + "epoch": 0.1660806964674368, + "grad_norm": 0.5519596915483821, + "learning_rate": 7.899711648727294e-05, + "loss": 0.9172723293304443, + "step": 124 + }, + { + "epoch": 0.16742005692281936, + "grad_norm": 0.5188579724106568, + "learning_rate": 7.895507917109335e-05, + "loss": 0.9457906484603882, + "step": 125 + }, + { + "epoch": 0.1687594173782019, + "grad_norm": 0.6671320105409932, + "learning_rate": 7.891219047284398e-05, + "loss": 0.9342581629753113, + "step": 126 + }, + { + "epoch": 0.17009877783358446, + "grad_norm": 0.6755983903544845, + "learning_rate": 7.886845132987804e-05, + "loss": 0.9132858514785767, + "step": 127 + }, + { + "epoch": 0.171438138288967, + "grad_norm": 0.6948054233230689, + "learning_rate": 7.882386269813564e-05, + "loss": 0.930912971496582, + "step": 128 + }, + { + "epoch": 0.17277749874434958, + "grad_norm": 1.195409472208412, + "learning_rate": 7.877842555212286e-05, + "loss": 0.9310725927352905, + "step": 129 + }, + { + "epoch": 0.17411685919973213, + "grad_norm": 1.1692345945453273, + "learning_rate": 7.873214088489047e-05, + "loss": 0.9095422029495239, + "step": 130 + }, + { + "epoch": 0.17545621965511468, + "grad_norm": 0.6863826376658689, + "learning_rate": 7.868500970801221e-05, + "loss": 0.9226965308189392, + "step": 131 + }, + { + "epoch": 0.17679558011049723, + "grad_norm": 0.5755734885102781, + "learning_rate": 7.863703305156273e-05, + "loss": 0.9249308109283447, + "step": 132 + }, + { + "epoch": 0.17813494056587978, + "grad_norm": 0.673888177777299, + "learning_rate": 7.858821196409504e-05, + "loss": 0.906527042388916, + "step": 133 + }, + { + "epoch": 0.17947430102126236, + "grad_norm": 0.7536373280389009, + "learning_rate": 7.853854751261757e-05, + "loss": 0.9176697731018066, + "step": 134 + }, + { + "epoch": 0.1808136614766449, + "grad_norm": 0.8145195593383961, + "learning_rate": 7.84880407825709e-05, + "loss": 0.9187479019165039, + "step": 135 + }, + { + "epoch": 0.18215302193202745, + "grad_norm": 0.8866001504567084, + "learning_rate": 7.843669287780399e-05, + "loss": 0.9249315857887268, + "step": 136 + }, + { + "epoch": 0.18349238238741, + "grad_norm": 1.0158024079305474, + "learning_rate": 7.838450492055013e-05, + "loss": 0.9169516563415527, + "step": 137 + }, + { + "epoch": 0.18483174284279258, + "grad_norm": 1.0310885995767975, + "learning_rate": 7.83314780514023e-05, + "loss": 0.9106529951095581, + "step": 138 + }, + { + "epoch": 0.18617110329817513, + "grad_norm": 0.9123831996966875, + "learning_rate": 7.827761342928836e-05, + "loss": 0.9233460426330566, + "step": 139 + }, + { + "epoch": 0.18751046375355768, + "grad_norm": 0.8139934469336522, + "learning_rate": 7.822291223144564e-05, + "loss": 0.9139848947525024, + "step": 140 + }, + { + "epoch": 0.18884982420894023, + "grad_norm": 0.9194655551693208, + "learning_rate": 7.816737565339522e-05, + "loss": 0.9265908002853394, + "step": 141 + }, + { + "epoch": 0.19018918466432277, + "grad_norm": 0.7853146807972304, + "learning_rate": 7.811100490891586e-05, + "loss": 0.9096084833145142, + "step": 142 + }, + { + "epoch": 0.19152854511970535, + "grad_norm": 0.45037783087212563, + "learning_rate": 7.805380123001738e-05, + "loss": 0.9067190885543823, + "step": 143 + }, + { + "epoch": 0.1928679055750879, + "grad_norm": 0.8272701165356915, + "learning_rate": 7.799576586691385e-05, + "loss": 0.9237310886383057, + "step": 144 + }, + { + "epoch": 0.19420726603047045, + "grad_norm": 0.7914425746519923, + "learning_rate": 7.793690008799613e-05, + "loss": 0.910027027130127, + "step": 145 + }, + { + "epoch": 0.195546626485853, + "grad_norm": 0.6632510463555492, + "learning_rate": 7.787720517980424e-05, + "loss": 0.8966417908668518, + "step": 146 + }, + { + "epoch": 0.19688598694123555, + "grad_norm": 0.6447162018999167, + "learning_rate": 7.781668244699925e-05, + "loss": 0.9306788444519043, + "step": 147 + }, + { + "epoch": 0.19822534739661812, + "grad_norm": 0.5478719041076034, + "learning_rate": 7.775533321233471e-05, + "loss": 0.9183269739151001, + "step": 148 + }, + { + "epoch": 0.19956470785200067, + "grad_norm": 0.6091679840338063, + "learning_rate": 7.769315881662778e-05, + "loss": 0.9106794595718384, + "step": 149 + }, + { + "epoch": 0.20090406830738322, + "grad_norm": 0.5062433888598267, + "learning_rate": 7.763016061872989e-05, + "loss": 0.9021029472351074, + "step": 150 + }, + { + "epoch": 0.20224342876276577, + "grad_norm": 0.5863067489697747, + "learning_rate": 7.756633999549712e-05, + "loss": 0.9056645631790161, + "step": 151 + }, + { + "epoch": 0.20358278921814835, + "grad_norm": 0.6320856385434267, + "learning_rate": 7.750169834175998e-05, + "loss": 0.9039326310157776, + "step": 152 + }, + { + "epoch": 0.2049221496735309, + "grad_norm": 0.6560683461251866, + "learning_rate": 7.743623707029304e-05, + "loss": 0.9264083504676819, + "step": 153 + }, + { + "epoch": 0.20626151012891344, + "grad_norm": 0.6341868974563667, + "learning_rate": 7.736995761178399e-05, + "loss": 0.9121809601783752, + "step": 154 + }, + { + "epoch": 0.207600870584296, + "grad_norm": 0.5253972386667246, + "learning_rate": 7.730286141480244e-05, + "loss": 0.9089382290840149, + "step": 155 + }, + { + "epoch": 0.20894023103967854, + "grad_norm": 0.4094715328691596, + "learning_rate": 7.723494994576818e-05, + "loss": 0.9171542525291443, + "step": 156 + }, + { + "epoch": 0.21027959149506112, + "grad_norm": 0.4055413751407779, + "learning_rate": 7.716622468891914e-05, + "loss": 0.903844952583313, + "step": 157 + }, + { + "epoch": 0.21161895195044367, + "grad_norm": 0.5240987539662486, + "learning_rate": 7.7096687146279e-05, + "loss": 0.9096250534057617, + "step": 158 + }, + { + "epoch": 0.21295831240582622, + "grad_norm": 0.5332665630971269, + "learning_rate": 7.702633883762437e-05, + "loss": 0.9141714572906494, + "step": 159 + }, + { + "epoch": 0.21429767286120877, + "grad_norm": 0.6210995520121828, + "learning_rate": 7.695518130045147e-05, + "loss": 0.902588963508606, + "step": 160 + }, + { + "epoch": 0.21563703331659131, + "grad_norm": 0.6533753394367477, + "learning_rate": 7.68832160899427e-05, + "loss": 0.8970866799354553, + "step": 161 + }, + { + "epoch": 0.2169763937719739, + "grad_norm": 0.666843709876833, + "learning_rate": 7.681044477893243e-05, + "loss": 0.9080835580825806, + "step": 162 + }, + { + "epoch": 0.21831575422735644, + "grad_norm": 0.6227292968864494, + "learning_rate": 7.673686895787285e-05, + "loss": 0.9074655175209045, + "step": 163 + }, + { + "epoch": 0.219655114682739, + "grad_norm": 0.5347100691461162, + "learning_rate": 7.666249023479905e-05, + "loss": 0.9084531664848328, + "step": 164 + }, + { + "epoch": 0.22099447513812154, + "grad_norm": 0.5175594119380308, + "learning_rate": 7.658731023529396e-05, + "loss": 0.9043017029762268, + "step": 165 + }, + { + "epoch": 0.22233383559350411, + "grad_norm": 0.5436688066191951, + "learning_rate": 7.651133060245276e-05, + "loss": 0.9071587324142456, + "step": 166 + }, + { + "epoch": 0.22367319604888666, + "grad_norm": 0.6055580577896438, + "learning_rate": 7.643455299684704e-05, + "loss": 0.9014830589294434, + "step": 167 + }, + { + "epoch": 0.2250125565042692, + "grad_norm": 0.6931253151907791, + "learning_rate": 7.635697909648844e-05, + "loss": 0.9084873795509338, + "step": 168 + }, + { + "epoch": 0.22635191695965176, + "grad_norm": 0.8546025727166501, + "learning_rate": 7.627861059679202e-05, + "loss": 0.9147599339485168, + "step": 169 + }, + { + "epoch": 0.2276912774150343, + "grad_norm": 1.0516728931472508, + "learning_rate": 7.61994492105392e-05, + "loss": 0.9146803617477417, + "step": 170 + }, + { + "epoch": 0.2290306378704169, + "grad_norm": 1.1750636161132695, + "learning_rate": 7.61194966678403e-05, + "loss": 0.9208601117134094, + "step": 171 + }, + { + "epoch": 0.23036999832579944, + "grad_norm": 0.6895169678113093, + "learning_rate": 7.603875471609677e-05, + "loss": 0.9078114032745361, + "step": 172 + }, + { + "epoch": 0.23170935878118198, + "grad_norm": 0.49807653314280315, + "learning_rate": 7.595722511996295e-05, + "loss": 0.9131247401237488, + "step": 173 + }, + { + "epoch": 0.23304871923656453, + "grad_norm": 0.7343320798017458, + "learning_rate": 7.587490966130754e-05, + "loss": 0.9078603386878967, + "step": 174 + }, + { + "epoch": 0.23438807969194708, + "grad_norm": 0.8708473343532465, + "learning_rate": 7.579181013917465e-05, + "loss": 0.9184587001800537, + "step": 175 + }, + { + "epoch": 0.23572744014732966, + "grad_norm": 0.7054594615675117, + "learning_rate": 7.570792836974447e-05, + "loss": 0.9165666699409485, + "step": 176 + }, + { + "epoch": 0.2370668006027122, + "grad_norm": 0.4925485684667248, + "learning_rate": 7.562326618629359e-05, + "loss": 0.895115315914154, + "step": 177 + }, + { + "epoch": 0.23840616105809476, + "grad_norm": 0.6006056466613413, + "learning_rate": 7.55378254391549e-05, + "loss": 0.9025277495384216, + "step": 178 + }, + { + "epoch": 0.2397455215134773, + "grad_norm": 0.5980928196151747, + "learning_rate": 7.545160799567722e-05, + "loss": 0.9152911901473999, + "step": 179 + }, + { + "epoch": 0.24108488196885988, + "grad_norm": 0.44318994378693194, + "learning_rate": 7.536461574018439e-05, + "loss": 0.9092339277267456, + "step": 180 + }, + { + "epoch": 0.24242424242424243, + "grad_norm": 0.4895486082026665, + "learning_rate": 7.52768505739342e-05, + "loss": 0.8995894193649292, + "step": 181 + }, + { + "epoch": 0.24376360287962498, + "grad_norm": 0.5807322769308096, + "learning_rate": 7.518831441507674e-05, + "loss": 0.8934712409973145, + "step": 182 + }, + { + "epoch": 0.24510296333500753, + "grad_norm": 0.507338986090725, + "learning_rate": 7.509900919861251e-05, + "loss": 0.9049476385116577, + "step": 183 + }, + { + "epoch": 0.24644232379039008, + "grad_norm": 0.46447343306662686, + "learning_rate": 7.500893687635015e-05, + "loss": 0.9096876382827759, + "step": 184 + }, + { + "epoch": 0.24778168424577265, + "grad_norm": 0.43290671210374365, + "learning_rate": 7.491809941686377e-05, + "loss": 0.9005957245826721, + "step": 185 + }, + { + "epoch": 0.2491210447011552, + "grad_norm": 0.4233601661390767, + "learning_rate": 7.482649880544994e-05, + "loss": 0.8930633068084717, + "step": 186 + }, + { + "epoch": 0.2504604051565378, + "grad_norm": 0.47483889768660387, + "learning_rate": 7.473413704408423e-05, + "loss": 0.8927392363548279, + "step": 187 + }, + { + "epoch": 0.2517997656119203, + "grad_norm": 0.41430034014432743, + "learning_rate": 7.464101615137756e-05, + "loss": 0.9012651443481445, + "step": 188 + }, + { + "epoch": 0.2531391260673029, + "grad_norm": 0.44657266747672564, + "learning_rate": 7.454713816253201e-05, + "loss": 0.9092891812324524, + "step": 189 + }, + { + "epoch": 0.2544784865226854, + "grad_norm": 0.5758963401160683, + "learning_rate": 7.445250512929637e-05, + "loss": 0.9000071287155151, + "step": 190 + }, + { + "epoch": 0.255817846978068, + "grad_norm": 0.6348599234700715, + "learning_rate": 7.435711911992128e-05, + "loss": 0.9062003493309021, + "step": 191 + }, + { + "epoch": 0.25715720743345055, + "grad_norm": 0.7445779300105985, + "learning_rate": 7.426098221911406e-05, + "loss": 0.9109039306640625, + "step": 192 + }, + { + "epoch": 0.2584965678888331, + "grad_norm": 0.9461198656306916, + "learning_rate": 7.416409652799311e-05, + "loss": 0.9037576913833618, + "step": 193 + }, + { + "epoch": 0.25983592834421565, + "grad_norm": 1.079965574399244, + "learning_rate": 7.406646416404198e-05, + "loss": 0.9101488590240479, + "step": 194 + }, + { + "epoch": 0.26117528879959817, + "grad_norm": 0.8952709420552329, + "learning_rate": 7.396808726106316e-05, + "loss": 0.9010953903198242, + "step": 195 + }, + { + "epoch": 0.26251464925498075, + "grad_norm": 0.7295843220367842, + "learning_rate": 7.386896796913137e-05, + "loss": 0.9150183796882629, + "step": 196 + }, + { + "epoch": 0.2638540097103633, + "grad_norm": 0.4969681568476923, + "learning_rate": 7.376910845454662e-05, + "loss": 0.8933469653129578, + "step": 197 + }, + { + "epoch": 0.26519337016574585, + "grad_norm": 0.5892305543752261, + "learning_rate": 7.36685108997868e-05, + "loss": 0.8998183012008667, + "step": 198 + }, + { + "epoch": 0.2665327306211284, + "grad_norm": 0.7912320036949558, + "learning_rate": 7.35671775034601e-05, + "loss": 0.9029569625854492, + "step": 199 + }, + { + "epoch": 0.26787209107651094, + "grad_norm": 0.7213642003398647, + "learning_rate": 7.34651104802568e-05, + "loss": 0.901849627494812, + "step": 200 + }, + { + "epoch": 0.2692114515318935, + "grad_norm": 0.45576846929011733, + "learning_rate": 7.3362312060901e-05, + "loss": 0.9074373245239258, + "step": 201 + }, + { + "epoch": 0.2705508119872761, + "grad_norm": 0.4442880589446713, + "learning_rate": 7.325878449210182e-05, + "loss": 0.894812822341919, + "step": 202 + }, + { + "epoch": 0.2718901724426586, + "grad_norm": 0.6350453317740167, + "learning_rate": 7.315453003650425e-05, + "loss": 0.9038816094398499, + "step": 203 + }, + { + "epoch": 0.2732295328980412, + "grad_norm": 0.5669825177653348, + "learning_rate": 7.30495509726398e-05, + "loss": 0.9047380089759827, + "step": 204 + }, + { + "epoch": 0.2745688933534237, + "grad_norm": 0.40694618687161566, + "learning_rate": 7.29438495948766e-05, + "loss": 0.907146692276001, + "step": 205 + }, + { + "epoch": 0.2759082538088063, + "grad_norm": 0.5158298515102957, + "learning_rate": 7.28374282133693e-05, + "loss": 0.9054394364356995, + "step": 206 + }, + { + "epoch": 0.27724761426418887, + "grad_norm": 0.4674214046015115, + "learning_rate": 7.273028915400862e-05, + "loss": 0.89744633436203, + "step": 207 + }, + { + "epoch": 0.2785869747195714, + "grad_norm": 0.4010198365112395, + "learning_rate": 7.262243475837041e-05, + "loss": 0.8924587965011597, + "step": 208 + }, + { + "epoch": 0.27992633517495397, + "grad_norm": 0.5034263045570243, + "learning_rate": 7.251386738366462e-05, + "loss": 0.8863202333450317, + "step": 209 + }, + { + "epoch": 0.2812656956303365, + "grad_norm": 0.5023444681579953, + "learning_rate": 7.240458940268362e-05, + "loss": 0.8941077589988708, + "step": 210 + }, + { + "epoch": 0.28260505608571906, + "grad_norm": 0.46891769868263444, + "learning_rate": 7.229460320375051e-05, + "loss": 0.906989574432373, + "step": 211 + }, + { + "epoch": 0.28394441654110164, + "grad_norm": 0.5647560272622669, + "learning_rate": 7.218391119066674e-05, + "loss": 0.9065754413604736, + "step": 212 + }, + { + "epoch": 0.28528377699648416, + "grad_norm": 0.6564851196340278, + "learning_rate": 7.207251578265974e-05, + "loss": 0.9066266417503357, + "step": 213 + }, + { + "epoch": 0.28662313745186674, + "grad_norm": 0.6605526813011159, + "learning_rate": 7.196041941432998e-05, + "loss": 0.8938264846801758, + "step": 214 + }, + { + "epoch": 0.2879624979072493, + "grad_norm": 0.7004298849905322, + "learning_rate": 7.184762453559767e-05, + "loss": 0.901447057723999, + "step": 215 + }, + { + "epoch": 0.28930185836263184, + "grad_norm": 0.6723620245213667, + "learning_rate": 7.173413361164941e-05, + "loss": 0.8870468139648438, + "step": 216 + }, + { + "epoch": 0.2906412188180144, + "grad_norm": 0.5895576054421268, + "learning_rate": 7.161994912288415e-05, + "loss": 0.8934962153434753, + "step": 217 + }, + { + "epoch": 0.29198057927339693, + "grad_norm": 0.6129669412207072, + "learning_rate": 7.150507356485903e-05, + "loss": 0.8962942957878113, + "step": 218 + }, + { + "epoch": 0.2933199397287795, + "grad_norm": 0.5802537294296758, + "learning_rate": 7.138950944823485e-05, + "loss": 0.8967691659927368, + "step": 219 + }, + { + "epoch": 0.2946593001841621, + "grad_norm": 0.4820962308267513, + "learning_rate": 7.12732592987212e-05, + "loss": 0.8924927711486816, + "step": 220 + }, + { + "epoch": 0.2959986606395446, + "grad_norm": 0.45589506205455754, + "learning_rate": 7.115632565702124e-05, + "loss": 0.894336998462677, + "step": 221 + }, + { + "epoch": 0.2973380210949272, + "grad_norm": 0.621116741269062, + "learning_rate": 7.10387110787762e-05, + "loss": 0.8900793790817261, + "step": 222 + }, + { + "epoch": 0.2986773815503097, + "grad_norm": 0.771116132471669, + "learning_rate": 7.092041813450948e-05, + "loss": 0.9094074964523315, + "step": 223 + }, + { + "epoch": 0.3000167420056923, + "grad_norm": 0.8818936933822646, + "learning_rate": 7.080144940957053e-05, + "loss": 0.8994623422622681, + "step": 224 + }, + { + "epoch": 0.30135610246107486, + "grad_norm": 0.9044298940788849, + "learning_rate": 7.068180750407825e-05, + "loss": 0.9020993113517761, + "step": 225 + }, + { + "epoch": 0.3026954629164574, + "grad_norm": 0.8105053927630517, + "learning_rate": 7.05614950328643e-05, + "loss": 0.8913443088531494, + "step": 226 + }, + { + "epoch": 0.30403482337183996, + "grad_norm": 0.6552999377507921, + "learning_rate": 7.044051462541585e-05, + "loss": 0.8977623581886292, + "step": 227 + }, + { + "epoch": 0.3053741838272225, + "grad_norm": 0.6276225150513225, + "learning_rate": 7.031886892581813e-05, + "loss": 0.9037375450134277, + "step": 228 + }, + { + "epoch": 0.30671354428260506, + "grad_norm": 0.47767505306157954, + "learning_rate": 7.019656059269664e-05, + "loss": 0.8967139720916748, + "step": 229 + }, + { + "epoch": 0.30805290473798763, + "grad_norm": 0.43735915139443376, + "learning_rate": 7.00735922991591e-05, + "loss": 0.887144923210144, + "step": 230 + }, + { + "epoch": 0.30939226519337015, + "grad_norm": 0.4990369099751219, + "learning_rate": 6.994996673273694e-05, + "loss": 0.8820310831069946, + "step": 231 + }, + { + "epoch": 0.31073162564875273, + "grad_norm": 0.4708659320973128, + "learning_rate": 6.982568659532663e-05, + "loss": 0.8966023921966553, + "step": 232 + }, + { + "epoch": 0.31207098610413525, + "grad_norm": 0.5323277193114596, + "learning_rate": 6.970075460313059e-05, + "loss": 0.8898813724517822, + "step": 233 + }, + { + "epoch": 0.3134103465595178, + "grad_norm": 0.4765758370618773, + "learning_rate": 6.957517348659785e-05, + "loss": 0.9058773517608643, + "step": 234 + }, + { + "epoch": 0.3147497070149004, + "grad_norm": 0.2922891582098603, + "learning_rate": 6.944894599036439e-05, + "loss": 0.8985657691955566, + "step": 235 + }, + { + "epoch": 0.3160890674702829, + "grad_norm": 0.4017359965605547, + "learning_rate": 6.932207487319305e-05, + "loss": 0.8944315910339355, + "step": 236 + }, + { + "epoch": 0.3174284279256655, + "grad_norm": 0.40396755775149173, + "learning_rate": 6.919456290791343e-05, + "loss": 0.9019736051559448, + "step": 237 + }, + { + "epoch": 0.318767788381048, + "grad_norm": 0.3448754102708148, + "learning_rate": 6.906641288136109e-05, + "loss": 0.8921661376953125, + "step": 238 + }, + { + "epoch": 0.3201071488364306, + "grad_norm": 0.3563739009758267, + "learning_rate": 6.893762759431675e-05, + "loss": 0.8991590142250061, + "step": 239 + }, + { + "epoch": 0.3214465092918132, + "grad_norm": 0.3025703943184552, + "learning_rate": 6.880820986144507e-05, + "loss": 0.8966647386550903, + "step": 240 + }, + { + "epoch": 0.3227858697471957, + "grad_norm": 0.32710433074697187, + "learning_rate": 6.86781625112331e-05, + "loss": 0.8932673335075378, + "step": 241 + }, + { + "epoch": 0.3241252302025783, + "grad_norm": 0.3159486886720857, + "learning_rate": 6.854748838592849e-05, + "loss": 0.8867123126983643, + "step": 242 + }, + { + "epoch": 0.32546459065796085, + "grad_norm": 0.33576352782212976, + "learning_rate": 6.841619034147738e-05, + "loss": 0.8945485949516296, + "step": 243 + }, + { + "epoch": 0.32680395111334337, + "grad_norm": 0.3382299578038365, + "learning_rate": 6.828427124746191e-05, + "loss": 0.8893507122993469, + "step": 244 + }, + { + "epoch": 0.32814331156872595, + "grad_norm": 0.3145669367280524, + "learning_rate": 6.815173398703762e-05, + "loss": 0.8952306509017944, + "step": 245 + }, + { + "epoch": 0.32948267202410847, + "grad_norm": 0.3702066361612188, + "learning_rate": 6.801858145687033e-05, + "loss": 0.900354266166687, + "step": 246 + }, + { + "epoch": 0.33082203247949105, + "grad_norm": 0.3590790337895165, + "learning_rate": 6.788481656707294e-05, + "loss": 0.8962044715881348, + "step": 247 + }, + { + "epoch": 0.3321613929348736, + "grad_norm": 0.29409387021807054, + "learning_rate": 6.775044224114168e-05, + "loss": 0.8917175531387329, + "step": 248 + }, + { + "epoch": 0.33350075339025614, + "grad_norm": 0.33139455469582174, + "learning_rate": 6.761546141589235e-05, + "loss": 0.8945397138595581, + "step": 249 + }, + { + "epoch": 0.3348401138456387, + "grad_norm": 0.3304502768847914, + "learning_rate": 6.747987704139607e-05, + "loss": 0.8865037560462952, + "step": 250 + }, + { + "epoch": 0.33617947430102124, + "grad_norm": 0.35207067018590943, + "learning_rate": 6.734369208091486e-05, + "loss": 0.8916755318641663, + "step": 251 + }, + { + "epoch": 0.3375188347564038, + "grad_norm": 0.40919798096964943, + "learning_rate": 6.720690951083678e-05, + "loss": 0.8847212791442871, + "step": 252 + }, + { + "epoch": 0.3388581952117864, + "grad_norm": 0.3513659416141469, + "learning_rate": 6.706953232061098e-05, + "loss": 0.8843253254890442, + "step": 253 + }, + { + "epoch": 0.3401975556671689, + "grad_norm": 0.30034711529232383, + "learning_rate": 6.693156351268229e-05, + "loss": 0.8973168730735779, + "step": 254 + }, + { + "epoch": 0.3415369161225515, + "grad_norm": 0.25812676412176466, + "learning_rate": 6.679300610242564e-05, + "loss": 0.9002690315246582, + "step": 255 + }, + { + "epoch": 0.342876276577934, + "grad_norm": 0.26476799198584866, + "learning_rate": 6.665386311808017e-05, + "loss": 0.8933571577072144, + "step": 256 + }, + { + "epoch": 0.3442156370333166, + "grad_norm": 0.3055500682498974, + "learning_rate": 6.651413760068298e-05, + "loss": 0.9000169634819031, + "step": 257 + }, + { + "epoch": 0.34555499748869917, + "grad_norm": 0.2753301578914753, + "learning_rate": 6.637383260400276e-05, + "loss": 0.8983247876167297, + "step": 258 + }, + { + "epoch": 0.3468943579440817, + "grad_norm": 0.3283199044322027, + "learning_rate": 6.623295119447297e-05, + "loss": 0.8985056281089783, + "step": 259 + }, + { + "epoch": 0.34823371839946426, + "grad_norm": 0.3582940804838448, + "learning_rate": 6.609149645112485e-05, + "loss": 0.8870316743850708, + "step": 260 + }, + { + "epoch": 0.3495730788548468, + "grad_norm": 0.4306838172471171, + "learning_rate": 6.594947146552015e-05, + "loss": 0.8838645815849304, + "step": 261 + }, + { + "epoch": 0.35091243931022936, + "grad_norm": 0.48455804455635887, + "learning_rate": 6.580687934168352e-05, + "loss": 0.8925988674163818, + "step": 262 + }, + { + "epoch": 0.35225179976561194, + "grad_norm": 0.5758294275573599, + "learning_rate": 6.566372319603467e-05, + "loss": 0.8979231715202332, + "step": 263 + }, + { + "epoch": 0.35359116022099446, + "grad_norm": 0.6666731640546475, + "learning_rate": 6.552000615732035e-05, + "loss": 0.8943511843681335, + "step": 264 + }, + { + "epoch": 0.35493052067637704, + "grad_norm": 0.6604209524822312, + "learning_rate": 6.537573136654582e-05, + "loss": 0.8853351473808289, + "step": 265 + }, + { + "epoch": 0.35626988113175956, + "grad_norm": 0.4123786870554884, + "learning_rate": 6.523090197690634e-05, + "loss": 0.8918644785881042, + "step": 266 + }, + { + "epoch": 0.35760924158714213, + "grad_norm": 0.2502223960825913, + "learning_rate": 6.508552115371814e-05, + "loss": 0.893090546131134, + "step": 267 + }, + { + "epoch": 0.3589486020425247, + "grad_norm": 0.4103290878988621, + "learning_rate": 6.493959207434934e-05, + "loss": 0.8756798505783081, + "step": 268 + }, + { + "epoch": 0.36028796249790723, + "grad_norm": 0.5340723449895526, + "learning_rate": 6.479311792815047e-05, + "loss": 0.8869861364364624, + "step": 269 + }, + { + "epoch": 0.3616273229532898, + "grad_norm": 0.5092937192195168, + "learning_rate": 6.464610191638472e-05, + "loss": 0.8688637018203735, + "step": 270 + }, + { + "epoch": 0.3629666834086724, + "grad_norm": 0.36841736308738604, + "learning_rate": 6.449854725215801e-05, + "loss": 0.8819414973258972, + "step": 271 + }, + { + "epoch": 0.3643060438640549, + "grad_norm": 0.23108168052962968, + "learning_rate": 6.435045716034883e-05, + "loss": 0.8896312713623047, + "step": 272 + }, + { + "epoch": 0.3656454043194375, + "grad_norm": 0.3314939187707688, + "learning_rate": 6.420183487753765e-05, + "loss": 0.8876444101333618, + "step": 273 + }, + { + "epoch": 0.36698476477482, + "grad_norm": 0.44064601491510763, + "learning_rate": 6.405268365193624e-05, + "loss": 0.8837222456932068, + "step": 274 + }, + { + "epoch": 0.3683241252302026, + "grad_norm": 0.4117399045978558, + "learning_rate": 6.390300674331667e-05, + "loss": 0.8932456970214844, + "step": 275 + }, + { + "epoch": 0.36966348568558516, + "grad_norm": 0.3501980802705, + "learning_rate": 6.375280742294007e-05, + "loss": 0.896408200263977, + "step": 276 + }, + { + "epoch": 0.3710028461409677, + "grad_norm": 0.31925464072542226, + "learning_rate": 6.360208897348513e-05, + "loss": 0.890372097492218, + "step": 277 + }, + { + "epoch": 0.37234220659635026, + "grad_norm": 0.3672953058879004, + "learning_rate": 6.345085468897637e-05, + "loss": 0.8912795782089233, + "step": 278 + }, + { + "epoch": 0.3736815670517328, + "grad_norm": 0.37585534860719505, + "learning_rate": 6.32991078747121e-05, + "loss": 0.8913096785545349, + "step": 279 + }, + { + "epoch": 0.37502092750711535, + "grad_norm": 0.3686117104703527, + "learning_rate": 6.314685184719224e-05, + "loss": 0.8860468864440918, + "step": 280 + }, + { + "epoch": 0.37636028796249793, + "grad_norm": 0.36203560770739496, + "learning_rate": 6.29940899340458e-05, + "loss": 0.8942425847053528, + "step": 281 + }, + { + "epoch": 0.37769964841788045, + "grad_norm": 0.39656735441651286, + "learning_rate": 6.284082547395822e-05, + "loss": 0.884894609451294, + "step": 282 + }, + { + "epoch": 0.37903900887326303, + "grad_norm": 0.43021602998882896, + "learning_rate": 6.268706181659823e-05, + "loss": 0.8949446678161621, + "step": 283 + }, + { + "epoch": 0.38037836932864555, + "grad_norm": 0.4560535418745229, + "learning_rate": 6.253280232254489e-05, + "loss": 0.8839805722236633, + "step": 284 + }, + { + "epoch": 0.3817177297840281, + "grad_norm": 0.46627492864603226, + "learning_rate": 6.23780503632139e-05, + "loss": 0.8896687626838684, + "step": 285 + }, + { + "epoch": 0.3830570902394107, + "grad_norm": 0.4331165409015457, + "learning_rate": 6.22228093207841e-05, + "loss": 0.8688606023788452, + "step": 286 + }, + { + "epoch": 0.3843964506947932, + "grad_norm": 0.32952692176687587, + "learning_rate": 6.206708258812343e-05, + "loss": 0.8844860196113586, + "step": 287 + }, + { + "epoch": 0.3857358111501758, + "grad_norm": 0.32252625784796196, + "learning_rate": 6.191087356871486e-05, + "loss": 0.8889749646186829, + "step": 288 + }, + { + "epoch": 0.3870751716055583, + "grad_norm": 0.36745276817661704, + "learning_rate": 6.175418567658196e-05, + "loss": 0.8868741989135742, + "step": 289 + }, + { + "epoch": 0.3884145320609409, + "grad_norm": 0.43191395512680925, + "learning_rate": 6.159702233621427e-05, + "loss": 0.8811583518981934, + "step": 290 + }, + { + "epoch": 0.3897538925163235, + "grad_norm": 0.42293907743115355, + "learning_rate": 6.143938698249251e-05, + "loss": 0.8857870697975159, + "step": 291 + }, + { + "epoch": 0.391093252971706, + "grad_norm": 0.3558451089435877, + "learning_rate": 6.128128306061347e-05, + "loss": 0.8891360759735107, + "step": 292 + }, + { + "epoch": 0.3924326134270886, + "grad_norm": 0.2878485843617252, + "learning_rate": 6.112271402601472e-05, + "loss": 0.8804606199264526, + "step": 293 + }, + { + "epoch": 0.3937719738824711, + "grad_norm": 0.27858889793959796, + "learning_rate": 6.096368334429911e-05, + "loss": 0.8926126956939697, + "step": 294 + }, + { + "epoch": 0.39511133433785367, + "grad_norm": 0.2819024964747486, + "learning_rate": 6.0804194491158987e-05, + "loss": 0.8852767944335938, + "step": 295 + }, + { + "epoch": 0.39645069479323625, + "grad_norm": 0.2540202943224736, + "learning_rate": 6.064425095230027e-05, + "loss": 0.8917317390441895, + "step": 296 + }, + { + "epoch": 0.39779005524861877, + "grad_norm": 0.24541270777843874, + "learning_rate": 6.048385622336625e-05, + "loss": 0.8798589706420898, + "step": 297 + }, + { + "epoch": 0.39912941570400134, + "grad_norm": 0.2536269299289805, + "learning_rate": 6.0323013809861185e-05, + "loss": 0.8902722597122192, + "step": 298 + }, + { + "epoch": 0.4004687761593839, + "grad_norm": 0.27800051254159697, + "learning_rate": 6.016172722707372e-05, + "loss": 0.9056130647659302, + "step": 299 + }, + { + "epoch": 0.40180813661476644, + "grad_norm": 0.27633691297170004, + "learning_rate": 6.000000000000001e-05, + "loss": 0.8697539567947388, + "step": 300 + }, + { + "epoch": 0.403147497070149, + "grad_norm": 0.27434445994827267, + "learning_rate": 5.9837835663266724e-05, + "loss": 0.8804255127906799, + "step": 301 + }, + { + "epoch": 0.40448685752553154, + "grad_norm": 0.2524623974437759, + "learning_rate": 5.967523776105374e-05, + "loss": 0.8784493803977966, + "step": 302 + }, + { + "epoch": 0.4058262179809141, + "grad_norm": 0.25420975374572236, + "learning_rate": 5.9512209847016766e-05, + "loss": 0.8766741752624512, + "step": 303 + }, + { + "epoch": 0.4071655784362967, + "grad_norm": 0.2510235716517718, + "learning_rate": 5.9348755484209597e-05, + "loss": 0.8951706886291504, + "step": 304 + }, + { + "epoch": 0.4085049388916792, + "grad_norm": 0.28128699677214214, + "learning_rate": 5.9184878245006275e-05, + "loss": 0.8903220891952515, + "step": 305 + }, + { + "epoch": 0.4098442993470618, + "grad_norm": 0.2553241167540996, + "learning_rate": 5.902058171102302e-05, + "loss": 0.8924455642700195, + "step": 306 + }, + { + "epoch": 0.4111836598024443, + "grad_norm": 0.27284815580460237, + "learning_rate": 5.8855869473039924e-05, + "loss": 0.8797352313995361, + "step": 307 + }, + { + "epoch": 0.4125230202578269, + "grad_norm": 0.2961577585360785, + "learning_rate": 5.869074513092249e-05, + "loss": 0.889675498008728, + "step": 308 + }, + { + "epoch": 0.41386238071320947, + "grad_norm": 0.36149390074479637, + "learning_rate": 5.852521229354298e-05, + "loss": 0.8952120542526245, + "step": 309 + }, + { + "epoch": 0.415201741168592, + "grad_norm": 0.4056564851356049, + "learning_rate": 5.835927457870151e-05, + "loss": 0.8908874988555908, + "step": 310 + }, + { + "epoch": 0.41654110162397456, + "grad_norm": 0.45959990311749727, + "learning_rate": 5.8192935613046986e-05, + "loss": 0.8896716833114624, + "step": 311 + }, + { + "epoch": 0.4178804620793571, + "grad_norm": 0.44501497393699513, + "learning_rate": 5.802619903199782e-05, + "loss": 0.8718587160110474, + "step": 312 + }, + { + "epoch": 0.41921982253473966, + "grad_norm": 0.4099982344769972, + "learning_rate": 5.785906847966252e-05, + "loss": 0.87396639585495, + "step": 313 + }, + { + "epoch": 0.42055918299012224, + "grad_norm": 0.38915136386883503, + "learning_rate": 5.7691547608760055e-05, + "loss": 0.8890815377235413, + "step": 314 + }, + { + "epoch": 0.42189854344550476, + "grad_norm": 0.3916008388754374, + "learning_rate": 5.7523640080539954e-05, + "loss": 0.8961409330368042, + "step": 315 + }, + { + "epoch": 0.42323790390088734, + "grad_norm": 0.34461259063570354, + "learning_rate": 5.735534956470233e-05, + "loss": 0.8904027938842773, + "step": 316 + }, + { + "epoch": 0.42457726435626986, + "grad_norm": 0.3351489985095559, + "learning_rate": 5.71866797393177e-05, + "loss": 0.8841983079910278, + "step": 317 + }, + { + "epoch": 0.42591662481165243, + "grad_norm": 0.3415829415188758, + "learning_rate": 5.701763429074657e-05, + "loss": 0.8725353479385376, + "step": 318 + }, + { + "epoch": 0.427255985267035, + "grad_norm": 0.32192931188812973, + "learning_rate": 5.6848216913558847e-05, + "loss": 0.8806099891662598, + "step": 319 + }, + { + "epoch": 0.42859534572241753, + "grad_norm": 0.3215781282881794, + "learning_rate": 5.6678431310453134e-05, + "loss": 0.8860760927200317, + "step": 320 + }, + { + "epoch": 0.4299347061778001, + "grad_norm": 0.34914156634746246, + "learning_rate": 5.6508281192175794e-05, + "loss": 0.8721968531608582, + "step": 321 + }, + { + "epoch": 0.43127406663318263, + "grad_norm": 0.2658667412041895, + "learning_rate": 5.6337770277439854e-05, + "loss": 0.8862148523330688, + "step": 322 + }, + { + "epoch": 0.4326134270885652, + "grad_norm": 0.34695464253952446, + "learning_rate": 5.616690229284368e-05, + "loss": 0.8746384382247925, + "step": 323 + }, + { + "epoch": 0.4339527875439478, + "grad_norm": 0.4197423684536046, + "learning_rate": 5.5995680972789634e-05, + "loss": 0.8776325583457947, + "step": 324 + }, + { + "epoch": 0.4352921479993303, + "grad_norm": 0.46568817493418574, + "learning_rate": 5.582411005940236e-05, + "loss": 0.887018084526062, + "step": 325 + }, + { + "epoch": 0.4366315084547129, + "grad_norm": 0.38017911947951655, + "learning_rate": 5.5652193302447e-05, + "loss": 0.8889976739883423, + "step": 326 + }, + { + "epoch": 0.43797086891009546, + "grad_norm": 0.3060971777017487, + "learning_rate": 5.547993445924735e-05, + "loss": 0.8834925889968872, + "step": 327 + }, + { + "epoch": 0.439310229365478, + "grad_norm": 0.3878310131471193, + "learning_rate": 5.5307337294603595e-05, + "loss": 0.8835778832435608, + "step": 328 + }, + { + "epoch": 0.44064958982086055, + "grad_norm": 0.37272583086257793, + "learning_rate": 5.513440558071015e-05, + "loss": 0.88037109375, + "step": 329 + }, + { + "epoch": 0.4419889502762431, + "grad_norm": 0.2980108695701489, + "learning_rate": 5.496114309707313e-05, + "loss": 0.8899520635604858, + "step": 330 + }, + { + "epoch": 0.44332831073162565, + "grad_norm": 0.2942897917948679, + "learning_rate": 5.478755363042781e-05, + "loss": 0.8873578906059265, + "step": 331 + }, + { + "epoch": 0.44466767118700823, + "grad_norm": 0.35500305163807966, + "learning_rate": 5.461364097465581e-05, + "loss": 0.8870940208435059, + "step": 332 + }, + { + "epoch": 0.44600703164239075, + "grad_norm": 0.3079369949147375, + "learning_rate": 5.443940893070223e-05, + "loss": 0.8757143616676331, + "step": 333 + }, + { + "epoch": 0.4473463920977733, + "grad_norm": 0.3007868096995874, + "learning_rate": 5.4264861306492525e-05, + "loss": 0.8642425537109375, + "step": 334 + }, + { + "epoch": 0.44868575255315585, + "grad_norm": 0.31595038196673936, + "learning_rate": 5.409000191684935e-05, + "loss": 0.8808598518371582, + "step": 335 + }, + { + "epoch": 0.4500251130085384, + "grad_norm": 0.3146477839645367, + "learning_rate": 5.391483458340909e-05, + "loss": 0.8812928199768066, + "step": 336 + }, + { + "epoch": 0.451364473463921, + "grad_norm": 0.30376403427053666, + "learning_rate": 5.3739363134538446e-05, + "loss": 0.8947619795799255, + "step": 337 + }, + { + "epoch": 0.4527038339193035, + "grad_norm": 0.27657117052236885, + "learning_rate": 5.356359140525067e-05, + "loss": 0.8850589990615845, + "step": 338 + }, + { + "epoch": 0.4540431943746861, + "grad_norm": 0.30680178018188403, + "learning_rate": 5.3387523237121805e-05, + "loss": 0.8739247918128967, + "step": 339 + }, + { + "epoch": 0.4553825548300686, + "grad_norm": 0.3047542635453717, + "learning_rate": 5.321116247820669e-05, + "loss": 0.8850078582763672, + "step": 340 + }, + { + "epoch": 0.4567219152854512, + "grad_norm": 0.2923184588762319, + "learning_rate": 5.30345129829549e-05, + "loss": 0.8884513974189758, + "step": 341 + }, + { + "epoch": 0.4580612757408338, + "grad_norm": 0.306238293604028, + "learning_rate": 5.2857578612126466e-05, + "loss": 0.8790913224220276, + "step": 342 + }, + { + "epoch": 0.4594006361962163, + "grad_norm": 0.2776234461903938, + "learning_rate": 5.2680363232707533e-05, + "loss": 0.8726402521133423, + "step": 343 + }, + { + "epoch": 0.46073999665159887, + "grad_norm": 0.23559770485475257, + "learning_rate": 5.250287071782579e-05, + "loss": 0.8780654668807983, + "step": 344 + }, + { + "epoch": 0.4620793571069814, + "grad_norm": 0.2656621107355478, + "learning_rate": 5.232510494666588e-05, + "loss": 0.8802477717399597, + "step": 345 + }, + { + "epoch": 0.46341871756236397, + "grad_norm": 0.2654377895352511, + "learning_rate": 5.214706980438459e-05, + "loss": 0.8784705400466919, + "step": 346 + }, + { + "epoch": 0.46475807801774655, + "grad_norm": 0.25513055691779934, + "learning_rate": 5.1968769182025955e-05, + "loss": 0.8827534317970276, + "step": 347 + }, + { + "epoch": 0.46609743847312907, + "grad_norm": 0.23931345424644, + "learning_rate": 5.179020697643618e-05, + "loss": 0.8781850934028625, + "step": 348 + }, + { + "epoch": 0.46743679892851164, + "grad_norm": 0.2662310932045871, + "learning_rate": 5.16113870901785e-05, + "loss": 0.8855897784233093, + "step": 349 + }, + { + "epoch": 0.46877615938389416, + "grad_norm": 0.2719290408201649, + "learning_rate": 5.1432313431447915e-05, + "loss": 0.8810721039772034, + "step": 350 + }, + { + "epoch": 0.47011551983927674, + "grad_norm": 0.30347422955032666, + "learning_rate": 5.125298991398571e-05, + "loss": 0.8826359510421753, + "step": 351 + }, + { + "epoch": 0.4714548802946593, + "grad_norm": 0.23887523910106984, + "learning_rate": 5.107342045699397e-05, + "loss": 0.8747484683990479, + "step": 352 + }, + { + "epoch": 0.47279424075004184, + "grad_norm": 0.2505774705404714, + "learning_rate": 5.089360898504994e-05, + "loss": 0.8729058504104614, + "step": 353 + }, + { + "epoch": 0.4741336012054244, + "grad_norm": 0.279473567045265, + "learning_rate": 5.071355942802013e-05, + "loss": 0.8787670135498047, + "step": 354 + }, + { + "epoch": 0.475472961660807, + "grad_norm": 0.26199289777497575, + "learning_rate": 5.053327572097459e-05, + "loss": 0.8815037608146667, + "step": 355 + }, + { + "epoch": 0.4768123221161895, + "grad_norm": 0.21510974254409215, + "learning_rate": 5.0352761804100835e-05, + "loss": 0.8883016109466553, + "step": 356 + }, + { + "epoch": 0.4781516825715721, + "grad_norm": 0.2179594057045395, + "learning_rate": 5.017202162261767e-05, + "loss": 0.8739045858383179, + "step": 357 + }, + { + "epoch": 0.4794910430269546, + "grad_norm": 0.2583618991462232, + "learning_rate": 4.999105912668908e-05, + "loss": 0.875806987285614, + "step": 358 + }, + { + "epoch": 0.4808304034823372, + "grad_norm": 0.31852029663882087, + "learning_rate": 4.9809878271337794e-05, + "loss": 0.8874423503875732, + "step": 359 + }, + { + "epoch": 0.48216976393771976, + "grad_norm": 0.2835760526800237, + "learning_rate": 4.962848301635893e-05, + "loss": 0.8798930048942566, + "step": 360 + }, + { + "epoch": 0.4835091243931023, + "grad_norm": 0.22973024932768488, + "learning_rate": 4.9446877326233384e-05, + "loss": 0.8873306512832642, + "step": 361 + }, + { + "epoch": 0.48484848484848486, + "grad_norm": 0.2500936218554607, + "learning_rate": 4.926506517004122e-05, + "loss": 0.871864378452301, + "step": 362 + }, + { + "epoch": 0.4861878453038674, + "grad_norm": 0.2995047737515285, + "learning_rate": 4.9083050521374936e-05, + "loss": 0.8763599991798401, + "step": 363 + }, + { + "epoch": 0.48752720575924996, + "grad_norm": 0.32246297930373985, + "learning_rate": 4.890083735825258e-05, + "loss": 0.8670933842658997, + "step": 364 + }, + { + "epoch": 0.48886656621463254, + "grad_norm": 0.33433005720802467, + "learning_rate": 4.871842966303084e-05, + "loss": 0.8823835849761963, + "step": 365 + }, + { + "epoch": 0.49020592667001506, + "grad_norm": 0.27949324766081196, + "learning_rate": 4.8535831422318005e-05, + "loss": 0.8845060467720032, + "step": 366 + }, + { + "epoch": 0.49154528712539763, + "grad_norm": 0.2669463330828984, + "learning_rate": 4.83530466268868e-05, + "loss": 0.8807919025421143, + "step": 367 + }, + { + "epoch": 0.49288464758078016, + "grad_norm": 0.28921225779452586, + "learning_rate": 4.817007927158722e-05, + "loss": 0.8733174800872803, + "step": 368 + }, + { + "epoch": 0.49422400803616273, + "grad_norm": 0.3068794189080787, + "learning_rate": 4.798693335525918e-05, + "loss": 0.8903564214706421, + "step": 369 + }, + { + "epoch": 0.4955633684915453, + "grad_norm": 0.3383936832444029, + "learning_rate": 4.780361288064514e-05, + "loss": 0.8755660057067871, + "step": 370 + }, + { + "epoch": 0.49690272894692783, + "grad_norm": 0.33403170126533727, + "learning_rate": 4.76201218543026e-05, + "loss": 0.8842828273773193, + "step": 371 + }, + { + "epoch": 0.4982420894023104, + "grad_norm": 0.2502976358342153, + "learning_rate": 4.743646428651659e-05, + "loss": 0.8743306398391724, + "step": 372 + }, + { + "epoch": 0.4995814498576929, + "grad_norm": 0.2514415794283494, + "learning_rate": 4.7252644191211944e-05, + "loss": 0.8848379850387573, + "step": 373 + }, + { + "epoch": 0.5009208103130756, + "grad_norm": 0.3311666521257641, + "learning_rate": 4.7068665585865615e-05, + "loss": 0.8726536631584167, + "step": 374 + }, + { + "epoch": 0.5022601707684581, + "grad_norm": 0.29622349551027, + "learning_rate": 4.688453249141888e-05, + "loss": 0.8713983297348022, + "step": 375 + }, + { + "epoch": 0.5035995312238406, + "grad_norm": 0.24591467342470477, + "learning_rate": 4.670024893218946e-05, + "loss": 0.879889965057373, + "step": 376 + }, + { + "epoch": 0.5049388916792231, + "grad_norm": 0.24907780928618234, + "learning_rate": 4.651581893578356e-05, + "loss": 0.8837929964065552, + "step": 377 + }, + { + "epoch": 0.5062782521346058, + "grad_norm": 0.29743214535113877, + "learning_rate": 4.6331246533007795e-05, + "loss": 0.880785346031189, + "step": 378 + }, + { + "epoch": 0.5076176125899883, + "grad_norm": 0.27816072063242153, + "learning_rate": 4.6146535757781206e-05, + "loss": 0.8790816068649292, + "step": 379 + }, + { + "epoch": 0.5089569730453708, + "grad_norm": 0.258901378722433, + "learning_rate": 4.5961690647046974e-05, + "loss": 0.8754535913467407, + "step": 380 + }, + { + "epoch": 0.5102963335007534, + "grad_norm": 0.22897322988292967, + "learning_rate": 4.5776715240684296e-05, + "loss": 0.884695291519165, + "step": 381 + }, + { + "epoch": 0.511635693956136, + "grad_norm": 0.25410900340906356, + "learning_rate": 4.5591613581419984e-05, + "loss": 0.8682093620300293, + "step": 382 + }, + { + "epoch": 0.5129750544115185, + "grad_norm": 0.2292960696193583, + "learning_rate": 4.540638971474022e-05, + "loss": 0.8801172375679016, + "step": 383 + }, + { + "epoch": 0.5143144148669011, + "grad_norm": 0.27039953771276, + "learning_rate": 4.522104768880208e-05, + "loss": 0.8841304779052734, + "step": 384 + }, + { + "epoch": 0.5156537753222836, + "grad_norm": 0.2510162507401578, + "learning_rate": 4.5035591554345024e-05, + "loss": 0.8804336190223694, + "step": 385 + }, + { + "epoch": 0.5169931357776661, + "grad_norm": 0.19962477334591794, + "learning_rate": 4.485002536460246e-05, + "loss": 0.8744645118713379, + "step": 386 + }, + { + "epoch": 0.5183324962330487, + "grad_norm": 0.20953576879547658, + "learning_rate": 4.4664353175213106e-05, + "loss": 0.8919574022293091, + "step": 387 + }, + { + "epoch": 0.5196718566884313, + "grad_norm": 0.24110013426626412, + "learning_rate": 4.4478579044132314e-05, + "loss": 0.8700906038284302, + "step": 388 + }, + { + "epoch": 0.5210112171438138, + "grad_norm": 0.21570606604265194, + "learning_rate": 4.429270703154346e-05, + "loss": 0.8669141530990601, + "step": 389 + }, + { + "epoch": 0.5223505775991963, + "grad_norm": 0.22537953028075838, + "learning_rate": 4.4106741199769144e-05, + "loss": 0.893110990524292, + "step": 390 + }, + { + "epoch": 0.523689938054579, + "grad_norm": 0.20502638429010045, + "learning_rate": 4.392068561318244e-05, + "loss": 0.8845847845077515, + "step": 391 + }, + { + "epoch": 0.5250292985099615, + "grad_norm": 0.2029877791588085, + "learning_rate": 4.373454433811803e-05, + "loss": 0.8702945709228516, + "step": 392 + }, + { + "epoch": 0.526368658965344, + "grad_norm": 0.20027359499294622, + "learning_rate": 4.354832144278342e-05, + "loss": 0.876413106918335, + "step": 393 + }, + { + "epoch": 0.5277080194207266, + "grad_norm": 0.20852532140317728, + "learning_rate": 4.336202099716991e-05, + "loss": 0.880332887172699, + "step": 394 + }, + { + "epoch": 0.5290473798761092, + "grad_norm": 0.19377163489291163, + "learning_rate": 4.317564707296372e-05, + "loss": 0.8733063340187073, + "step": 395 + }, + { + "epoch": 0.5303867403314917, + "grad_norm": 0.20359933193356164, + "learning_rate": 4.298920374345698e-05, + "loss": 0.8691454529762268, + "step": 396 + }, + { + "epoch": 0.5317261007868743, + "grad_norm": 0.2228972219539793, + "learning_rate": 4.2802695083458694e-05, + "loss": 0.8702418208122253, + "step": 397 + }, + { + "epoch": 0.5330654612422568, + "grad_norm": 0.22204449924352906, + "learning_rate": 4.261612516920573e-05, + "loss": 0.8784664273262024, + "step": 398 + }, + { + "epoch": 0.5344048216976394, + "grad_norm": 0.1827068322619916, + "learning_rate": 4.242949807827365e-05, + "loss": 0.8793500065803528, + "step": 399 + }, + { + "epoch": 0.5357441821530219, + "grad_norm": 0.23064253884484145, + "learning_rate": 4.2242817889487676e-05, + "loss": 0.8827623128890991, + "step": 400 + }, + { + "epoch": 0.5370835426084045, + "grad_norm": 0.2363908476355385, + "learning_rate": 4.2056088682833495e-05, + "loss": 0.8775718212127686, + "step": 401 + }, + { + "epoch": 0.538422903063787, + "grad_norm": 0.24370104788240307, + "learning_rate": 4.18693145393681e-05, + "loss": 0.8720149993896484, + "step": 402 + }, + { + "epoch": 0.5397622635191696, + "grad_norm": 0.24206951622443026, + "learning_rate": 4.1682499541130614e-05, + "loss": 0.8702287077903748, + "step": 403 + }, + { + "epoch": 0.5411016239745522, + "grad_norm": 0.22053262939581833, + "learning_rate": 4.149564777105304e-05, + "loss": 0.88590008020401, + "step": 404 + }, + { + "epoch": 0.5424409844299347, + "grad_norm": 0.24738370911830754, + "learning_rate": 4.130876331287105e-05, + "loss": 0.8856267333030701, + "step": 405 + }, + { + "epoch": 0.5437803448853172, + "grad_norm": 0.2742407776361635, + "learning_rate": 4.112185025103476e-05, + "loss": 0.8771058917045593, + "step": 406 + }, + { + "epoch": 0.5451197053406999, + "grad_norm": 0.18672650383453882, + "learning_rate": 4.09349126706194e-05, + "loss": 0.877077579498291, + "step": 407 + }, + { + "epoch": 0.5464590657960824, + "grad_norm": 0.24422099387413226, + "learning_rate": 4.074795465723609e-05, + "loss": 0.8644412755966187, + "step": 408 + }, + { + "epoch": 0.5477984262514649, + "grad_norm": 0.22384826877195602, + "learning_rate": 4.0560980296942496e-05, + "loss": 0.8765589594841003, + "step": 409 + }, + { + "epoch": 0.5491377867068474, + "grad_norm": 0.18458733932067822, + "learning_rate": 4.0373993676153575e-05, + "loss": 0.8797497749328613, + "step": 410 + }, + { + "epoch": 0.5504771471622301, + "grad_norm": 0.23047653087943096, + "learning_rate": 4.0186998881552224e-05, + "loss": 0.8682187795639038, + "step": 411 + }, + { + "epoch": 0.5518165076176126, + "grad_norm": 0.21729249762981923, + "learning_rate": 4e-05, + "loss": 0.8836795091629028, + "step": 412 + }, + { + "epoch": 0.5531558680729951, + "grad_norm": 0.22721453642149825, + "learning_rate": 3.981300111844779e-05, + "loss": 0.8802202939987183, + "step": 413 + }, + { + "epoch": 0.5544952285283777, + "grad_norm": 0.20949925349974394, + "learning_rate": 3.962600632384644e-05, + "loss": 0.8641338348388672, + "step": 414 + }, + { + "epoch": 0.5558345889837603, + "grad_norm": 0.20464298350965635, + "learning_rate": 3.943901970305752e-05, + "loss": 0.8797010183334351, + "step": 415 + }, + { + "epoch": 0.5571739494391428, + "grad_norm": 0.22110350804377993, + "learning_rate": 3.925204534276392e-05, + "loss": 0.8767843246459961, + "step": 416 + }, + { + "epoch": 0.5585133098945254, + "grad_norm": 0.2387677867134895, + "learning_rate": 3.906508732938061e-05, + "loss": 0.8820819854736328, + "step": 417 + }, + { + "epoch": 0.5598526703499079, + "grad_norm": 0.2507989336100575, + "learning_rate": 3.8878149748965245e-05, + "loss": 0.8826998472213745, + "step": 418 + }, + { + "epoch": 0.5611920308052905, + "grad_norm": 0.20816367910535047, + "learning_rate": 3.869123668712896e-05, + "loss": 0.8565121293067932, + "step": 419 + }, + { + "epoch": 0.562531391260673, + "grad_norm": 0.2250240614615784, + "learning_rate": 3.850435222894698e-05, + "loss": 0.8700610399246216, + "step": 420 + }, + { + "epoch": 0.5638707517160556, + "grad_norm": 0.21855522780024444, + "learning_rate": 3.8317500458869407e-05, + "loss": 0.8730891942977905, + "step": 421 + }, + { + "epoch": 0.5652101121714381, + "grad_norm": 0.2231654916323255, + "learning_rate": 3.8130685460631915e-05, + "loss": 0.8856726288795471, + "step": 422 + }, + { + "epoch": 0.5665494726268206, + "grad_norm": 0.19953733222134984, + "learning_rate": 3.794391131716651e-05, + "loss": 0.8693549036979675, + "step": 423 + }, + { + "epoch": 0.5678888330822033, + "grad_norm": 0.17190873502705367, + "learning_rate": 3.775718211051233e-05, + "loss": 0.8690682649612427, + "step": 424 + }, + { + "epoch": 0.5692281935375858, + "grad_norm": 0.23716881942612886, + "learning_rate": 3.757050192172635e-05, + "loss": 0.8726681470870972, + "step": 425 + }, + { + "epoch": 0.5705675539929683, + "grad_norm": 0.22290256643263015, + "learning_rate": 3.738387483079428e-05, + "loss": 0.879726767539978, + "step": 426 + }, + { + "epoch": 0.571906914448351, + "grad_norm": 0.18381395165951167, + "learning_rate": 3.7197304916541306e-05, + "loss": 0.8783985376358032, + "step": 427 + }, + { + "epoch": 0.5732462749037335, + "grad_norm": 0.22765000500597882, + "learning_rate": 3.7010796256543034e-05, + "loss": 0.878974437713623, + "step": 428 + }, + { + "epoch": 0.574585635359116, + "grad_norm": 0.22163007061538173, + "learning_rate": 3.682435292703629e-05, + "loss": 0.8713866472244263, + "step": 429 + }, + { + "epoch": 0.5759249958144986, + "grad_norm": 0.20371172723764758, + "learning_rate": 3.6637979002830106e-05, + "loss": 0.8796266317367554, + "step": 430 + }, + { + "epoch": 0.5772643562698812, + "grad_norm": 0.1998206764522067, + "learning_rate": 3.6451678557216594e-05, + "loss": 0.8608413934707642, + "step": 431 + }, + { + "epoch": 0.5786037167252637, + "grad_norm": 0.21874058996853543, + "learning_rate": 3.626545566188198e-05, + "loss": 0.8731131553649902, + "step": 432 + }, + { + "epoch": 0.5799430771806462, + "grad_norm": 0.20785679907222504, + "learning_rate": 3.6079314386817575e-05, + "loss": 0.8750489354133606, + "step": 433 + }, + { + "epoch": 0.5812824376360288, + "grad_norm": 0.2139826824510004, + "learning_rate": 3.589325880023087e-05, + "loss": 0.867850661277771, + "step": 434 + }, + { + "epoch": 0.5826217980914113, + "grad_norm": 0.2058397086852482, + "learning_rate": 3.5707292968456544e-05, + "loss": 0.8824687600135803, + "step": 435 + }, + { + "epoch": 0.5839611585467939, + "grad_norm": 0.2234799265297003, + "learning_rate": 3.552142095586769e-05, + "loss": 0.8690378665924072, + "step": 436 + }, + { + "epoch": 0.5853005190021765, + "grad_norm": 0.19760641522762626, + "learning_rate": 3.533564682478691e-05, + "loss": 0.8751097917556763, + "step": 437 + }, + { + "epoch": 0.586639879457559, + "grad_norm": 0.2334335898022528, + "learning_rate": 3.5149974635397547e-05, + "loss": 0.8742689490318298, + "step": 438 + }, + { + "epoch": 0.5879792399129415, + "grad_norm": 0.2095792662279493, + "learning_rate": 3.4964408445654996e-05, + "loss": 0.8669417500495911, + "step": 439 + }, + { + "epoch": 0.5893186003683242, + "grad_norm": 0.21099729245604798, + "learning_rate": 3.477895231119795e-05, + "loss": 0.8878942728042603, + "step": 440 + }, + { + "epoch": 0.5906579608237067, + "grad_norm": 0.19382668238270218, + "learning_rate": 3.459361028525979e-05, + "loss": 0.8797996044158936, + "step": 441 + }, + { + "epoch": 0.5919973212790892, + "grad_norm": 0.1843091422043857, + "learning_rate": 3.4408386418580036e-05, + "loss": 0.8693681955337524, + "step": 442 + }, + { + "epoch": 0.5933366817344717, + "grad_norm": 0.20683570676709698, + "learning_rate": 3.422328475931573e-05, + "loss": 0.8908190727233887, + "step": 443 + }, + { + "epoch": 0.5946760421898544, + "grad_norm": 0.2057924792370247, + "learning_rate": 3.403830935295302e-05, + "loss": 0.8776031136512756, + "step": 444 + }, + { + "epoch": 0.5960154026452369, + "grad_norm": 0.17532326111046756, + "learning_rate": 3.3853464242218794e-05, + "loss": 0.8776813745498657, + "step": 445 + }, + { + "epoch": 0.5973547631006194, + "grad_norm": 0.21443600648578945, + "learning_rate": 3.3668753466992205e-05, + "loss": 0.8645883798599243, + "step": 446 + }, + { + "epoch": 0.598694123556002, + "grad_norm": 0.2124598468576842, + "learning_rate": 3.3484181064216456e-05, + "loss": 0.8678313493728638, + "step": 447 + }, + { + "epoch": 0.6000334840113846, + "grad_norm": 0.20402524205810743, + "learning_rate": 3.329975106781055e-05, + "loss": 0.8687726259231567, + "step": 448 + }, + { + "epoch": 0.6013728444667671, + "grad_norm": 0.18612685972506135, + "learning_rate": 3.311546750858113e-05, + "loss": 0.8742750287055969, + "step": 449 + }, + { + "epoch": 0.6027122049221497, + "grad_norm": 0.1891108432413768, + "learning_rate": 3.2931334414134405e-05, + "loss": 0.8701868057250977, + "step": 450 + }, + { + "epoch": 0.6040515653775322, + "grad_norm": 0.16982398331582746, + "learning_rate": 3.2747355808788076e-05, + "loss": 0.8736456632614136, + "step": 451 + }, + { + "epoch": 0.6053909258329148, + "grad_norm": 0.17659874457896263, + "learning_rate": 3.256353571348342e-05, + "loss": 0.865876317024231, + "step": 452 + }, + { + "epoch": 0.6067302862882974, + "grad_norm": 0.17274518370972755, + "learning_rate": 3.23798781456974e-05, + "loss": 0.8682874441146851, + "step": 453 + }, + { + "epoch": 0.6080696467436799, + "grad_norm": 0.18370111962886002, + "learning_rate": 3.219638711935488e-05, + "loss": 0.8759806156158447, + "step": 454 + }, + { + "epoch": 0.6094090071990624, + "grad_norm": 0.18017141493044456, + "learning_rate": 3.201306664474083e-05, + "loss": 0.8729393482208252, + "step": 455 + }, + { + "epoch": 0.610748367654445, + "grad_norm": 0.17913777693968835, + "learning_rate": 3.182992072841279e-05, + "loss": 0.8672225475311279, + "step": 456 + }, + { + "epoch": 0.6120877281098276, + "grad_norm": 0.18273030607069873, + "learning_rate": 3.164695337311321e-05, + "loss": 0.8832433223724365, + "step": 457 + }, + { + "epoch": 0.6134270885652101, + "grad_norm": 0.16888489983875138, + "learning_rate": 3.146416857768201e-05, + "loss": 0.8711962699890137, + "step": 458 + }, + { + "epoch": 0.6147664490205926, + "grad_norm": 0.183689134893473, + "learning_rate": 3.1281570336969175e-05, + "loss": 0.8889421224594116, + "step": 459 + }, + { + "epoch": 0.6161058094759753, + "grad_norm": 0.19643613570894447, + "learning_rate": 3.109916264174743e-05, + "loss": 0.8681093454360962, + "step": 460 + }, + { + "epoch": 0.6174451699313578, + "grad_norm": 0.19084392537480904, + "learning_rate": 3.091694947862508e-05, + "loss": 0.8883289098739624, + "step": 461 + }, + { + "epoch": 0.6187845303867403, + "grad_norm": 0.19455102639388797, + "learning_rate": 3.07349348299588e-05, + "loss": 0.8684327602386475, + "step": 462 + }, + { + "epoch": 0.6201238908421229, + "grad_norm": 0.2110042976412982, + "learning_rate": 3.055312267376664e-05, + "loss": 0.8856212496757507, + "step": 463 + }, + { + "epoch": 0.6214632512975055, + "grad_norm": 0.20264326773939578, + "learning_rate": 3.0371516983641092e-05, + "loss": 0.8823476433753967, + "step": 464 + }, + { + "epoch": 0.622802611752888, + "grad_norm": 0.2408395898053557, + "learning_rate": 3.0190121728662202e-05, + "loss": 0.8705859780311584, + "step": 465 + }, + { + "epoch": 0.6241419722082705, + "grad_norm": 0.16660600272013446, + "learning_rate": 3.000894087331092e-05, + "loss": 0.8687702417373657, + "step": 466 + }, + { + "epoch": 0.6254813326636531, + "grad_norm": 0.1833218068837441, + "learning_rate": 2.9827978377382326e-05, + "loss": 0.886631965637207, + "step": 467 + }, + { + "epoch": 0.6268206931190357, + "grad_norm": 0.16224401095054353, + "learning_rate": 2.9647238195899168e-05, + "loss": 0.872834324836731, + "step": 468 + }, + { + "epoch": 0.6281600535744182, + "grad_norm": 0.19626912635658397, + "learning_rate": 2.946672427902541e-05, + "loss": 0.8802139759063721, + "step": 469 + }, + { + "epoch": 0.6294994140298008, + "grad_norm": 0.18658582323373188, + "learning_rate": 2.9286440571979883e-05, + "loss": 0.8691961169242859, + "step": 470 + }, + { + "epoch": 0.6308387744851833, + "grad_norm": 0.17933302895676084, + "learning_rate": 2.910639101495008e-05, + "loss": 0.8831414580345154, + "step": 471 + }, + { + "epoch": 0.6321781349405659, + "grad_norm": 0.21056145987820624, + "learning_rate": 2.892657954300603e-05, + "loss": 0.8592995405197144, + "step": 472 + }, + { + "epoch": 0.6335174953959485, + "grad_norm": 0.19348734309236396, + "learning_rate": 2.87470100860143e-05, + "loss": 0.8894145488739014, + "step": 473 + }, + { + "epoch": 0.634856855851331, + "grad_norm": 0.19617888436938632, + "learning_rate": 2.85676865685521e-05, + "loss": 0.8913651704788208, + "step": 474 + }, + { + "epoch": 0.6361962163067135, + "grad_norm": 0.17402543550384714, + "learning_rate": 2.8388612909821515e-05, + "loss": 0.8747457265853882, + "step": 475 + }, + { + "epoch": 0.637535576762096, + "grad_norm": 0.2012596289013423, + "learning_rate": 2.8209793023563833e-05, + "loss": 0.8532263040542603, + "step": 476 + }, + { + "epoch": 0.6388749372174787, + "grad_norm": 0.16632768987251, + "learning_rate": 2.8031230817974058e-05, + "loss": 0.867146372795105, + "step": 477 + }, + { + "epoch": 0.6402142976728612, + "grad_norm": 0.17609764997939167, + "learning_rate": 2.7852930195615413e-05, + "loss": 0.873975396156311, + "step": 478 + }, + { + "epoch": 0.6415536581282437, + "grad_norm": 0.16290767187768426, + "learning_rate": 2.767489505333413e-05, + "loss": 0.8610473871231079, + "step": 479 + }, + { + "epoch": 0.6428930185836264, + "grad_norm": 0.15305292702967407, + "learning_rate": 2.7497129282174228e-05, + "loss": 0.8679625988006592, + "step": 480 + }, + { + "epoch": 0.6442323790390089, + "grad_norm": 0.1861499687391075, + "learning_rate": 2.7319636767292483e-05, + "loss": 0.8768002986907959, + "step": 481 + }, + { + "epoch": 0.6455717394943914, + "grad_norm": 0.1682720928607583, + "learning_rate": 2.7142421387873548e-05, + "loss": 0.8597822189331055, + "step": 482 + }, + { + "epoch": 0.646911099949774, + "grad_norm": 0.16548537206188335, + "learning_rate": 2.6965487017045114e-05, + "loss": 0.8771868348121643, + "step": 483 + }, + { + "epoch": 0.6482504604051565, + "grad_norm": 0.1551493965377178, + "learning_rate": 2.678883752179333e-05, + "loss": 0.8683747053146362, + "step": 484 + }, + { + "epoch": 0.6495898208605391, + "grad_norm": 0.17612866007244074, + "learning_rate": 2.661247676287822e-05, + "loss": 0.8681081533432007, + "step": 485 + }, + { + "epoch": 0.6509291813159217, + "grad_norm": 0.18465671357420232, + "learning_rate": 2.6436408594749332e-05, + "loss": 0.8595088720321655, + "step": 486 + }, + { + "epoch": 0.6522685417713042, + "grad_norm": 0.19775818406535858, + "learning_rate": 2.6260636865461554e-05, + "loss": 0.8700419664382935, + "step": 487 + }, + { + "epoch": 0.6536079022266867, + "grad_norm": 0.18083686062565354, + "learning_rate": 2.608516541659091e-05, + "loss": 0.8755306005477905, + "step": 488 + }, + { + "epoch": 0.6549472626820693, + "grad_norm": 0.1817072211213672, + "learning_rate": 2.5909998083150662e-05, + "loss": 0.875275731086731, + "step": 489 + }, + { + "epoch": 0.6562866231374519, + "grad_norm": 0.20261985924363612, + "learning_rate": 2.573513869350748e-05, + "loss": 0.8786300420761108, + "step": 490 + }, + { + "epoch": 0.6576259835928344, + "grad_norm": 0.17226016407298883, + "learning_rate": 2.556059106929778e-05, + "loss": 0.8597031831741333, + "step": 491 + }, + { + "epoch": 0.6589653440482169, + "grad_norm": 0.1827246814121758, + "learning_rate": 2.53863590253442e-05, + "loss": 0.8801453113555908, + "step": 492 + }, + { + "epoch": 0.6603047045035996, + "grad_norm": 0.16642060261390323, + "learning_rate": 2.5212446369572203e-05, + "loss": 0.8641231060028076, + "step": 493 + }, + { + "epoch": 0.6616440649589821, + "grad_norm": 0.1611151525632456, + "learning_rate": 2.5038856902926874e-05, + "loss": 0.868855357170105, + "step": 494 + }, + { + "epoch": 0.6629834254143646, + "grad_norm": 0.16125774426215733, + "learning_rate": 2.4865594419289862e-05, + "loss": 0.8626859188079834, + "step": 495 + }, + { + "epoch": 0.6643227858697472, + "grad_norm": 0.1676315935693186, + "learning_rate": 2.4692662705396412e-05, + "loss": 0.8734741806983948, + "step": 496 + }, + { + "epoch": 0.6656621463251298, + "grad_norm": 0.15126849376524884, + "learning_rate": 2.4520065540752668e-05, + "loss": 0.8615834712982178, + "step": 497 + }, + { + "epoch": 0.6670015067805123, + "grad_norm": 0.18347321722525894, + "learning_rate": 2.434780669755301e-05, + "loss": 0.8751839399337769, + "step": 498 + }, + { + "epoch": 0.6683408672358948, + "grad_norm": 0.1508841019626686, + "learning_rate": 2.4175889940597657e-05, + "loss": 0.884482741355896, + "step": 499 + }, + { + "epoch": 0.6696802276912774, + "grad_norm": 0.19960327521635535, + "learning_rate": 2.400431902721037e-05, + "loss": 0.8566937446594238, + "step": 500 + }, + { + "epoch": 0.67101958814666, + "grad_norm": 0.14443772776443664, + "learning_rate": 2.3833097707156324e-05, + "loss": 0.8727964162826538, + "step": 501 + }, + { + "epoch": 0.6723589486020425, + "grad_norm": 0.16725330298938068, + "learning_rate": 2.366222972256016e-05, + "loss": 0.8809594511985779, + "step": 502 + }, + { + "epoch": 0.6736983090574251, + "grad_norm": 0.16781357308473263, + "learning_rate": 2.3491718807824216e-05, + "loss": 0.8673738241195679, + "step": 503 + }, + { + "epoch": 0.6750376695128076, + "grad_norm": 0.17570747562365038, + "learning_rate": 2.3321568689546893e-05, + "loss": 0.8616470098495483, + "step": 504 + }, + { + "epoch": 0.6763770299681902, + "grad_norm": 0.16051510536372204, + "learning_rate": 2.3151783086441184e-05, + "loss": 0.8740379810333252, + "step": 505 + }, + { + "epoch": 0.6777163904235728, + "grad_norm": 0.18129021585072444, + "learning_rate": 2.298236570925346e-05, + "loss": 0.8758866786956787, + "step": 506 + }, + { + "epoch": 0.6790557508789553, + "grad_norm": 0.16295406262498888, + "learning_rate": 2.2813320260682306e-05, + "loss": 0.867128312587738, + "step": 507 + }, + { + "epoch": 0.6803951113343378, + "grad_norm": 0.16478256891061058, + "learning_rate": 2.264465043529768e-05, + "loss": 0.8716765642166138, + "step": 508 + }, + { + "epoch": 0.6817344717897204, + "grad_norm": 0.15474659633991988, + "learning_rate": 2.2476359919460063e-05, + "loss": 0.8846920728683472, + "step": 509 + }, + { + "epoch": 0.683073832245103, + "grad_norm": 0.15329182470431504, + "learning_rate": 2.2308452391239958e-05, + "loss": 0.8774445056915283, + "step": 510 + }, + { + "epoch": 0.6844131927004855, + "grad_norm": 0.16056212194512698, + "learning_rate": 2.214093152033749e-05, + "loss": 0.8718781471252441, + "step": 511 + }, + { + "epoch": 0.685752553155868, + "grad_norm": 0.1575919454514403, + "learning_rate": 2.1973800968002184e-05, + "loss": 0.8818187713623047, + "step": 512 + }, + { + "epoch": 0.6870919136112507, + "grad_norm": 0.17718245777491798, + "learning_rate": 2.1807064386953024e-05, + "loss": 0.865309476852417, + "step": 513 + }, + { + "epoch": 0.6884312740666332, + "grad_norm": 0.15545488226689105, + "learning_rate": 2.1640725421298487e-05, + "loss": 0.8730646967887878, + "step": 514 + }, + { + "epoch": 0.6897706345220157, + "grad_norm": 0.15608129600810844, + "learning_rate": 2.1474787706457022e-05, + "loss": 0.8821252584457397, + "step": 515 + }, + { + "epoch": 0.6911099949773983, + "grad_norm": 0.13882389199813575, + "learning_rate": 2.130925486907752e-05, + "loss": 0.8648711442947388, + "step": 516 + }, + { + "epoch": 0.6924493554327809, + "grad_norm": 0.15450321733786967, + "learning_rate": 2.1144130526960093e-05, + "loss": 0.8667118549346924, + "step": 517 + }, + { + "epoch": 0.6937887158881634, + "grad_norm": 0.1374984241876389, + "learning_rate": 2.0979418288976996e-05, + "loss": 0.8739535808563232, + "step": 518 + }, + { + "epoch": 0.695128076343546, + "grad_norm": 0.14197049787475696, + "learning_rate": 2.0815121754993735e-05, + "loss": 0.8651376366615295, + "step": 519 + }, + { + "epoch": 0.6964674367989285, + "grad_norm": 0.15028526402034278, + "learning_rate": 2.065124451579041e-05, + "loss": 0.8664205074310303, + "step": 520 + }, + { + "epoch": 0.697806797254311, + "grad_norm": 0.13549391085379284, + "learning_rate": 2.0487790152983244e-05, + "loss": 0.8679447770118713, + "step": 521 + }, + { + "epoch": 0.6991461577096936, + "grad_norm": 0.1460017601006368, + "learning_rate": 2.0324762238946275e-05, + "loss": 0.8691471815109253, + "step": 522 + }, + { + "epoch": 0.7004855181650762, + "grad_norm": 0.1431846851216918, + "learning_rate": 2.0162164336733303e-05, + "loss": 0.8775564432144165, + "step": 523 + }, + { + "epoch": 0.7018248786204587, + "grad_norm": 0.13257622094406188, + "learning_rate": 2.0000000000000012e-05, + "loss": 0.8781810998916626, + "step": 524 + }, + { + "epoch": 0.7031642390758412, + "grad_norm": 0.1675549621603434, + "learning_rate": 1.9838272772926302e-05, + "loss": 0.8698958158493042, + "step": 525 + }, + { + "epoch": 0.7045035995312239, + "grad_norm": 0.13480027126291538, + "learning_rate": 1.9676986190138835e-05, + "loss": 0.8663254976272583, + "step": 526 + }, + { + "epoch": 0.7058429599866064, + "grad_norm": 0.15294108103460244, + "learning_rate": 1.9516143776633774e-05, + "loss": 0.8629517555236816, + "step": 527 + }, + { + "epoch": 0.7071823204419889, + "grad_norm": 0.14520176029650325, + "learning_rate": 1.935574904769973e-05, + "loss": 0.8624333143234253, + "step": 528 + }, + { + "epoch": 0.7085216808973716, + "grad_norm": 0.134713885922547, + "learning_rate": 1.9195805508841013e-05, + "loss": 0.8724282383918762, + "step": 529 + }, + { + "epoch": 0.7098610413527541, + "grad_norm": 0.15108114436487047, + "learning_rate": 1.9036316655700893e-05, + "loss": 0.8668349981307983, + "step": 530 + }, + { + "epoch": 0.7112004018081366, + "grad_norm": 0.13671066235890095, + "learning_rate": 1.8877285973985282e-05, + "loss": 0.8796319961547852, + "step": 531 + }, + { + "epoch": 0.7125397622635191, + "grad_norm": 0.13002954166230035, + "learning_rate": 1.8718716939386543e-05, + "loss": 0.8816193342208862, + "step": 532 + }, + { + "epoch": 0.7138791227189017, + "grad_norm": 0.149579455889861, + "learning_rate": 1.8560613017507506e-05, + "loss": 0.8821731209754944, + "step": 533 + }, + { + "epoch": 0.7152184831742843, + "grad_norm": 0.13743335640356336, + "learning_rate": 1.840297766378575e-05, + "loss": 0.8548274040222168, + "step": 534 + }, + { + "epoch": 0.7165578436296668, + "grad_norm": 0.14190992365830207, + "learning_rate": 1.8245814323418063e-05, + "loss": 0.8705548048019409, + "step": 535 + }, + { + "epoch": 0.7178972040850494, + "grad_norm": 0.14016507952842097, + "learning_rate": 1.8089126431285152e-05, + "loss": 0.8656442165374756, + "step": 536 + }, + { + "epoch": 0.7192365645404319, + "grad_norm": 0.1504281446801305, + "learning_rate": 1.7932917411876586e-05, + "loss": 0.8762339353561401, + "step": 537 + }, + { + "epoch": 0.7205759249958145, + "grad_norm": 0.13435473240658485, + "learning_rate": 1.7777190679215923e-05, + "loss": 0.8614360690116882, + "step": 538 + }, + { + "epoch": 0.7219152854511971, + "grad_norm": 0.1536602881696007, + "learning_rate": 1.7621949636786104e-05, + "loss": 0.8601592779159546, + "step": 539 + }, + { + "epoch": 0.7232546459065796, + "grad_norm": 0.1530233513972156, + "learning_rate": 1.7467197677455118e-05, + "loss": 0.864124059677124, + "step": 540 + }, + { + "epoch": 0.7245940063619621, + "grad_norm": 0.14199812212808016, + "learning_rate": 1.7312938183401765e-05, + "loss": 0.8773407936096191, + "step": 541 + }, + { + "epoch": 0.7259333668173448, + "grad_norm": 0.15995982411725335, + "learning_rate": 1.7159174526041794e-05, + "loss": 0.8686542510986328, + "step": 542 + }, + { + "epoch": 0.7272727272727273, + "grad_norm": 0.15354853553335845, + "learning_rate": 1.7005910065954197e-05, + "loss": 0.8662307858467102, + "step": 543 + }, + { + "epoch": 0.7286120877281098, + "grad_norm": 0.14078496335090188, + "learning_rate": 1.6853148152807774e-05, + "loss": 0.8632434606552124, + "step": 544 + }, + { + "epoch": 0.7299514481834923, + "grad_norm": 0.15261704641462037, + "learning_rate": 1.670089212528792e-05, + "loss": 0.8669806122779846, + "step": 545 + }, + { + "epoch": 0.731290808638875, + "grad_norm": 0.1513819134513577, + "learning_rate": 1.654914531102365e-05, + "loss": 0.8775612115859985, + "step": 546 + }, + { + "epoch": 0.7326301690942575, + "grad_norm": 0.1358534877229751, + "learning_rate": 1.639791102651488e-05, + "loss": 0.8712992072105408, + "step": 547 + }, + { + "epoch": 0.73396952954964, + "grad_norm": 0.16067628596578593, + "learning_rate": 1.6247192577059943e-05, + "loss": 0.8825572729110718, + "step": 548 + }, + { + "epoch": 0.7353088900050226, + "grad_norm": 0.13837364745245015, + "learning_rate": 1.6096993256683332e-05, + "loss": 0.868409276008606, + "step": 549 + }, + { + "epoch": 0.7366482504604052, + "grad_norm": 0.1488210527589111, + "learning_rate": 1.5947316348063764e-05, + "loss": 0.8783029913902283, + "step": 550 + }, + { + "epoch": 0.7379876109157877, + "grad_norm": 0.15531256043223096, + "learning_rate": 1.5798165122462355e-05, + "loss": 0.866256594657898, + "step": 551 + }, + { + "epoch": 0.7393269713711703, + "grad_norm": 0.130400681920341, + "learning_rate": 1.5649542839651175e-05, + "loss": 0.8711825609207153, + "step": 552 + }, + { + "epoch": 0.7406663318265528, + "grad_norm": 0.15097118961428962, + "learning_rate": 1.5501452747841997e-05, + "loss": 0.8813204765319824, + "step": 553 + }, + { + "epoch": 0.7420056922819354, + "grad_norm": 0.1444971041300422, + "learning_rate": 1.53538980836153e-05, + "loss": 0.875779390335083, + "step": 554 + }, + { + "epoch": 0.7433450527373179, + "grad_norm": 0.15983906195186567, + "learning_rate": 1.5206882071849545e-05, + "loss": 0.8741669654846191, + "step": 555 + }, + { + "epoch": 0.7446844131927005, + "grad_norm": 0.1355928911062347, + "learning_rate": 1.5060407925650662e-05, + "loss": 0.8598854541778564, + "step": 556 + }, + { + "epoch": 0.746023773648083, + "grad_norm": 0.13602562978268276, + "learning_rate": 1.4914478846281872e-05, + "loss": 0.8700109720230103, + "step": 557 + }, + { + "epoch": 0.7473631341034656, + "grad_norm": 0.12852632137304454, + "learning_rate": 1.4769098023093676e-05, + "loss": 0.8685686588287354, + "step": 558 + }, + { + "epoch": 0.7487024945588482, + "grad_norm": 0.13847511439052035, + "learning_rate": 1.4624268633454187e-05, + "loss": 0.8838005661964417, + "step": 559 + }, + { + "epoch": 0.7500418550142307, + "grad_norm": 0.12583676980637623, + "learning_rate": 1.4479993842679663e-05, + "loss": 0.8625704050064087, + "step": 560 + }, + { + "epoch": 0.7513812154696132, + "grad_norm": 0.128203485289489, + "learning_rate": 1.4336276803965338e-05, + "loss": 0.8662985563278198, + "step": 561 + }, + { + "epoch": 0.7527205759249959, + "grad_norm": 0.13653789826965723, + "learning_rate": 1.4193120658316506e-05, + "loss": 0.8692458868026733, + "step": 562 + }, + { + "epoch": 0.7540599363803784, + "grad_norm": 0.11863623059533325, + "learning_rate": 1.405052853447987e-05, + "loss": 0.8643911480903625, + "step": 563 + }, + { + "epoch": 0.7553992968357609, + "grad_norm": 0.13264464820938757, + "learning_rate": 1.3908503548875167e-05, + "loss": 0.8673012256622314, + "step": 564 + }, + { + "epoch": 0.7567386572911434, + "grad_norm": 0.12704980324875467, + "learning_rate": 1.3767048805527039e-05, + "loss": 0.862754225730896, + "step": 565 + }, + { + "epoch": 0.7580780177465261, + "grad_norm": 0.1238471642458571, + "learning_rate": 1.3626167395997247e-05, + "loss": 0.8769301772117615, + "step": 566 + }, + { + "epoch": 0.7594173782019086, + "grad_norm": 0.13783491088045657, + "learning_rate": 1.3485862399317027e-05, + "loss": 0.8871258497238159, + "step": 567 + }, + { + "epoch": 0.7607567386572911, + "grad_norm": 0.13031583245387215, + "learning_rate": 1.3346136881919845e-05, + "loss": 0.8605697154998779, + "step": 568 + }, + { + "epoch": 0.7620960991126737, + "grad_norm": 0.12766262505196324, + "learning_rate": 1.320699389757437e-05, + "loss": 0.8688619136810303, + "step": 569 + }, + { + "epoch": 0.7634354595680563, + "grad_norm": 0.13303758007462416, + "learning_rate": 1.3068436487317713e-05, + "loss": 0.8767508864402771, + "step": 570 + }, + { + "epoch": 0.7647748200234388, + "grad_norm": 0.13228607356250646, + "learning_rate": 1.2930467679389022e-05, + "loss": 0.8681412935256958, + "step": 571 + }, + { + "epoch": 0.7661141804788214, + "grad_norm": 0.12005222020555555, + "learning_rate": 1.2793090489163218e-05, + "loss": 0.8661867380142212, + "step": 572 + }, + { + "epoch": 0.7674535409342039, + "grad_norm": 0.13195468524460277, + "learning_rate": 1.2656307919085146e-05, + "loss": 0.8680728673934937, + "step": 573 + }, + { + "epoch": 0.7687929013895864, + "grad_norm": 0.1320165820638193, + "learning_rate": 1.2520122958603933e-05, + "loss": 0.868954062461853, + "step": 574 + }, + { + "epoch": 0.7701322618449691, + "grad_norm": 0.12717407261567398, + "learning_rate": 1.2384538584107668e-05, + "loss": 0.877269983291626, + "step": 575 + }, + { + "epoch": 0.7714716223003516, + "grad_norm": 0.13462181233364415, + "learning_rate": 1.2249557758858335e-05, + "loss": 0.8749093413352966, + "step": 576 + }, + { + "epoch": 0.7728109827557341, + "grad_norm": 0.13228322165397566, + "learning_rate": 1.2115183432927071e-05, + "loss": 0.868626594543457, + "step": 577 + }, + { + "epoch": 0.7741503432111166, + "grad_norm": 0.11359418193030604, + "learning_rate": 1.1981418543129668e-05, + "loss": 0.8568856716156006, + "step": 578 + }, + { + "epoch": 0.7754897036664993, + "grad_norm": 0.12638751116359853, + "learning_rate": 1.1848266012962393e-05, + "loss": 0.8607402443885803, + "step": 579 + }, + { + "epoch": 0.7768290641218818, + "grad_norm": 0.12528883435025034, + "learning_rate": 1.1715728752538103e-05, + "loss": 0.8683662414550781, + "step": 580 + }, + { + "epoch": 0.7781684245772643, + "grad_norm": 0.11779122344927996, + "learning_rate": 1.1583809658522643e-05, + "loss": 0.8854649066925049, + "step": 581 + }, + { + "epoch": 0.779507785032647, + "grad_norm": 0.11889377542793812, + "learning_rate": 1.1452511614071518e-05, + "loss": 0.8731423616409302, + "step": 582 + }, + { + "epoch": 0.7808471454880295, + "grad_norm": 0.12276953420922905, + "learning_rate": 1.1321837488766913e-05, + "loss": 0.8679988384246826, + "step": 583 + }, + { + "epoch": 0.782186505943412, + "grad_norm": 0.12170266578498971, + "learning_rate": 1.1191790138554945e-05, + "loss": 0.8663763999938965, + "step": 584 + }, + { + "epoch": 0.7835258663987946, + "grad_norm": 0.11319872062759567, + "learning_rate": 1.1062372405683263e-05, + "loss": 0.8651244044303894, + "step": 585 + }, + { + "epoch": 0.7848652268541771, + "grad_norm": 0.11810212796138198, + "learning_rate": 1.0933587118638927e-05, + "loss": 0.8747796416282654, + "step": 586 + }, + { + "epoch": 0.7862045873095597, + "grad_norm": 0.10887190880014788, + "learning_rate": 1.0805437092086586e-05, + "loss": 0.8664879202842712, + "step": 587 + }, + { + "epoch": 0.7875439477649422, + "grad_norm": 0.1060428677550431, + "learning_rate": 1.0677925126806956e-05, + "loss": 0.8619367480278015, + "step": 588 + }, + { + "epoch": 0.7888833082203248, + "grad_norm": 0.11316065290832693, + "learning_rate": 1.0551054009635636e-05, + "loss": 0.8755437135696411, + "step": 589 + }, + { + "epoch": 0.7902226686757073, + "grad_norm": 0.12213570051138428, + "learning_rate": 1.0424826513402162e-05, + "loss": 0.8632907867431641, + "step": 590 + }, + { + "epoch": 0.7915620291310899, + "grad_norm": 0.11811385521052746, + "learning_rate": 1.0299245396869418e-05, + "loss": 0.8566582202911377, + "step": 591 + }, + { + "epoch": 0.7929013895864725, + "grad_norm": 0.11870469860749323, + "learning_rate": 1.0174313404673378e-05, + "loss": 0.8652503490447998, + "step": 592 + }, + { + "epoch": 0.794240750041855, + "grad_norm": 0.11642632041514202, + "learning_rate": 1.0050033267263068e-05, + "loss": 0.8666040897369385, + "step": 593 + }, + { + "epoch": 0.7955801104972375, + "grad_norm": 0.11271123011165501, + "learning_rate": 9.92640770084091e-06, + "loss": 0.8616808652877808, + "step": 594 + }, + { + "epoch": 0.7969194709526202, + "grad_norm": 0.11624230367298656, + "learning_rate": 9.803439407303369e-06, + "loss": 0.8712943196296692, + "step": 595 + }, + { + "epoch": 0.7982588314080027, + "grad_norm": 0.11751534209024293, + "learning_rate": 9.681131074181876e-06, + "loss": 0.8700709342956543, + "step": 596 + }, + { + "epoch": 0.7995981918633852, + "grad_norm": 0.12175042858094896, + "learning_rate": 9.55948537458415e-06, + "loss": 0.8653758764266968, + "step": 597 + }, + { + "epoch": 0.8009375523187678, + "grad_norm": 0.11051730011718072, + "learning_rate": 9.438504967135703e-06, + "loss": 0.859759509563446, + "step": 598 + }, + { + "epoch": 0.8022769127741504, + "grad_norm": 0.11944757063536243, + "learning_rate": 9.318192495921754e-06, + "loss": 0.8628091216087341, + "step": 599 + }, + { + "epoch": 0.8036162732295329, + "grad_norm": 0.1300501966435939, + "learning_rate": 9.19855059042949e-06, + "loss": 0.8775379657745361, + "step": 600 + }, + { + "epoch": 0.8049556336849154, + "grad_norm": 0.11067723833940438, + "learning_rate": 9.07958186549052e-06, + "loss": 0.8566068410873413, + "step": 601 + }, + { + "epoch": 0.806294994140298, + "grad_norm": 0.12435798088723733, + "learning_rate": 8.961288921223805e-06, + "loss": 0.8680790066719055, + "step": 602 + }, + { + "epoch": 0.8076343545956806, + "grad_norm": 0.11526262371532592, + "learning_rate": 8.84367434297876e-06, + "loss": 0.8559243679046631, + "step": 603 + }, + { + "epoch": 0.8089737150510631, + "grad_norm": 0.11562289937311675, + "learning_rate": 8.72674070127881e-06, + "loss": 0.8632556796073914, + "step": 604 + }, + { + "epoch": 0.8103130755064457, + "grad_norm": 0.11157152293753178, + "learning_rate": 8.610490551765162e-06, + "loss": 0.8667713403701782, + "step": 605 + }, + { + "epoch": 0.8116524359618282, + "grad_norm": 0.11862861011909966, + "learning_rate": 8.494926435140986e-06, + "loss": 0.8680082559585571, + "step": 606 + }, + { + "epoch": 0.8129917964172108, + "grad_norm": 0.11058276447133751, + "learning_rate": 8.380050877115864e-06, + "loss": 0.8787844777107239, + "step": 607 + }, + { + "epoch": 0.8143311568725934, + "grad_norm": 0.11035182964574768, + "learning_rate": 8.265866388350598e-06, + "loss": 0.8844963312149048, + "step": 608 + }, + { + "epoch": 0.8156705173279759, + "grad_norm": 0.10573409759536821, + "learning_rate": 8.152375464402342e-06, + "loss": 0.859270453453064, + "step": 609 + }, + { + "epoch": 0.8170098777833584, + "grad_norm": 0.11228477530407104, + "learning_rate": 8.039580585670047e-06, + "loss": 0.8675272464752197, + "step": 610 + }, + { + "epoch": 0.818349238238741, + "grad_norm": 0.11021493931190712, + "learning_rate": 7.927484217340268e-06, + "loss": 0.8565207719802856, + "step": 611 + }, + { + "epoch": 0.8196885986941236, + "grad_norm": 0.11751800069891458, + "learning_rate": 7.816088809333266e-06, + "loss": 0.8686612844467163, + "step": 612 + }, + { + "epoch": 0.8210279591495061, + "grad_norm": 0.11099301486626775, + "learning_rate": 7.705396796249505e-06, + "loss": 0.8637645244598389, + "step": 613 + }, + { + "epoch": 0.8223673196048886, + "grad_norm": 0.10684585744907993, + "learning_rate": 7.595410597316379e-06, + "loss": 0.8606627583503723, + "step": 614 + }, + { + "epoch": 0.8237066800602713, + "grad_norm": 0.114479487802595, + "learning_rate": 7.486132616335395e-06, + "loss": 0.8715918064117432, + "step": 615 + }, + { + "epoch": 0.8250460405156538, + "grad_norm": 0.12357407311236206, + "learning_rate": 7.3775652416295936e-06, + "loss": 0.8811098337173462, + "step": 616 + }, + { + "epoch": 0.8263854009710363, + "grad_norm": 0.1018906001195981, + "learning_rate": 7.2697108459914e-06, + "loss": 0.8510515689849854, + "step": 617 + }, + { + "epoch": 0.8277247614264189, + "grad_norm": 0.11510793709687688, + "learning_rate": 7.162571786630707e-06, + "loss": 0.8802266120910645, + "step": 618 + }, + { + "epoch": 0.8290641218818015, + "grad_norm": 0.10985562417753968, + "learning_rate": 7.056150405123414e-06, + "loss": 0.8502565622329712, + "step": 619 + }, + { + "epoch": 0.830403482337184, + "grad_norm": 0.10600131076359613, + "learning_rate": 6.950449027360213e-06, + "loss": 0.8826883435249329, + "step": 620 + }, + { + "epoch": 0.8317428427925665, + "grad_norm": 0.11433471498911951, + "learning_rate": 6.8454699634957586e-06, + "loss": 0.8738099336624146, + "step": 621 + }, + { + "epoch": 0.8330822032479491, + "grad_norm": 0.10950279122420588, + "learning_rate": 6.7412155078981865e-06, + "loss": 0.8639442324638367, + "step": 622 + }, + { + "epoch": 0.8344215637033316, + "grad_norm": 0.10799080989032715, + "learning_rate": 6.6376879390990025e-06, + "loss": 0.8762117624282837, + "step": 623 + }, + { + "epoch": 0.8357609241587142, + "grad_norm": 0.10733902528411342, + "learning_rate": 6.53488951974321e-06, + "loss": 0.8581281900405884, + "step": 624 + }, + { + "epoch": 0.8371002846140968, + "grad_norm": 0.11176168812915092, + "learning_rate": 6.432822496539915e-06, + "loss": 0.8563675880432129, + "step": 625 + }, + { + "epoch": 0.8384396450694793, + "grad_norm": 0.10221663384828403, + "learning_rate": 6.331489100213204e-06, + "loss": 0.865772008895874, + "step": 626 + }, + { + "epoch": 0.8397790055248618, + "grad_norm": 0.09837435329440289, + "learning_rate": 6.230891545453395e-06, + "loss": 0.8748994469642639, + "step": 627 + }, + { + "epoch": 0.8411183659802445, + "grad_norm": 0.10807279392506593, + "learning_rate": 6.1310320308686354e-06, + "loss": 0.8680225014686584, + "step": 628 + }, + { + "epoch": 0.842457726435627, + "grad_norm": 0.09768064046733724, + "learning_rate": 6.031912738936849e-06, + "loss": 0.8678373098373413, + "step": 629 + }, + { + "epoch": 0.8437970868910095, + "grad_norm": 0.1015809029022958, + "learning_rate": 5.933535835958029e-06, + "loss": 0.8708404302597046, + "step": 630 + }, + { + "epoch": 0.8451364473463922, + "grad_norm": 0.10794002356946901, + "learning_rate": 5.835903472006905e-06, + "loss": 0.8744752407073975, + "step": 631 + }, + { + "epoch": 0.8464758078017747, + "grad_norm": 0.09772198649085652, + "learning_rate": 5.7390177808859475e-06, + "loss": 0.860190212726593, + "step": 632 + }, + { + "epoch": 0.8478151682571572, + "grad_norm": 0.11209427408989413, + "learning_rate": 5.642880880078721e-06, + "loss": 0.8820698261260986, + "step": 633 + }, + { + "epoch": 0.8491545287125397, + "grad_norm": 0.10860351131929465, + "learning_rate": 5.547494870703642e-06, + "loss": 0.8616386651992798, + "step": 634 + }, + { + "epoch": 0.8504938891679223, + "grad_norm": 0.10866684859584659, + "learning_rate": 5.452861837468005e-06, + "loss": 0.8636765480041504, + "step": 635 + }, + { + "epoch": 0.8518332496233049, + "grad_norm": 0.1006939328389969, + "learning_rate": 5.358983848622452e-06, + "loss": 0.8664864897727966, + "step": 636 + }, + { + "epoch": 0.8531726100786874, + "grad_norm": 0.10559916320249045, + "learning_rate": 5.2658629559157835e-06, + "loss": 0.8764059543609619, + "step": 637 + }, + { + "epoch": 0.85451197053407, + "grad_norm": 0.1052114260414204, + "learning_rate": 5.173501194550072e-06, + "loss": 0.8566386699676514, + "step": 638 + }, + { + "epoch": 0.8558513309894525, + "grad_norm": 0.10455890325177675, + "learning_rate": 5.081900583136228e-06, + "loss": 0.8712558746337891, + "step": 639 + }, + { + "epoch": 0.8571906914448351, + "grad_norm": 0.10238359327551756, + "learning_rate": 4.991063123649853e-06, + "loss": 0.8549286127090454, + "step": 640 + }, + { + "epoch": 0.8585300519002177, + "grad_norm": 0.1052929910920113, + "learning_rate": 4.900990801387497e-06, + "loss": 0.8717979788780212, + "step": 641 + }, + { + "epoch": 0.8598694123556002, + "grad_norm": 0.10156544713233225, + "learning_rate": 4.811685584923269e-06, + "loss": 0.8659064173698425, + "step": 642 + }, + { + "epoch": 0.8612087728109827, + "grad_norm": 0.09243659771376618, + "learning_rate": 4.723149426065803e-06, + "loss": 0.8679224252700806, + "step": 643 + }, + { + "epoch": 0.8625481332663653, + "grad_norm": 0.09700721513112183, + "learning_rate": 4.635384259815614e-06, + "loss": 0.8493891954421997, + "step": 644 + }, + { + "epoch": 0.8638874937217479, + "grad_norm": 0.10574690432772352, + "learning_rate": 4.548392004322799e-06, + "loss": 0.8844394087791443, + "step": 645 + }, + { + "epoch": 0.8652268541771304, + "grad_norm": 0.10280067073915403, + "learning_rate": 4.462174560845114e-06, + "loss": 0.851788341999054, + "step": 646 + }, + { + "epoch": 0.8665662146325129, + "grad_norm": 0.0944681029234863, + "learning_rate": 4.376733813706433e-06, + "loss": 0.880761981010437, + "step": 647 + }, + { + "epoch": 0.8679055750878956, + "grad_norm": 0.10350747616416575, + "learning_rate": 4.292071630255548e-06, + "loss": 0.8677074909210205, + "step": 648 + }, + { + "epoch": 0.8692449355432781, + "grad_norm": 0.09650967181000819, + "learning_rate": 4.208189860825358e-06, + "loss": 0.8634464740753174, + "step": 649 + }, + { + "epoch": 0.8705842959986606, + "grad_norm": 0.09916241002259231, + "learning_rate": 4.12509033869247e-06, + "loss": 0.8697370290756226, + "step": 650 + }, + { + "epoch": 0.8719236564540432, + "grad_norm": 0.10108324879778724, + "learning_rate": 4.042774880037059e-06, + "loss": 0.8599544763565063, + "step": 651 + }, + { + "epoch": 0.8732630169094258, + "grad_norm": 0.09243394131495927, + "learning_rate": 3.961245283903239e-06, + "loss": 0.8817688226699829, + "step": 652 + }, + { + "epoch": 0.8746023773648083, + "grad_norm": 0.10331641148619426, + "learning_rate": 3.8805033321597015e-06, + "loss": 0.8564207553863525, + "step": 653 + }, + { + "epoch": 0.8759417378201909, + "grad_norm": 0.10558580045435674, + "learning_rate": 3.8005507894607997e-06, + "loss": 0.860696017742157, + "step": 654 + }, + { + "epoch": 0.8772810982755734, + "grad_norm": 0.10444551296183989, + "learning_rate": 3.7213894032079778e-06, + "loss": 0.8789005279541016, + "step": 655 + }, + { + "epoch": 0.878620458730956, + "grad_norm": 0.0969379244894827, + "learning_rate": 3.643020903511563e-06, + "loss": 0.8776953220367432, + "step": 656 + }, + { + "epoch": 0.8799598191863385, + "grad_norm": 0.10790624806273608, + "learning_rate": 3.565447003152964e-06, + "loss": 0.8571181297302246, + "step": 657 + }, + { + "epoch": 0.8812991796417211, + "grad_norm": 0.10477691549480385, + "learning_rate": 3.4886693975472443e-06, + "loss": 0.8560389280319214, + "step": 658 + }, + { + "epoch": 0.8826385400971036, + "grad_norm": 0.09813559375826432, + "learning_rate": 3.4126897647060474e-06, + "loss": 0.8699684143066406, + "step": 659 + }, + { + "epoch": 0.8839779005524862, + "grad_norm": 0.09813832554601809, + "learning_rate": 3.3375097652009526e-06, + "loss": 0.8595161437988281, + "step": 660 + }, + { + "epoch": 0.8853172610078688, + "grad_norm": 0.09587458422790734, + "learning_rate": 3.263131042127157e-06, + "loss": 0.8548429012298584, + "step": 661 + }, + { + "epoch": 0.8866566214632513, + "grad_norm": 0.09801177294143108, + "learning_rate": 3.189555221067577e-06, + "loss": 0.8632456064224243, + "step": 662 + }, + { + "epoch": 0.8879959819186338, + "grad_norm": 0.09722647195070884, + "learning_rate": 3.1167839100573194e-06, + "loss": 0.8654548525810242, + "step": 663 + }, + { + "epoch": 0.8893353423740165, + "grad_norm": 0.1030729011054221, + "learning_rate": 3.0448186995485307e-06, + "loss": 0.865413248538971, + "step": 664 + }, + { + "epoch": 0.890674702829399, + "grad_norm": 0.09159907373518272, + "learning_rate": 2.973661162375647e-06, + "loss": 0.8626821041107178, + "step": 665 + }, + { + "epoch": 0.8920140632847815, + "grad_norm": 0.09822649096101539, + "learning_rate": 2.9033128537210077e-06, + "loss": 0.8579151630401611, + "step": 666 + }, + { + "epoch": 0.893353423740164, + "grad_norm": 0.09554990867644066, + "learning_rate": 2.8337753110808753e-06, + "loss": 0.8664767742156982, + "step": 667 + }, + { + "epoch": 0.8946927841955467, + "grad_norm": 0.0940544920631781, + "learning_rate": 2.765050054231835e-06, + "loss": 0.8667508363723755, + "step": 668 + }, + { + "epoch": 0.8960321446509292, + "grad_norm": 0.09505186941767597, + "learning_rate": 2.6971385851975608e-06, + "loss": 0.8664491176605225, + "step": 669 + }, + { + "epoch": 0.8973715051063117, + "grad_norm": 0.09640496159648018, + "learning_rate": 2.630042388216012e-06, + "loss": 0.8690519332885742, + "step": 670 + }, + { + "epoch": 0.8987108655616943, + "grad_norm": 0.09338166771434768, + "learning_rate": 2.563762929706979e-06, + "loss": 0.8708868622779846, + "step": 671 + }, + { + "epoch": 0.9000502260170768, + "grad_norm": 0.09032253422132287, + "learning_rate": 2.4983016582400366e-06, + "loss": 0.8571633100509644, + "step": 672 + }, + { + "epoch": 0.9013895864724594, + "grad_norm": 0.09985352924424004, + "learning_rate": 2.4336600045028956e-06, + "loss": 0.8728021383285522, + "step": 673 + }, + { + "epoch": 0.902728946927842, + "grad_norm": 0.09095804473388606, + "learning_rate": 2.3698393812701114e-06, + "loss": 0.8710513114929199, + "step": 674 + }, + { + "epoch": 0.9040683073832245, + "grad_norm": 0.0907778752241714, + "learning_rate": 2.3068411833722283e-06, + "loss": 0.8682019710540771, + "step": 675 + }, + { + "epoch": 0.905407667838607, + "grad_norm": 0.08725840048506821, + "learning_rate": 2.244666787665297e-06, + "loss": 0.8690208792686462, + "step": 676 + }, + { + "epoch": 0.9067470282939896, + "grad_norm": 0.08769527712682709, + "learning_rate": 2.183317553000763e-06, + "loss": 0.8633980751037598, + "step": 677 + }, + { + "epoch": 0.9080863887493722, + "grad_norm": 0.09024779836807585, + "learning_rate": 2.122794820195777e-06, + "loss": 0.8639845848083496, + "step": 678 + }, + { + "epoch": 0.9094257492047547, + "grad_norm": 0.09693190682746106, + "learning_rate": 2.063099912003894e-06, + "loss": 0.883812665939331, + "step": 679 + }, + { + "epoch": 0.9107651096601372, + "grad_norm": 0.0861902022397013, + "learning_rate": 2.0042341330861605e-06, + "loss": 0.8602584600448608, + "step": 680 + }, + { + "epoch": 0.9121044701155199, + "grad_norm": 0.09371370939823905, + "learning_rate": 1.9461987699826147e-06, + "loss": 0.877825140953064, + "step": 681 + }, + { + "epoch": 0.9134438305709024, + "grad_norm": 0.09042366335672848, + "learning_rate": 1.888995091084147e-06, + "loss": 0.8823691010475159, + "step": 682 + }, + { + "epoch": 0.9147831910262849, + "grad_norm": 0.08752488797811156, + "learning_rate": 1.8326243466047833e-06, + "loss": 0.8719531297683716, + "step": 683 + }, + { + "epoch": 0.9161225514816675, + "grad_norm": 0.09838692247268259, + "learning_rate": 1.7770877685543687e-06, + "loss": 0.8698108792304993, + "step": 684 + }, + { + "epoch": 0.9174619119370501, + "grad_norm": 0.08608689280980435, + "learning_rate": 1.7223865707116472e-06, + "loss": 0.8581531047821045, + "step": 685 + }, + { + "epoch": 0.9188012723924326, + "grad_norm": 0.08652624883389393, + "learning_rate": 1.6685219485977056e-06, + "loss": 0.8714857697486877, + "step": 686 + }, + { + "epoch": 0.9201406328478152, + "grad_norm": 0.08764678535346417, + "learning_rate": 1.615495079449887e-06, + "loss": 0.8779809474945068, + "step": 687 + }, + { + "epoch": 0.9214799933031977, + "grad_norm": 0.08867186936205497, + "learning_rate": 1.5633071221960205e-06, + "loss": 0.8661234378814697, + "step": 688 + }, + { + "epoch": 0.9228193537585803, + "grad_norm": 0.0901392673827971, + "learning_rate": 1.5119592174291175e-06, + "loss": 0.8790245056152344, + "step": 689 + }, + { + "epoch": 0.9241587142139628, + "grad_norm": 0.10070892675692567, + "learning_rate": 1.4614524873824398e-06, + "loss": 0.8705023527145386, + "step": 690 + }, + { + "epoch": 0.9254980746693454, + "grad_norm": 0.09379245050344401, + "learning_rate": 1.4117880359049684e-06, + "loss": 0.8885618448257446, + "step": 691 + }, + { + "epoch": 0.9268374351247279, + "grad_norm": 0.09167671555096236, + "learning_rate": 1.3629669484372722e-06, + "loss": 0.8792763948440552, + "step": 692 + }, + { + "epoch": 0.9281767955801105, + "grad_norm": 0.08805121953326282, + "learning_rate": 1.3149902919877966e-06, + "loss": 0.8643807172775269, + "step": 693 + }, + { + "epoch": 0.9295161560354931, + "grad_norm": 0.0922229306076492, + "learning_rate": 1.2678591151095466e-06, + "loss": 0.862453281879425, + "step": 694 + }, + { + "epoch": 0.9308555164908756, + "grad_norm": 0.09307453015713951, + "learning_rate": 1.2215744478771473e-06, + "loss": 0.8628978729248047, + "step": 695 + }, + { + "epoch": 0.9321948769462581, + "grad_norm": 0.09390847242485158, + "learning_rate": 1.176137301864362e-06, + "loss": 0.8640226721763611, + "step": 696 + }, + { + "epoch": 0.9335342374016408, + "grad_norm": 0.09047699788223823, + "learning_rate": 1.1315486701219603e-06, + "loss": 0.8615423440933228, + "step": 697 + }, + { + "epoch": 0.9348735978570233, + "grad_norm": 0.09225121912036802, + "learning_rate": 1.0878095271560274e-06, + "loss": 0.8629521131515503, + "step": 698 + }, + { + "epoch": 0.9362129583124058, + "grad_norm": 0.09468262537112955, + "learning_rate": 1.0449208289066549e-06, + "loss": 0.8680487275123596, + "step": 699 + }, + { + "epoch": 0.9375523187677883, + "grad_norm": 0.08864131732671222, + "learning_rate": 1.0028835127270553e-06, + "loss": 0.8672420382499695, + "step": 700 + } + ], + "logging_steps": 1, + "max_steps": 747, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5327911649280000.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-700/training_args.bin b/checkpoint-700/training_args.bin new file mode 100644 index 0000000..a3970d7 --- /dev/null +++ b/checkpoint-700/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165add90fc159a0276935c35029d907531f50a4278b16b40d16b361adb507aec +size 7441 diff --git a/checkpoint-700/zero_to_fp32.py b/checkpoint-700/zero_to_fp32.py new file mode 100644 index 0000000..5995d6e --- /dev/null +++ b/checkpoint-700/zero_to_fp32.py @@ -0,0 +1,760 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: +# python zero_to_fp32.py . output_dir/ +# or +# python zero_to_fp32.py . output_dir/ --safe_serialization + +import argparse +import torch +import glob +import math +import os +import re +import gc +import json +import numpy as np +from tqdm import tqdm +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device, weights_only=False) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + total_files = len(files) + state_dicts = [] + for f in tqdm(files, desc='Loading checkpoint shards'): + state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if ZERO_STAGE not in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +class GatheredTensor: + """ + A pseudo tensor that collects partitioned weights. + It is more memory efficient when there are multiple groups. + """ + + def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape): + self.flat_groups = flat_groups + self.flat_groups_offset = flat_groups_offset + self.offset = offset + self.partitioned_numel = partitioned_numel + self.shape = shape + self.dtype = self.flat_groups[0][0].dtype + + def contiguous(self): + """ + Merge partitioned weights from flat_groups into a single tensor. + """ + end_idx = self.offset + self.partitioned_numel + world_size = len(self.flat_groups) + pad_flat_param_chunks = [] + + for rank_i in range(world_size): + # for each rank, we need to collect weights from related group/groups + flat_groups_at_rank_i = self.flat_groups[rank_i] + start_group_id = None + end_group_id = None + for group_id in range(len(self.flat_groups_offset)): + if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]: + start_group_id = group_id + if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]: + end_group_id = group_id + break + # collect weights from related group/groups + for group_id in range(start_group_id, end_group_id + 1): + flat_tensor = flat_groups_at_rank_i[group_id] + start_offset = self.offset - self.flat_groups_offset[group_id] + end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id] + pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset]) + + # collect weights from all ranks + pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0) + param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous() + return param + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size + + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]])) + for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'): + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # memory efficient tensor + tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape) + state_dict[name] = tensor + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def to_torch_tensor(state_dict, return_empty_tensor=False): + """ + Convert state_dict of GatheredTensor to torch tensor + """ + torch_state_dict = {} + converted_tensors = {} + for name, tensor in state_dict.items(): + tensor_id = id(tensor) + if tensor_id in converted_tensors: # shared tensors + shared_tensor = torch_state_dict[converted_tensors[tensor_id]] + torch_state_dict[name] = shared_tensor + else: + converted_tensors[tensor_id] = name + if return_empty_tensor: + torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype) + else: + torch_state_dict[name] = tensor.contiguous() + return torch_state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag=None, + exclude_frozen_parameters=False, + lazy_mode=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient. + Convert the pesduo tensor to torch tensor by ``.contiguous()`` + + Returns: + - pytorch ``state_dict`` + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + Note: the above usage may not work if your application doesn't have sufficient free CPU memory. + You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. Or you can load state_dict in lazy mode :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu + for name, lazy_tensor in state_dict.item(): + tensor = lazy_tensor.contiguous() # to cpu + print(name, tensor) + # del tensor to release memory if it no longer in use + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + if lazy_mode: + return state_dict + else: + return to_torch_tensor(state_dict) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, + output_dir, + max_shard_size="5GB", + safe_serialization=False, + tag=None, + exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_dir``: directory to the pytorch fp32 state_dict output files + - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB + - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`). + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + + # Dependency pre-check + if safe_serialization: + try: + from safetensors.torch import save_file + except ImportError: + print('If you want to use `safe_serialization`, please `pip install safetensors`') + raise + if max_shard_size is not None: + try: + from huggingface_hub import split_torch_state_dict_into_shards + except ImportError: + print('If you want to use `max_shard_size`, please `pip install huggingface_hub`') + raise + + # Convert zero checkpoint to state_dict + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag, + exclude_frozen_parameters, + lazy_mode=True) + + # Shard the model if it is too big. + weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin" + if max_shard_size is not None: + filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors") + # an memory-efficient approach for sharding + empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True) + state_dict_split = split_torch_state_dict_into_shards(empty_state_dict, + filename_pattern=filename_pattern, + max_shard_size=max_shard_size) + else: + from collections import namedtuple + StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"]) + state_dict_split = StateDictSplit(is_sharded=False, + filename_to_tensors={weights_name: list(state_dict.keys())}) + + # Save the model by shard + os.makedirs(output_dir, exist_ok=True) + filename_to_tensors = state_dict_split.filename_to_tensors.items() + for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"): + shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors} + shard_state_dict = to_torch_tensor(shard_state_dict) + output_path = os.path.join(output_dir, shard_file) + if safe_serialization: + save_file(shard_state_dict, output_path, metadata={"format": "pt"}) + else: + torch.save(shard_state_dict, output_path) + # release the memory of current shard + for tensor_name in list(shard_state_dict.keys()): + del state_dict[tensor_name] + del shard_state_dict[tensor_name] + del shard_state_dict + gc.collect() + + # Save index if sharded + if state_dict_split.is_sharded: + index = { + "metadata": state_dict_split.metadata, + "weight_map": state_dict_split.tensor_to_filename, + } + save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json" + save_index_file = os.path.join(output_dir, save_index_file) + with open(save_index_file, "w", encoding="utf-8") as f: + content = json.dumps(index, indent=2, sort_keys=True) + "\n" + f.write(content) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info("Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info("Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument("output_dir", + type=str, + help="directory to the pytorch fp32 state_dict output files" + "(e.g. path/checkpoint-12-output/)") + parser.add_argument( + "--max_shard_size", + type=str, + default="5GB", + help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size" + "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`" + "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances" + "without CPU OOM issues.") + parser.add_argument( + "--safe_serialization", + default=False, + action='store_true', + help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_dir, + max_shard_size=args.max_shard_size, + safe_serialization=args.safe_serialization, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters) diff --git a/checkpoint-747/chat_template.jinja b/checkpoint-747/chat_template.jinja new file mode 100644 index 0000000..699ff8d --- /dev/null +++ b/checkpoint-747/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/checkpoint-747/config.json b/checkpoint-747/config.json new file mode 100644 index 0000000..0f75c0d --- /dev/null +++ b/checkpoint-747/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-747/generation_config.json b/checkpoint-747/generation_config.json new file mode 100644 index 0000000..c35d61c --- /dev/null +++ b/checkpoint-747/generation_config.json @@ -0,0 +1,10 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.2.0" +} diff --git a/checkpoint-747/global_step747/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/checkpoint-747/global_step747/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..71a8417 --- /dev/null +++ b/checkpoint-747/global_step747/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39002284ccf7ddba00c4cb0e1b3c229db46e4a8e294d738a01b3c53f541d8f4 +size 2580868101 diff --git a/checkpoint-747/global_step747/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/checkpoint-747/global_step747/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..b64b3fb --- /dev/null +++ b/checkpoint-747/global_step747/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bcf3a4e5110da786b007833a2e00eea342241c8125353365dcbdb1292b5329c +size 2580868101 diff --git a/checkpoint-747/global_step747/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/checkpoint-747/global_step747/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..6ec235d --- /dev/null +++ b/checkpoint-747/global_step747/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd4ff6f1271c3ae9fe6a38030a8e3d33677279e85d3e8bbc1195e29d41198b6f +size 2580868101 diff --git a/checkpoint-747/global_step747/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/checkpoint-747/global_step747/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..7594617 --- /dev/null +++ b/checkpoint-747/global_step747/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:773f8e424bfea7744c78cd1c81f266a3667255d1f21d17df0c6f2492623c3b58 +size 2580868101 diff --git a/checkpoint-747/global_step747/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/checkpoint-747/global_step747/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..8b963c8 --- /dev/null +++ b/checkpoint-747/global_step747/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73dc496ac15a6d2e5db35dc2368ff9cc7ea004ad07de239a41c8bbd64f1dda61 +size 2580868101 diff --git a/checkpoint-747/global_step747/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/checkpoint-747/global_step747/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..68e478e --- /dev/null +++ b/checkpoint-747/global_step747/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1479273ae468ddafd93a1f23c7ad90e634b45e976b4daf7fd2230db472c586 +size 2580868101 diff --git a/checkpoint-747/global_step747/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/checkpoint-747/global_step747/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..d5ea73c --- /dev/null +++ b/checkpoint-747/global_step747/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760e0e14e43091da118be515d7a02cc7dacb63d0614bc50cdc8005c9d9983ab0 +size 2580868101 diff --git a/checkpoint-747/global_step747/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/checkpoint-747/global_step747/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000..0bba07b --- /dev/null +++ b/checkpoint-747/global_step747/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93e4b3e3a4a10a3862ff81ac96e31e54a0a1f0ee5ab3b293b8657c519fdef026 +size 2580868101 diff --git a/checkpoint-747/global_step747/zero_pp_rank_0_mp_rank_00_model_states.pt b/checkpoint-747/global_step747/zero_pp_rank_0_mp_rank_00_model_states.pt new file mode 100644 index 0000000..0b716db --- /dev/null +++ b/checkpoint-747/global_step747/zero_pp_rank_0_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a2b0948b5ef47f869a207a226f24f06519bd6c95d7fa81adccd99079cffec6 +size 156759 diff --git a/checkpoint-747/global_step747/zero_pp_rank_1_mp_rank_00_model_states.pt b/checkpoint-747/global_step747/zero_pp_rank_1_mp_rank_00_model_states.pt new file mode 100644 index 0000000..0614b5a --- /dev/null +++ b/checkpoint-747/global_step747/zero_pp_rank_1_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5067b8ada8ee04d78b5985ecf795d302a1b26ff94df9c2eecff813505465f0 +size 156759 diff --git a/checkpoint-747/global_step747/zero_pp_rank_2_mp_rank_00_model_states.pt b/checkpoint-747/global_step747/zero_pp_rank_2_mp_rank_00_model_states.pt new file mode 100644 index 0000000..06afc4c --- /dev/null +++ b/checkpoint-747/global_step747/zero_pp_rank_2_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb74ec0eb3819b70e629203aaa01aa9993ee960bce3d47211a5b2d21828eddf6 +size 156759 diff --git a/checkpoint-747/global_step747/zero_pp_rank_3_mp_rank_00_model_states.pt b/checkpoint-747/global_step747/zero_pp_rank_3_mp_rank_00_model_states.pt new file mode 100644 index 0000000..a7936ac --- /dev/null +++ b/checkpoint-747/global_step747/zero_pp_rank_3_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10c0ee25d568dc282732a28482ebad2ba7fb5c5a69d6d5568ffcbdc3d3cab52 +size 156759 diff --git a/checkpoint-747/global_step747/zero_pp_rank_4_mp_rank_00_model_states.pt b/checkpoint-747/global_step747/zero_pp_rank_4_mp_rank_00_model_states.pt new file mode 100644 index 0000000..b69e600 --- /dev/null +++ b/checkpoint-747/global_step747/zero_pp_rank_4_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0a2b10f64fa2c5d7a6112de9c199d37db257077d035e44830e9f8d31f9dcf6 +size 156759 diff --git a/checkpoint-747/global_step747/zero_pp_rank_5_mp_rank_00_model_states.pt b/checkpoint-747/global_step747/zero_pp_rank_5_mp_rank_00_model_states.pt new file mode 100644 index 0000000..f7612e5 --- /dev/null +++ b/checkpoint-747/global_step747/zero_pp_rank_5_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93608d97a805b9b35a4547c5f2b230007a29b9d4513c35e3dffd19152a4e7ec3 +size 156759 diff --git a/checkpoint-747/global_step747/zero_pp_rank_6_mp_rank_00_model_states.pt b/checkpoint-747/global_step747/zero_pp_rank_6_mp_rank_00_model_states.pt new file mode 100644 index 0000000..cbe7132 --- /dev/null +++ b/checkpoint-747/global_step747/zero_pp_rank_6_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e86697c5da8c2ecd35a0cabd3e2a698a761dfe8d0a2a412c27fb49fd6dfa64 +size 156759 diff --git a/checkpoint-747/global_step747/zero_pp_rank_7_mp_rank_00_model_states.pt b/checkpoint-747/global_step747/zero_pp_rank_7_mp_rank_00_model_states.pt new file mode 100644 index 0000000..6e2b38e --- /dev/null +++ b/checkpoint-747/global_step747/zero_pp_rank_7_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc6b965ad36eea85c5f5f25cc5f67dffed65052d58ee487f9fa368c4ebdb733d +size 156759 diff --git a/checkpoint-747/latest b/checkpoint-747/latest new file mode 100644 index 0000000..61e2131 --- /dev/null +++ b/checkpoint-747/latest @@ -0,0 +1 @@ +global_step747 \ No newline at end of file diff --git a/checkpoint-747/model.safetensors b/checkpoint-747/model.safetensors new file mode 100644 index 0000000..435c629 --- /dev/null +++ b/checkpoint-747/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68a66e164844df84673f4d97d002915ead5cf20036e4bac8df0b12b45ea75a60 +size 3441185608 diff --git a/checkpoint-747/rng_state_0.pth b/checkpoint-747/rng_state_0.pth new file mode 100644 index 0000000..4b0bea5 --- /dev/null +++ b/checkpoint-747/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f92cf63e0989759370d24108b469c492c12202403f036015307ce49f12cedc +size 16389 diff --git a/checkpoint-747/rng_state_1.pth b/checkpoint-747/rng_state_1.pth new file mode 100644 index 0000000..2c94d69 --- /dev/null +++ b/checkpoint-747/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed40a0a4e9f365d2c6cc004d97e6705894eba46c8be4c160c1455bc3062dee1 +size 16389 diff --git a/checkpoint-747/rng_state_2.pth b/checkpoint-747/rng_state_2.pth new file mode 100644 index 0000000..e3d2f61 --- /dev/null +++ b/checkpoint-747/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d688b304d19c260b5cfa471535ed51d7e1d60b3a0d0159dfd1a04b87904a9f42 +size 16389 diff --git a/checkpoint-747/rng_state_3.pth b/checkpoint-747/rng_state_3.pth new file mode 100644 index 0000000..84660ff --- /dev/null +++ b/checkpoint-747/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9967425ebcaee80d9b518fa0244d52f739b1b983d87cda71d5fede0c073e9d3b +size 16389 diff --git a/checkpoint-747/rng_state_4.pth b/checkpoint-747/rng_state_4.pth new file mode 100644 index 0000000..fd63d0f --- /dev/null +++ b/checkpoint-747/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469900fd39c667ffbd49c3c407c0ba317a1e9f5f9339a99b5d38423b7d0ce6d4 +size 16389 diff --git a/checkpoint-747/rng_state_5.pth b/checkpoint-747/rng_state_5.pth new file mode 100644 index 0000000..a9f2a80 --- /dev/null +++ b/checkpoint-747/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124688471ff2a6e80f2fcefedbf741fb18d08dd539d5bd07a52e81be545142a5 +size 16389 diff --git a/checkpoint-747/rng_state_6.pth b/checkpoint-747/rng_state_6.pth new file mode 100644 index 0000000..ffdeaa9 --- /dev/null +++ b/checkpoint-747/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e69f1ced9f992a72c948698e5eb06088610788988cdb2fdbdd624e064319d60 +size 16389 diff --git a/checkpoint-747/rng_state_7.pth b/checkpoint-747/rng_state_7.pth new file mode 100644 index 0000000..ad30a51 --- /dev/null +++ b/checkpoint-747/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a376268a55d6ee10c371c06aa952334c4c6a1af9ea2d71b1951a57367a0c6722 +size 16389 diff --git a/checkpoint-747/scheduler.pt b/checkpoint-747/scheduler.pt new file mode 100644 index 0000000..8374849 --- /dev/null +++ b/checkpoint-747/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d841c050a3d92484307045886014a5e5820cbd650e9e3c541b1ae9eea72026 +size 1465 diff --git a/checkpoint-747/tokenizer.json b/checkpoint-747/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/checkpoint-747/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/checkpoint-747/tokenizer_config.json b/checkpoint-747/tokenizer_config.json new file mode 100644 index 0000000..145e2c7 --- /dev/null +++ b/checkpoint-747/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/checkpoint-747/trainer_state.json b/checkpoint-747/trainer_state.json new file mode 100644 index 0000000..bbe817f --- /dev/null +++ b/checkpoint-747/trainer_state.json @@ -0,0 +1,5263 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 747, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013393604553825547, + "grad_norm": 7.59987480034225, + "learning_rate": 0.0, + "loss": 1.2203794717788696, + "step": 1 + }, + { + "epoch": 0.0026787209107651095, + "grad_norm": 7.556419191633864, + "learning_rate": 1.066666666666667e-06, + "loss": 1.2077422142028809, + "step": 2 + }, + { + "epoch": 0.004018081366147665, + "grad_norm": 7.43424441190293, + "learning_rate": 2.133333333333334e-06, + "loss": 1.2097434997558594, + "step": 3 + }, + { + "epoch": 0.005357441821530219, + "grad_norm": 7.021666134821503, + "learning_rate": 3.2000000000000003e-06, + "loss": 1.1891963481903076, + "step": 4 + }, + { + "epoch": 0.006696802276912774, + "grad_norm": 5.446482336710434, + "learning_rate": 4.266666666666668e-06, + "loss": 1.1889076232910156, + "step": 5 + }, + { + "epoch": 0.00803616273229533, + "grad_norm": 3.3854892179134715, + "learning_rate": 5.333333333333334e-06, + "loss": 1.1870930194854736, + "step": 6 + }, + { + "epoch": 0.009375523187677884, + "grad_norm": 3.8522461652029576, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.166532278060913, + "step": 7 + }, + { + "epoch": 0.010714883643060438, + "grad_norm": 4.114885499626225, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.1786075830459595, + "step": 8 + }, + { + "epoch": 0.012054244098442994, + "grad_norm": 3.7848771870154274, + "learning_rate": 8.533333333333335e-06, + "loss": 1.1633087396621704, + "step": 9 + }, + { + "epoch": 0.013393604553825548, + "grad_norm": 3.480585429874886, + "learning_rate": 9.600000000000001e-06, + "loss": 1.1381144523620605, + "step": 10 + }, + { + "epoch": 0.014732965009208104, + "grad_norm": 3.0527912777786415, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.130035161972046, + "step": 11 + }, + { + "epoch": 0.01607232546459066, + "grad_norm": 2.1785228593328774, + "learning_rate": 1.1733333333333335e-05, + "loss": 1.113619327545166, + "step": 12 + }, + { + "epoch": 0.017411685919973212, + "grad_norm": 2.153276697775204, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.1094508171081543, + "step": 13 + }, + { + "epoch": 0.018751046375355768, + "grad_norm": 2.1639832023027568, + "learning_rate": 1.3866666666666669e-05, + "loss": 1.1093754768371582, + "step": 14 + }, + { + "epoch": 0.020090406830738324, + "grad_norm": 1.5819539807956415, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.0970914363861084, + "step": 15 + }, + { + "epoch": 0.021429767286120876, + "grad_norm": 0.9981596182699652, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.0732706785202026, + "step": 16 + }, + { + "epoch": 0.02276912774150343, + "grad_norm": 1.150670436099805, + "learning_rate": 1.706666666666667e-05, + "loss": 1.067190408706665, + "step": 17 + }, + { + "epoch": 0.024108488196885988, + "grad_norm": 1.241573069994366, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.0586261749267578, + "step": 18 + }, + { + "epoch": 0.025447848652268543, + "grad_norm": 1.0318839224030094, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.065382957458496, + "step": 19 + }, + { + "epoch": 0.026787209107651096, + "grad_norm": 0.7926548431099205, + "learning_rate": 2.026666666666667e-05, + "loss": 1.0423641204833984, + "step": 20 + }, + { + "epoch": 0.02812656956303365, + "grad_norm": 0.8651245571596619, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.0538524389266968, + "step": 21 + }, + { + "epoch": 0.029465930018416207, + "grad_norm": 0.7773713907984426, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.050022840499878, + "step": 22 + }, + { + "epoch": 0.03080529047379876, + "grad_norm": 0.6131435887086818, + "learning_rate": 2.346666666666667e-05, + "loss": 1.0374431610107422, + "step": 23 + }, + { + "epoch": 0.03214465092918132, + "grad_norm": 0.6411600233078315, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.0369596481323242, + "step": 24 + }, + { + "epoch": 0.03348401138456387, + "grad_norm": 0.6105825840662947, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.0248405933380127, + "step": 25 + }, + { + "epoch": 0.034823371839946424, + "grad_norm": 0.5514039178404373, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.0261945724487305, + "step": 26 + }, + { + "epoch": 0.03616273229532898, + "grad_norm": 0.47980911346053196, + "learning_rate": 2.7733333333333338e-05, + "loss": 1.0281734466552734, + "step": 27 + }, + { + "epoch": 0.037502092750711535, + "grad_norm": 0.5015032388738222, + "learning_rate": 2.8800000000000002e-05, + "loss": 1.0181447267532349, + "step": 28 + }, + { + "epoch": 0.03884145320609409, + "grad_norm": 0.4412925876210946, + "learning_rate": 2.986666666666667e-05, + "loss": 1.0037535429000854, + "step": 29 + }, + { + "epoch": 0.04018081366147665, + "grad_norm": 0.4791162369947075, + "learning_rate": 3.093333333333334e-05, + "loss": 1.0166124105453491, + "step": 30 + }, + { + "epoch": 0.0415201741168592, + "grad_norm": 0.38218322408541294, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.015824794769287, + "step": 31 + }, + { + "epoch": 0.04285953457224175, + "grad_norm": 0.4068277079215438, + "learning_rate": 3.3066666666666666e-05, + "loss": 0.9952138662338257, + "step": 32 + }, + { + "epoch": 0.04419889502762431, + "grad_norm": 0.41007437644363576, + "learning_rate": 3.413333333333334e-05, + "loss": 0.9999523162841797, + "step": 33 + }, + { + "epoch": 0.04553825548300686, + "grad_norm": 0.39463041187020714, + "learning_rate": 3.52e-05, + "loss": 1.0010638236999512, + "step": 34 + }, + { + "epoch": 0.04687761593838942, + "grad_norm": 0.38858670221650043, + "learning_rate": 3.626666666666667e-05, + "loss": 1.0023632049560547, + "step": 35 + }, + { + "epoch": 0.048216976393771975, + "grad_norm": 0.42457022462001964, + "learning_rate": 3.733333333333334e-05, + "loss": 0.9928240776062012, + "step": 36 + }, + { + "epoch": 0.04955633684915453, + "grad_norm": 0.4203545219017498, + "learning_rate": 3.8400000000000005e-05, + "loss": 0.9923948049545288, + "step": 37 + }, + { + "epoch": 0.05089569730453709, + "grad_norm": 0.6018289451317828, + "learning_rate": 3.946666666666667e-05, + "loss": 0.9856561422348022, + "step": 38 + }, + { + "epoch": 0.052235057759919636, + "grad_norm": 0.9556415125996957, + "learning_rate": 4.053333333333334e-05, + "loss": 0.9986469745635986, + "step": 39 + }, + { + "epoch": 0.05357441821530219, + "grad_norm": 1.6335316008464362, + "learning_rate": 4.16e-05, + "loss": 0.9917392730712891, + "step": 40 + }, + { + "epoch": 0.05491377867068475, + "grad_norm": 0.5854953221201857, + "learning_rate": 4.266666666666667e-05, + "loss": 0.992963433265686, + "step": 41 + }, + { + "epoch": 0.0562531391260673, + "grad_norm": 0.9145316728664418, + "learning_rate": 4.373333333333334e-05, + "loss": 0.9989960789680481, + "step": 42 + }, + { + "epoch": 0.05759249958144986, + "grad_norm": 1.2192655126783132, + "learning_rate": 4.4800000000000005e-05, + "loss": 0.9921097159385681, + "step": 43 + }, + { + "epoch": 0.058931860036832415, + "grad_norm": 0.7759793940795199, + "learning_rate": 4.586666666666667e-05, + "loss": 0.9693036675453186, + "step": 44 + }, + { + "epoch": 0.06027122049221497, + "grad_norm": 1.0242111422485076, + "learning_rate": 4.693333333333334e-05, + "loss": 0.9812385439872742, + "step": 45 + }, + { + "epoch": 0.06161058094759752, + "grad_norm": 1.1346825970435035, + "learning_rate": 4.8e-05, + "loss": 0.9808453321456909, + "step": 46 + }, + { + "epoch": 0.06294994140298008, + "grad_norm": 0.8278266210784355, + "learning_rate": 4.906666666666667e-05, + "loss": 0.9826059937477112, + "step": 47 + }, + { + "epoch": 0.06428930185836264, + "grad_norm": 0.8341908558108033, + "learning_rate": 5.0133333333333343e-05, + "loss": 0.9739001393318176, + "step": 48 + }, + { + "epoch": 0.06562866231374519, + "grad_norm": 0.8183375480539544, + "learning_rate": 5.1200000000000004e-05, + "loss": 0.9766189455986023, + "step": 49 + }, + { + "epoch": 0.06696802276912774, + "grad_norm": 1.1789309992406718, + "learning_rate": 5.226666666666667e-05, + "loss": 0.9653265476226807, + "step": 50 + }, + { + "epoch": 0.0683073832245103, + "grad_norm": 1.200678628689884, + "learning_rate": 5.333333333333333e-05, + "loss": 0.9755718111991882, + "step": 51 + }, + { + "epoch": 0.06964674367989285, + "grad_norm": 1.2668282300020823, + "learning_rate": 5.440000000000001e-05, + "loss": 0.9740673899650574, + "step": 52 + }, + { + "epoch": 0.07098610413527541, + "grad_norm": 1.3742322857772529, + "learning_rate": 5.5466666666666675e-05, + "loss": 0.9595431089401245, + "step": 53 + }, + { + "epoch": 0.07232546459065796, + "grad_norm": 0.7207560308493244, + "learning_rate": 5.6533333333333336e-05, + "loss": 0.9671750068664551, + "step": 54 + }, + { + "epoch": 0.07366482504604052, + "grad_norm": 1.5441091916589376, + "learning_rate": 5.7600000000000004e-05, + "loss": 0.9589823484420776, + "step": 55 + }, + { + "epoch": 0.07500418550142307, + "grad_norm": 0.8387565660519588, + "learning_rate": 5.8666666666666665e-05, + "loss": 0.9685125350952148, + "step": 56 + }, + { + "epoch": 0.07634354595680562, + "grad_norm": 0.963471962771943, + "learning_rate": 5.973333333333334e-05, + "loss": 0.9614203572273254, + "step": 57 + }, + { + "epoch": 0.07768290641218818, + "grad_norm": 1.2156734129108198, + "learning_rate": 6.080000000000001e-05, + "loss": 0.9662147164344788, + "step": 58 + }, + { + "epoch": 0.07902226686757073, + "grad_norm": 1.2490419972325981, + "learning_rate": 6.186666666666668e-05, + "loss": 0.9815347194671631, + "step": 59 + }, + { + "epoch": 0.0803616273229533, + "grad_norm": 0.8182137749498168, + "learning_rate": 6.293333333333334e-05, + "loss": 0.9416379332542419, + "step": 60 + }, + { + "epoch": 0.08170098777833584, + "grad_norm": 0.9511257567878127, + "learning_rate": 6.400000000000001e-05, + "loss": 0.9608907103538513, + "step": 61 + }, + { + "epoch": 0.0830403482337184, + "grad_norm": 1.1244950887988947, + "learning_rate": 6.506666666666667e-05, + "loss": 0.9711039662361145, + "step": 62 + }, + { + "epoch": 0.08437970868910095, + "grad_norm": 0.7241607125581461, + "learning_rate": 6.613333333333333e-05, + "loss": 0.956953763961792, + "step": 63 + }, + { + "epoch": 0.0857190691444835, + "grad_norm": 1.2263338483627315, + "learning_rate": 6.720000000000001e-05, + "loss": 0.9655635952949524, + "step": 64 + }, + { + "epoch": 0.08705842959986607, + "grad_norm": 1.2341337964430132, + "learning_rate": 6.826666666666668e-05, + "loss": 0.9627944231033325, + "step": 65 + }, + { + "epoch": 0.08839779005524862, + "grad_norm": 1.1775448887951347, + "learning_rate": 6.933333333333334e-05, + "loss": 0.9672762155532837, + "step": 66 + }, + { + "epoch": 0.08973715051063118, + "grad_norm": 0.9411494481784036, + "learning_rate": 7.04e-05, + "loss": 0.9656286835670471, + "step": 67 + }, + { + "epoch": 0.09107651096601373, + "grad_norm": 1.5058542772932988, + "learning_rate": 7.146666666666666e-05, + "loss": 0.9635396003723145, + "step": 68 + }, + { + "epoch": 0.09241587142139629, + "grad_norm": 0.8791327927912097, + "learning_rate": 7.253333333333334e-05, + "loss": 0.9501133561134338, + "step": 69 + }, + { + "epoch": 0.09375523187677884, + "grad_norm": 1.0136457894860957, + "learning_rate": 7.360000000000001e-05, + "loss": 0.9675654172897339, + "step": 70 + }, + { + "epoch": 0.09509459233216139, + "grad_norm": 0.9418617062383696, + "learning_rate": 7.466666666666667e-05, + "loss": 0.9422785043716431, + "step": 71 + }, + { + "epoch": 0.09643395278754395, + "grad_norm": 1.7268687993740954, + "learning_rate": 7.573333333333334e-05, + "loss": 0.9585210084915161, + "step": 72 + }, + { + "epoch": 0.0977733132429265, + "grad_norm": 0.5922280173398358, + "learning_rate": 7.680000000000001e-05, + "loss": 0.9478949308395386, + "step": 73 + }, + { + "epoch": 0.09911267369830906, + "grad_norm": 1.578711533324252, + "learning_rate": 7.786666666666667e-05, + "loss": 0.9586780071258545, + "step": 74 + }, + { + "epoch": 0.10045203415369161, + "grad_norm": 0.8717604778689436, + "learning_rate": 7.893333333333335e-05, + "loss": 0.9589528441429138, + "step": 75 + }, + { + "epoch": 0.10179139460907417, + "grad_norm": 1.0780985444934892, + "learning_rate": 8e-05, + "loss": 0.9439480304718018, + "step": 76 + }, + { + "epoch": 0.10313075506445672, + "grad_norm": 1.0712670283093053, + "learning_rate": 7.999956289034042e-05, + "loss": 0.9548436999320984, + "step": 77 + }, + { + "epoch": 0.10447011551983927, + "grad_norm": 1.4418577692497994, + "learning_rate": 7.999825157091493e-05, + "loss": 0.9496671557426453, + "step": 78 + }, + { + "epoch": 0.10580947597522183, + "grad_norm": 1.2367569549227773, + "learning_rate": 7.999606607038301e-05, + "loss": 0.9423863887786865, + "step": 79 + }, + { + "epoch": 0.10714883643060438, + "grad_norm": 1.0193656490711345, + "learning_rate": 7.999300643650986e-05, + "loss": 0.9572180509567261, + "step": 80 + }, + { + "epoch": 0.10848819688598695, + "grad_norm": 1.4112949078071588, + "learning_rate": 7.998907273616527e-05, + "loss": 0.9576992392539978, + "step": 81 + }, + { + "epoch": 0.1098275573413695, + "grad_norm": 1.0050483615871197, + "learning_rate": 7.998426505532213e-05, + "loss": 0.9516314268112183, + "step": 82 + }, + { + "epoch": 0.11116691779675206, + "grad_norm": 1.2066376507121481, + "learning_rate": 7.997858349905463e-05, + "loss": 0.9690903425216675, + "step": 83 + }, + { + "epoch": 0.1125062782521346, + "grad_norm": 0.9035971939740141, + "learning_rate": 7.997202819153595e-05, + "loss": 0.9476237893104553, + "step": 84 + }, + { + "epoch": 0.11384563870751715, + "grad_norm": 1.1057535061713546, + "learning_rate": 7.996459927603547e-05, + "loss": 0.9481550455093384, + "step": 85 + }, + { + "epoch": 0.11518499916289972, + "grad_norm": 1.0543897140522707, + "learning_rate": 7.995629691491577e-05, + "loss": 0.9473648071289062, + "step": 86 + }, + { + "epoch": 0.11652435961828227, + "grad_norm": 1.2215825631690842, + "learning_rate": 7.994712128962892e-05, + "loss": 0.9453766942024231, + "step": 87 + }, + { + "epoch": 0.11786372007366483, + "grad_norm": 1.0801046215143588, + "learning_rate": 7.993707260071268e-05, + "loss": 0.94734787940979, + "step": 88 + }, + { + "epoch": 0.11920308052904738, + "grad_norm": 1.1005953739452812, + "learning_rate": 7.992615106778595e-05, + "loss": 0.9533910751342773, + "step": 89 + }, + { + "epoch": 0.12054244098442994, + "grad_norm": 1.1039131539238454, + "learning_rate": 7.991435692954414e-05, + "loss": 0.9366779327392578, + "step": 90 + }, + { + "epoch": 0.12188180143981249, + "grad_norm": 1.0826300445910615, + "learning_rate": 7.990169044375385e-05, + "loss": 0.949599027633667, + "step": 91 + }, + { + "epoch": 0.12322116189519504, + "grad_norm": 1.080804013195341, + "learning_rate": 7.988815188724721e-05, + "loss": 0.9338595867156982, + "step": 92 + }, + { + "epoch": 0.1245605223505776, + "grad_norm": 0.9661792241983362, + "learning_rate": 7.987374155591594e-05, + "loss": 0.9345501661300659, + "step": 93 + }, + { + "epoch": 0.12589988280596015, + "grad_norm": 0.9692184575560373, + "learning_rate": 7.985845976470478e-05, + "loss": 0.9287736415863037, + "step": 94 + }, + { + "epoch": 0.1272392432613427, + "grad_norm": 0.8333110857933443, + "learning_rate": 7.984230684760464e-05, + "loss": 0.9591622352600098, + "step": 95 + }, + { + "epoch": 0.12857860371672528, + "grad_norm": 0.9273848223858157, + "learning_rate": 7.982528315764535e-05, + "loss": 0.9320292472839355, + "step": 96 + }, + { + "epoch": 0.12991796417210782, + "grad_norm": 1.2902401930657603, + "learning_rate": 7.980738906688788e-05, + "loss": 0.9414469003677368, + "step": 97 + }, + { + "epoch": 0.13125732462749037, + "grad_norm": 0.7527994455173133, + "learning_rate": 7.97886249664162e-05, + "loss": 0.9305897355079651, + "step": 98 + }, + { + "epoch": 0.13259668508287292, + "grad_norm": 0.9576732066553404, + "learning_rate": 7.976899126632883e-05, + "loss": 0.9291049838066101, + "step": 99 + }, + { + "epoch": 0.13393604553825547, + "grad_norm": 0.8162756897476297, + "learning_rate": 7.974848839572971e-05, + "loss": 0.9590339660644531, + "step": 100 + }, + { + "epoch": 0.13527540599363805, + "grad_norm": 0.6762070221393078, + "learning_rate": 7.972711680271902e-05, + "loss": 0.9453955888748169, + "step": 101 + }, + { + "epoch": 0.1366147664490206, + "grad_norm": 0.8308301450039904, + "learning_rate": 7.970487695438324e-05, + "loss": 0.9262537956237793, + "step": 102 + }, + { + "epoch": 0.13795412690440315, + "grad_norm": 0.6778798009469817, + "learning_rate": 7.968176933678499e-05, + "loss": 0.9314043521881104, + "step": 103 + }, + { + "epoch": 0.1392934873597857, + "grad_norm": 0.6607037720687131, + "learning_rate": 7.965779445495243e-05, + "loss": 0.9274415969848633, + "step": 104 + }, + { + "epoch": 0.14063284781516824, + "grad_norm": 0.6622639262728551, + "learning_rate": 7.963295283286816e-05, + "loss": 0.9263443946838379, + "step": 105 + }, + { + "epoch": 0.14197220827055082, + "grad_norm": 0.7912652055136309, + "learning_rate": 7.960724501345783e-05, + "loss": 0.9300252199172974, + "step": 106 + }, + { + "epoch": 0.14331156872593337, + "grad_norm": 1.054978432558347, + "learning_rate": 7.958067155857827e-05, + "loss": 0.9237234592437744, + "step": 107 + }, + { + "epoch": 0.14465092918131592, + "grad_norm": 1.0654154939069729, + "learning_rate": 7.955323304900514e-05, + "loss": 0.9344139695167542, + "step": 108 + }, + { + "epoch": 0.14599028963669847, + "grad_norm": 0.8524134781957012, + "learning_rate": 7.952493008442036e-05, + "loss": 0.9211926460266113, + "step": 109 + }, + { + "epoch": 0.14732965009208104, + "grad_norm": 0.7025932587219853, + "learning_rate": 7.949576328339886e-05, + "loss": 0.9348384737968445, + "step": 110 + }, + { + "epoch": 0.1486690105474636, + "grad_norm": 0.6306347151205624, + "learning_rate": 7.946573328339517e-05, + "loss": 0.9268158078193665, + "step": 111 + }, + { + "epoch": 0.15000837100284614, + "grad_norm": 0.555961808840402, + "learning_rate": 7.943484074072943e-05, + "loss": 0.9165964126586914, + "step": 112 + }, + { + "epoch": 0.1513477314582287, + "grad_norm": 0.5538014043761714, + "learning_rate": 7.940308633057311e-05, + "loss": 0.9227532148361206, + "step": 113 + }, + { + "epoch": 0.15268709191361124, + "grad_norm": 0.616239699596105, + "learning_rate": 7.937047074693418e-05, + "loss": 0.9242917895317078, + "step": 114 + }, + { + "epoch": 0.15402645236899382, + "grad_norm": 0.6871147186152412, + "learning_rate": 7.933699470264194e-05, + "loss": 0.9295473098754883, + "step": 115 + }, + { + "epoch": 0.15536581282437636, + "grad_norm": 0.7296739512651451, + "learning_rate": 7.930265892933154e-05, + "loss": 0.9315687417984009, + "step": 116 + }, + { + "epoch": 0.1567051732797589, + "grad_norm": 0.6490446540604792, + "learning_rate": 7.926746417742787e-05, + "loss": 0.9344536066055298, + "step": 117 + }, + { + "epoch": 0.15804453373514146, + "grad_norm": 0.5888098073239115, + "learning_rate": 7.923141121612922e-05, + "loss": 0.9065610766410828, + "step": 118 + }, + { + "epoch": 0.159383894190524, + "grad_norm": 0.48420697795240103, + "learning_rate": 7.919450083339051e-05, + "loss": 0.9160439968109131, + "step": 119 + }, + { + "epoch": 0.1607232546459066, + "grad_norm": 0.6698312291927234, + "learning_rate": 7.915673383590594e-05, + "loss": 0.918449342250824, + "step": 120 + }, + { + "epoch": 0.16206261510128914, + "grad_norm": 0.755676653353074, + "learning_rate": 7.911811104909151e-05, + "loss": 0.9130410552024841, + "step": 121 + }, + { + "epoch": 0.16340197555667169, + "grad_norm": 0.604901772991201, + "learning_rate": 7.907863331706687e-05, + "loss": 0.9236974716186523, + "step": 122 + }, + { + "epoch": 0.16474133601205423, + "grad_norm": 0.5352954980579561, + "learning_rate": 7.903830150263693e-05, + "loss": 0.9243772625923157, + "step": 123 + }, + { + "epoch": 0.1660806964674368, + "grad_norm": 0.5519596915483821, + "learning_rate": 7.899711648727294e-05, + "loss": 0.9172723293304443, + "step": 124 + }, + { + "epoch": 0.16742005692281936, + "grad_norm": 0.5188579724106568, + "learning_rate": 7.895507917109335e-05, + "loss": 0.9457906484603882, + "step": 125 + }, + { + "epoch": 0.1687594173782019, + "grad_norm": 0.6671320105409932, + "learning_rate": 7.891219047284398e-05, + "loss": 0.9342581629753113, + "step": 126 + }, + { + "epoch": 0.17009877783358446, + "grad_norm": 0.6755983903544845, + "learning_rate": 7.886845132987804e-05, + "loss": 0.9132858514785767, + "step": 127 + }, + { + "epoch": 0.171438138288967, + "grad_norm": 0.6948054233230689, + "learning_rate": 7.882386269813564e-05, + "loss": 0.930912971496582, + "step": 128 + }, + { + "epoch": 0.17277749874434958, + "grad_norm": 1.195409472208412, + "learning_rate": 7.877842555212286e-05, + "loss": 0.9310725927352905, + "step": 129 + }, + { + "epoch": 0.17411685919973213, + "grad_norm": 1.1692345945453273, + "learning_rate": 7.873214088489047e-05, + "loss": 0.9095422029495239, + "step": 130 + }, + { + "epoch": 0.17545621965511468, + "grad_norm": 0.6863826376658689, + "learning_rate": 7.868500970801221e-05, + "loss": 0.9226965308189392, + "step": 131 + }, + { + "epoch": 0.17679558011049723, + "grad_norm": 0.5755734885102781, + "learning_rate": 7.863703305156273e-05, + "loss": 0.9249308109283447, + "step": 132 + }, + { + "epoch": 0.17813494056587978, + "grad_norm": 0.673888177777299, + "learning_rate": 7.858821196409504e-05, + "loss": 0.906527042388916, + "step": 133 + }, + { + "epoch": 0.17947430102126236, + "grad_norm": 0.7536373280389009, + "learning_rate": 7.853854751261757e-05, + "loss": 0.9176697731018066, + "step": 134 + }, + { + "epoch": 0.1808136614766449, + "grad_norm": 0.8145195593383961, + "learning_rate": 7.84880407825709e-05, + "loss": 0.9187479019165039, + "step": 135 + }, + { + "epoch": 0.18215302193202745, + "grad_norm": 0.8866001504567084, + "learning_rate": 7.843669287780399e-05, + "loss": 0.9249315857887268, + "step": 136 + }, + { + "epoch": 0.18349238238741, + "grad_norm": 1.0158024079305474, + "learning_rate": 7.838450492055013e-05, + "loss": 0.9169516563415527, + "step": 137 + }, + { + "epoch": 0.18483174284279258, + "grad_norm": 1.0310885995767975, + "learning_rate": 7.83314780514023e-05, + "loss": 0.9106529951095581, + "step": 138 + }, + { + "epoch": 0.18617110329817513, + "grad_norm": 0.9123831996966875, + "learning_rate": 7.827761342928836e-05, + "loss": 0.9233460426330566, + "step": 139 + }, + { + "epoch": 0.18751046375355768, + "grad_norm": 0.8139934469336522, + "learning_rate": 7.822291223144564e-05, + "loss": 0.9139848947525024, + "step": 140 + }, + { + "epoch": 0.18884982420894023, + "grad_norm": 0.9194655551693208, + "learning_rate": 7.816737565339522e-05, + "loss": 0.9265908002853394, + "step": 141 + }, + { + "epoch": 0.19018918466432277, + "grad_norm": 0.7853146807972304, + "learning_rate": 7.811100490891586e-05, + "loss": 0.9096084833145142, + "step": 142 + }, + { + "epoch": 0.19152854511970535, + "grad_norm": 0.45037783087212563, + "learning_rate": 7.805380123001738e-05, + "loss": 0.9067190885543823, + "step": 143 + }, + { + "epoch": 0.1928679055750879, + "grad_norm": 0.8272701165356915, + "learning_rate": 7.799576586691385e-05, + "loss": 0.9237310886383057, + "step": 144 + }, + { + "epoch": 0.19420726603047045, + "grad_norm": 0.7914425746519923, + "learning_rate": 7.793690008799613e-05, + "loss": 0.910027027130127, + "step": 145 + }, + { + "epoch": 0.195546626485853, + "grad_norm": 0.6632510463555492, + "learning_rate": 7.787720517980424e-05, + "loss": 0.8966417908668518, + "step": 146 + }, + { + "epoch": 0.19688598694123555, + "grad_norm": 0.6447162018999167, + "learning_rate": 7.781668244699925e-05, + "loss": 0.9306788444519043, + "step": 147 + }, + { + "epoch": 0.19822534739661812, + "grad_norm": 0.5478719041076034, + "learning_rate": 7.775533321233471e-05, + "loss": 0.9183269739151001, + "step": 148 + }, + { + "epoch": 0.19956470785200067, + "grad_norm": 0.6091679840338063, + "learning_rate": 7.769315881662778e-05, + "loss": 0.9106794595718384, + "step": 149 + }, + { + "epoch": 0.20090406830738322, + "grad_norm": 0.5062433888598267, + "learning_rate": 7.763016061872989e-05, + "loss": 0.9021029472351074, + "step": 150 + }, + { + "epoch": 0.20224342876276577, + "grad_norm": 0.5863067489697747, + "learning_rate": 7.756633999549712e-05, + "loss": 0.9056645631790161, + "step": 151 + }, + { + "epoch": 0.20358278921814835, + "grad_norm": 0.6320856385434267, + "learning_rate": 7.750169834175998e-05, + "loss": 0.9039326310157776, + "step": 152 + }, + { + "epoch": 0.2049221496735309, + "grad_norm": 0.6560683461251866, + "learning_rate": 7.743623707029304e-05, + "loss": 0.9264083504676819, + "step": 153 + }, + { + "epoch": 0.20626151012891344, + "grad_norm": 0.6341868974563667, + "learning_rate": 7.736995761178399e-05, + "loss": 0.9121809601783752, + "step": 154 + }, + { + "epoch": 0.207600870584296, + "grad_norm": 0.5253972386667246, + "learning_rate": 7.730286141480244e-05, + "loss": 0.9089382290840149, + "step": 155 + }, + { + "epoch": 0.20894023103967854, + "grad_norm": 0.4094715328691596, + "learning_rate": 7.723494994576818e-05, + "loss": 0.9171542525291443, + "step": 156 + }, + { + "epoch": 0.21027959149506112, + "grad_norm": 0.4055413751407779, + "learning_rate": 7.716622468891914e-05, + "loss": 0.903844952583313, + "step": 157 + }, + { + "epoch": 0.21161895195044367, + "grad_norm": 0.5240987539662486, + "learning_rate": 7.7096687146279e-05, + "loss": 0.9096250534057617, + "step": 158 + }, + { + "epoch": 0.21295831240582622, + "grad_norm": 0.5332665630971269, + "learning_rate": 7.702633883762437e-05, + "loss": 0.9141714572906494, + "step": 159 + }, + { + "epoch": 0.21429767286120877, + "grad_norm": 0.6210995520121828, + "learning_rate": 7.695518130045147e-05, + "loss": 0.902588963508606, + "step": 160 + }, + { + "epoch": 0.21563703331659131, + "grad_norm": 0.6533753394367477, + "learning_rate": 7.68832160899427e-05, + "loss": 0.8970866799354553, + "step": 161 + }, + { + "epoch": 0.2169763937719739, + "grad_norm": 0.666843709876833, + "learning_rate": 7.681044477893243e-05, + "loss": 0.9080835580825806, + "step": 162 + }, + { + "epoch": 0.21831575422735644, + "grad_norm": 0.6227292968864494, + "learning_rate": 7.673686895787285e-05, + "loss": 0.9074655175209045, + "step": 163 + }, + { + "epoch": 0.219655114682739, + "grad_norm": 0.5347100691461162, + "learning_rate": 7.666249023479905e-05, + "loss": 0.9084531664848328, + "step": 164 + }, + { + "epoch": 0.22099447513812154, + "grad_norm": 0.5175594119380308, + "learning_rate": 7.658731023529396e-05, + "loss": 0.9043017029762268, + "step": 165 + }, + { + "epoch": 0.22233383559350411, + "grad_norm": 0.5436688066191951, + "learning_rate": 7.651133060245276e-05, + "loss": 0.9071587324142456, + "step": 166 + }, + { + "epoch": 0.22367319604888666, + "grad_norm": 0.6055580577896438, + "learning_rate": 7.643455299684704e-05, + "loss": 0.9014830589294434, + "step": 167 + }, + { + "epoch": 0.2250125565042692, + "grad_norm": 0.6931253151907791, + "learning_rate": 7.635697909648844e-05, + "loss": 0.9084873795509338, + "step": 168 + }, + { + "epoch": 0.22635191695965176, + "grad_norm": 0.8546025727166501, + "learning_rate": 7.627861059679202e-05, + "loss": 0.9147599339485168, + "step": 169 + }, + { + "epoch": 0.2276912774150343, + "grad_norm": 1.0516728931472508, + "learning_rate": 7.61994492105392e-05, + "loss": 0.9146803617477417, + "step": 170 + }, + { + "epoch": 0.2290306378704169, + "grad_norm": 1.1750636161132695, + "learning_rate": 7.61194966678403e-05, + "loss": 0.9208601117134094, + "step": 171 + }, + { + "epoch": 0.23036999832579944, + "grad_norm": 0.6895169678113093, + "learning_rate": 7.603875471609677e-05, + "loss": 0.9078114032745361, + "step": 172 + }, + { + "epoch": 0.23170935878118198, + "grad_norm": 0.49807653314280315, + "learning_rate": 7.595722511996295e-05, + "loss": 0.9131247401237488, + "step": 173 + }, + { + "epoch": 0.23304871923656453, + "grad_norm": 0.7343320798017458, + "learning_rate": 7.587490966130754e-05, + "loss": 0.9078603386878967, + "step": 174 + }, + { + "epoch": 0.23438807969194708, + "grad_norm": 0.8708473343532465, + "learning_rate": 7.579181013917465e-05, + "loss": 0.9184587001800537, + "step": 175 + }, + { + "epoch": 0.23572744014732966, + "grad_norm": 0.7054594615675117, + "learning_rate": 7.570792836974447e-05, + "loss": 0.9165666699409485, + "step": 176 + }, + { + "epoch": 0.2370668006027122, + "grad_norm": 0.4925485684667248, + "learning_rate": 7.562326618629359e-05, + "loss": 0.895115315914154, + "step": 177 + }, + { + "epoch": 0.23840616105809476, + "grad_norm": 0.6006056466613413, + "learning_rate": 7.55378254391549e-05, + "loss": 0.9025277495384216, + "step": 178 + }, + { + "epoch": 0.2397455215134773, + "grad_norm": 0.5980928196151747, + "learning_rate": 7.545160799567722e-05, + "loss": 0.9152911901473999, + "step": 179 + }, + { + "epoch": 0.24108488196885988, + "grad_norm": 0.44318994378693194, + "learning_rate": 7.536461574018439e-05, + "loss": 0.9092339277267456, + "step": 180 + }, + { + "epoch": 0.24242424242424243, + "grad_norm": 0.4895486082026665, + "learning_rate": 7.52768505739342e-05, + "loss": 0.8995894193649292, + "step": 181 + }, + { + "epoch": 0.24376360287962498, + "grad_norm": 0.5807322769308096, + "learning_rate": 7.518831441507674e-05, + "loss": 0.8934712409973145, + "step": 182 + }, + { + "epoch": 0.24510296333500753, + "grad_norm": 0.507338986090725, + "learning_rate": 7.509900919861251e-05, + "loss": 0.9049476385116577, + "step": 183 + }, + { + "epoch": 0.24644232379039008, + "grad_norm": 0.46447343306662686, + "learning_rate": 7.500893687635015e-05, + "loss": 0.9096876382827759, + "step": 184 + }, + { + "epoch": 0.24778168424577265, + "grad_norm": 0.43290671210374365, + "learning_rate": 7.491809941686377e-05, + "loss": 0.9005957245826721, + "step": 185 + }, + { + "epoch": 0.2491210447011552, + "grad_norm": 0.4233601661390767, + "learning_rate": 7.482649880544994e-05, + "loss": 0.8930633068084717, + "step": 186 + }, + { + "epoch": 0.2504604051565378, + "grad_norm": 0.47483889768660387, + "learning_rate": 7.473413704408423e-05, + "loss": 0.8927392363548279, + "step": 187 + }, + { + "epoch": 0.2517997656119203, + "grad_norm": 0.41430034014432743, + "learning_rate": 7.464101615137756e-05, + "loss": 0.9012651443481445, + "step": 188 + }, + { + "epoch": 0.2531391260673029, + "grad_norm": 0.44657266747672564, + "learning_rate": 7.454713816253201e-05, + "loss": 0.9092891812324524, + "step": 189 + }, + { + "epoch": 0.2544784865226854, + "grad_norm": 0.5758963401160683, + "learning_rate": 7.445250512929637e-05, + "loss": 0.9000071287155151, + "step": 190 + }, + { + "epoch": 0.255817846978068, + "grad_norm": 0.6348599234700715, + "learning_rate": 7.435711911992128e-05, + "loss": 0.9062003493309021, + "step": 191 + }, + { + "epoch": 0.25715720743345055, + "grad_norm": 0.7445779300105985, + "learning_rate": 7.426098221911406e-05, + "loss": 0.9109039306640625, + "step": 192 + }, + { + "epoch": 0.2584965678888331, + "grad_norm": 0.9461198656306916, + "learning_rate": 7.416409652799311e-05, + "loss": 0.9037576913833618, + "step": 193 + }, + { + "epoch": 0.25983592834421565, + "grad_norm": 1.079965574399244, + "learning_rate": 7.406646416404198e-05, + "loss": 0.9101488590240479, + "step": 194 + }, + { + "epoch": 0.26117528879959817, + "grad_norm": 0.8952709420552329, + "learning_rate": 7.396808726106316e-05, + "loss": 0.9010953903198242, + "step": 195 + }, + { + "epoch": 0.26251464925498075, + "grad_norm": 0.7295843220367842, + "learning_rate": 7.386896796913137e-05, + "loss": 0.9150183796882629, + "step": 196 + }, + { + "epoch": 0.2638540097103633, + "grad_norm": 0.4969681568476923, + "learning_rate": 7.376910845454662e-05, + "loss": 0.8933469653129578, + "step": 197 + }, + { + "epoch": 0.26519337016574585, + "grad_norm": 0.5892305543752261, + "learning_rate": 7.36685108997868e-05, + "loss": 0.8998183012008667, + "step": 198 + }, + { + "epoch": 0.2665327306211284, + "grad_norm": 0.7912320036949558, + "learning_rate": 7.35671775034601e-05, + "loss": 0.9029569625854492, + "step": 199 + }, + { + "epoch": 0.26787209107651094, + "grad_norm": 0.7213642003398647, + "learning_rate": 7.34651104802568e-05, + "loss": 0.901849627494812, + "step": 200 + }, + { + "epoch": 0.2692114515318935, + "grad_norm": 0.45576846929011733, + "learning_rate": 7.3362312060901e-05, + "loss": 0.9074373245239258, + "step": 201 + }, + { + "epoch": 0.2705508119872761, + "grad_norm": 0.4442880589446713, + "learning_rate": 7.325878449210182e-05, + "loss": 0.894812822341919, + "step": 202 + }, + { + "epoch": 0.2718901724426586, + "grad_norm": 0.6350453317740167, + "learning_rate": 7.315453003650425e-05, + "loss": 0.9038816094398499, + "step": 203 + }, + { + "epoch": 0.2732295328980412, + "grad_norm": 0.5669825177653348, + "learning_rate": 7.30495509726398e-05, + "loss": 0.9047380089759827, + "step": 204 + }, + { + "epoch": 0.2745688933534237, + "grad_norm": 0.40694618687161566, + "learning_rate": 7.29438495948766e-05, + "loss": 0.907146692276001, + "step": 205 + }, + { + "epoch": 0.2759082538088063, + "grad_norm": 0.5158298515102957, + "learning_rate": 7.28374282133693e-05, + "loss": 0.9054394364356995, + "step": 206 + }, + { + "epoch": 0.27724761426418887, + "grad_norm": 0.4674214046015115, + "learning_rate": 7.273028915400862e-05, + "loss": 0.89744633436203, + "step": 207 + }, + { + "epoch": 0.2785869747195714, + "grad_norm": 0.4010198365112395, + "learning_rate": 7.262243475837041e-05, + "loss": 0.8924587965011597, + "step": 208 + }, + { + "epoch": 0.27992633517495397, + "grad_norm": 0.5034263045570243, + "learning_rate": 7.251386738366462e-05, + "loss": 0.8863202333450317, + "step": 209 + }, + { + "epoch": 0.2812656956303365, + "grad_norm": 0.5023444681579953, + "learning_rate": 7.240458940268362e-05, + "loss": 0.8941077589988708, + "step": 210 + }, + { + "epoch": 0.28260505608571906, + "grad_norm": 0.46891769868263444, + "learning_rate": 7.229460320375051e-05, + "loss": 0.906989574432373, + "step": 211 + }, + { + "epoch": 0.28394441654110164, + "grad_norm": 0.5647560272622669, + "learning_rate": 7.218391119066674e-05, + "loss": 0.9065754413604736, + "step": 212 + }, + { + "epoch": 0.28528377699648416, + "grad_norm": 0.6564851196340278, + "learning_rate": 7.207251578265974e-05, + "loss": 0.9066266417503357, + "step": 213 + }, + { + "epoch": 0.28662313745186674, + "grad_norm": 0.6605526813011159, + "learning_rate": 7.196041941432998e-05, + "loss": 0.8938264846801758, + "step": 214 + }, + { + "epoch": 0.2879624979072493, + "grad_norm": 0.7004298849905322, + "learning_rate": 7.184762453559767e-05, + "loss": 0.901447057723999, + "step": 215 + }, + { + "epoch": 0.28930185836263184, + "grad_norm": 0.6723620245213667, + "learning_rate": 7.173413361164941e-05, + "loss": 0.8870468139648438, + "step": 216 + }, + { + "epoch": 0.2906412188180144, + "grad_norm": 0.5895576054421268, + "learning_rate": 7.161994912288415e-05, + "loss": 0.8934962153434753, + "step": 217 + }, + { + "epoch": 0.29198057927339693, + "grad_norm": 0.6129669412207072, + "learning_rate": 7.150507356485903e-05, + "loss": 0.8962942957878113, + "step": 218 + }, + { + "epoch": 0.2933199397287795, + "grad_norm": 0.5802537294296758, + "learning_rate": 7.138950944823485e-05, + "loss": 0.8967691659927368, + "step": 219 + }, + { + "epoch": 0.2946593001841621, + "grad_norm": 0.4820962308267513, + "learning_rate": 7.12732592987212e-05, + "loss": 0.8924927711486816, + "step": 220 + }, + { + "epoch": 0.2959986606395446, + "grad_norm": 0.45589506205455754, + "learning_rate": 7.115632565702124e-05, + "loss": 0.894336998462677, + "step": 221 + }, + { + "epoch": 0.2973380210949272, + "grad_norm": 0.621116741269062, + "learning_rate": 7.10387110787762e-05, + "loss": 0.8900793790817261, + "step": 222 + }, + { + "epoch": 0.2986773815503097, + "grad_norm": 0.771116132471669, + "learning_rate": 7.092041813450948e-05, + "loss": 0.9094074964523315, + "step": 223 + }, + { + "epoch": 0.3000167420056923, + "grad_norm": 0.8818936933822646, + "learning_rate": 7.080144940957053e-05, + "loss": 0.8994623422622681, + "step": 224 + }, + { + "epoch": 0.30135610246107486, + "grad_norm": 0.9044298940788849, + "learning_rate": 7.068180750407825e-05, + "loss": 0.9020993113517761, + "step": 225 + }, + { + "epoch": 0.3026954629164574, + "grad_norm": 0.8105053927630517, + "learning_rate": 7.05614950328643e-05, + "loss": 0.8913443088531494, + "step": 226 + }, + { + "epoch": 0.30403482337183996, + "grad_norm": 0.6552999377507921, + "learning_rate": 7.044051462541585e-05, + "loss": 0.8977623581886292, + "step": 227 + }, + { + "epoch": 0.3053741838272225, + "grad_norm": 0.6276225150513225, + "learning_rate": 7.031886892581813e-05, + "loss": 0.9037375450134277, + "step": 228 + }, + { + "epoch": 0.30671354428260506, + "grad_norm": 0.47767505306157954, + "learning_rate": 7.019656059269664e-05, + "loss": 0.8967139720916748, + "step": 229 + }, + { + "epoch": 0.30805290473798763, + "grad_norm": 0.43735915139443376, + "learning_rate": 7.00735922991591e-05, + "loss": 0.887144923210144, + "step": 230 + }, + { + "epoch": 0.30939226519337015, + "grad_norm": 0.4990369099751219, + "learning_rate": 6.994996673273694e-05, + "loss": 0.8820310831069946, + "step": 231 + }, + { + "epoch": 0.31073162564875273, + "grad_norm": 0.4708659320973128, + "learning_rate": 6.982568659532663e-05, + "loss": 0.8966023921966553, + "step": 232 + }, + { + "epoch": 0.31207098610413525, + "grad_norm": 0.5323277193114596, + "learning_rate": 6.970075460313059e-05, + "loss": 0.8898813724517822, + "step": 233 + }, + { + "epoch": 0.3134103465595178, + "grad_norm": 0.4765758370618773, + "learning_rate": 6.957517348659785e-05, + "loss": 0.9058773517608643, + "step": 234 + }, + { + "epoch": 0.3147497070149004, + "grad_norm": 0.2922891582098603, + "learning_rate": 6.944894599036439e-05, + "loss": 0.8985657691955566, + "step": 235 + }, + { + "epoch": 0.3160890674702829, + "grad_norm": 0.4017359965605547, + "learning_rate": 6.932207487319305e-05, + "loss": 0.8944315910339355, + "step": 236 + }, + { + "epoch": 0.3174284279256655, + "grad_norm": 0.40396755775149173, + "learning_rate": 6.919456290791343e-05, + "loss": 0.9019736051559448, + "step": 237 + }, + { + "epoch": 0.318767788381048, + "grad_norm": 0.3448754102708148, + "learning_rate": 6.906641288136109e-05, + "loss": 0.8921661376953125, + "step": 238 + }, + { + "epoch": 0.3201071488364306, + "grad_norm": 0.3563739009758267, + "learning_rate": 6.893762759431675e-05, + "loss": 0.8991590142250061, + "step": 239 + }, + { + "epoch": 0.3214465092918132, + "grad_norm": 0.3025703943184552, + "learning_rate": 6.880820986144507e-05, + "loss": 0.8966647386550903, + "step": 240 + }, + { + "epoch": 0.3227858697471957, + "grad_norm": 0.32710433074697187, + "learning_rate": 6.86781625112331e-05, + "loss": 0.8932673335075378, + "step": 241 + }, + { + "epoch": 0.3241252302025783, + "grad_norm": 0.3159486886720857, + "learning_rate": 6.854748838592849e-05, + "loss": 0.8867123126983643, + "step": 242 + }, + { + "epoch": 0.32546459065796085, + "grad_norm": 0.33576352782212976, + "learning_rate": 6.841619034147738e-05, + "loss": 0.8945485949516296, + "step": 243 + }, + { + "epoch": 0.32680395111334337, + "grad_norm": 0.3382299578038365, + "learning_rate": 6.828427124746191e-05, + "loss": 0.8893507122993469, + "step": 244 + }, + { + "epoch": 0.32814331156872595, + "grad_norm": 0.3145669367280524, + "learning_rate": 6.815173398703762e-05, + "loss": 0.8952306509017944, + "step": 245 + }, + { + "epoch": 0.32948267202410847, + "grad_norm": 0.3702066361612188, + "learning_rate": 6.801858145687033e-05, + "loss": 0.900354266166687, + "step": 246 + }, + { + "epoch": 0.33082203247949105, + "grad_norm": 0.3590790337895165, + "learning_rate": 6.788481656707294e-05, + "loss": 0.8962044715881348, + "step": 247 + }, + { + "epoch": 0.3321613929348736, + "grad_norm": 0.29409387021807054, + "learning_rate": 6.775044224114168e-05, + "loss": 0.8917175531387329, + "step": 248 + }, + { + "epoch": 0.33350075339025614, + "grad_norm": 0.33139455469582174, + "learning_rate": 6.761546141589235e-05, + "loss": 0.8945397138595581, + "step": 249 + }, + { + "epoch": 0.3348401138456387, + "grad_norm": 0.3304502768847914, + "learning_rate": 6.747987704139607e-05, + "loss": 0.8865037560462952, + "step": 250 + }, + { + "epoch": 0.33617947430102124, + "grad_norm": 0.35207067018590943, + "learning_rate": 6.734369208091486e-05, + "loss": 0.8916755318641663, + "step": 251 + }, + { + "epoch": 0.3375188347564038, + "grad_norm": 0.40919798096964943, + "learning_rate": 6.720690951083678e-05, + "loss": 0.8847212791442871, + "step": 252 + }, + { + "epoch": 0.3388581952117864, + "grad_norm": 0.3513659416141469, + "learning_rate": 6.706953232061098e-05, + "loss": 0.8843253254890442, + "step": 253 + }, + { + "epoch": 0.3401975556671689, + "grad_norm": 0.30034711529232383, + "learning_rate": 6.693156351268229e-05, + "loss": 0.8973168730735779, + "step": 254 + }, + { + "epoch": 0.3415369161225515, + "grad_norm": 0.25812676412176466, + "learning_rate": 6.679300610242564e-05, + "loss": 0.9002690315246582, + "step": 255 + }, + { + "epoch": 0.342876276577934, + "grad_norm": 0.26476799198584866, + "learning_rate": 6.665386311808017e-05, + "loss": 0.8933571577072144, + "step": 256 + }, + { + "epoch": 0.3442156370333166, + "grad_norm": 0.3055500682498974, + "learning_rate": 6.651413760068298e-05, + "loss": 0.9000169634819031, + "step": 257 + }, + { + "epoch": 0.34555499748869917, + "grad_norm": 0.2753301578914753, + "learning_rate": 6.637383260400276e-05, + "loss": 0.8983247876167297, + "step": 258 + }, + { + "epoch": 0.3468943579440817, + "grad_norm": 0.3283199044322027, + "learning_rate": 6.623295119447297e-05, + "loss": 0.8985056281089783, + "step": 259 + }, + { + "epoch": 0.34823371839946426, + "grad_norm": 0.3582940804838448, + "learning_rate": 6.609149645112485e-05, + "loss": 0.8870316743850708, + "step": 260 + }, + { + "epoch": 0.3495730788548468, + "grad_norm": 0.4306838172471171, + "learning_rate": 6.594947146552015e-05, + "loss": 0.8838645815849304, + "step": 261 + }, + { + "epoch": 0.35091243931022936, + "grad_norm": 0.48455804455635887, + "learning_rate": 6.580687934168352e-05, + "loss": 0.8925988674163818, + "step": 262 + }, + { + "epoch": 0.35225179976561194, + "grad_norm": 0.5758294275573599, + "learning_rate": 6.566372319603467e-05, + "loss": 0.8979231715202332, + "step": 263 + }, + { + "epoch": 0.35359116022099446, + "grad_norm": 0.6666731640546475, + "learning_rate": 6.552000615732035e-05, + "loss": 0.8943511843681335, + "step": 264 + }, + { + "epoch": 0.35493052067637704, + "grad_norm": 0.6604209524822312, + "learning_rate": 6.537573136654582e-05, + "loss": 0.8853351473808289, + "step": 265 + }, + { + "epoch": 0.35626988113175956, + "grad_norm": 0.4123786870554884, + "learning_rate": 6.523090197690634e-05, + "loss": 0.8918644785881042, + "step": 266 + }, + { + "epoch": 0.35760924158714213, + "grad_norm": 0.2502223960825913, + "learning_rate": 6.508552115371814e-05, + "loss": 0.893090546131134, + "step": 267 + }, + { + "epoch": 0.3589486020425247, + "grad_norm": 0.4103290878988621, + "learning_rate": 6.493959207434934e-05, + "loss": 0.8756798505783081, + "step": 268 + }, + { + "epoch": 0.36028796249790723, + "grad_norm": 0.5340723449895526, + "learning_rate": 6.479311792815047e-05, + "loss": 0.8869861364364624, + "step": 269 + }, + { + "epoch": 0.3616273229532898, + "grad_norm": 0.5092937192195168, + "learning_rate": 6.464610191638472e-05, + "loss": 0.8688637018203735, + "step": 270 + }, + { + "epoch": 0.3629666834086724, + "grad_norm": 0.36841736308738604, + "learning_rate": 6.449854725215801e-05, + "loss": 0.8819414973258972, + "step": 271 + }, + { + "epoch": 0.3643060438640549, + "grad_norm": 0.23108168052962968, + "learning_rate": 6.435045716034883e-05, + "loss": 0.8896312713623047, + "step": 272 + }, + { + "epoch": 0.3656454043194375, + "grad_norm": 0.3314939187707688, + "learning_rate": 6.420183487753765e-05, + "loss": 0.8876444101333618, + "step": 273 + }, + { + "epoch": 0.36698476477482, + "grad_norm": 0.44064601491510763, + "learning_rate": 6.405268365193624e-05, + "loss": 0.8837222456932068, + "step": 274 + }, + { + "epoch": 0.3683241252302026, + "grad_norm": 0.4117399045978558, + "learning_rate": 6.390300674331667e-05, + "loss": 0.8932456970214844, + "step": 275 + }, + { + "epoch": 0.36966348568558516, + "grad_norm": 0.3501980802705, + "learning_rate": 6.375280742294007e-05, + "loss": 0.896408200263977, + "step": 276 + }, + { + "epoch": 0.3710028461409677, + "grad_norm": 0.31925464072542226, + "learning_rate": 6.360208897348513e-05, + "loss": 0.890372097492218, + "step": 277 + }, + { + "epoch": 0.37234220659635026, + "grad_norm": 0.3672953058879004, + "learning_rate": 6.345085468897637e-05, + "loss": 0.8912795782089233, + "step": 278 + }, + { + "epoch": 0.3736815670517328, + "grad_norm": 0.37585534860719505, + "learning_rate": 6.32991078747121e-05, + "loss": 0.8913096785545349, + "step": 279 + }, + { + "epoch": 0.37502092750711535, + "grad_norm": 0.3686117104703527, + "learning_rate": 6.314685184719224e-05, + "loss": 0.8860468864440918, + "step": 280 + }, + { + "epoch": 0.37636028796249793, + "grad_norm": 0.36203560770739496, + "learning_rate": 6.29940899340458e-05, + "loss": 0.8942425847053528, + "step": 281 + }, + { + "epoch": 0.37769964841788045, + "grad_norm": 0.39656735441651286, + "learning_rate": 6.284082547395822e-05, + "loss": 0.884894609451294, + "step": 282 + }, + { + "epoch": 0.37903900887326303, + "grad_norm": 0.43021602998882896, + "learning_rate": 6.268706181659823e-05, + "loss": 0.8949446678161621, + "step": 283 + }, + { + "epoch": 0.38037836932864555, + "grad_norm": 0.4560535418745229, + "learning_rate": 6.253280232254489e-05, + "loss": 0.8839805722236633, + "step": 284 + }, + { + "epoch": 0.3817177297840281, + "grad_norm": 0.46627492864603226, + "learning_rate": 6.23780503632139e-05, + "loss": 0.8896687626838684, + "step": 285 + }, + { + "epoch": 0.3830570902394107, + "grad_norm": 0.4331165409015457, + "learning_rate": 6.22228093207841e-05, + "loss": 0.8688606023788452, + "step": 286 + }, + { + "epoch": 0.3843964506947932, + "grad_norm": 0.32952692176687587, + "learning_rate": 6.206708258812343e-05, + "loss": 0.8844860196113586, + "step": 287 + }, + { + "epoch": 0.3857358111501758, + "grad_norm": 0.32252625784796196, + "learning_rate": 6.191087356871486e-05, + "loss": 0.8889749646186829, + "step": 288 + }, + { + "epoch": 0.3870751716055583, + "grad_norm": 0.36745276817661704, + "learning_rate": 6.175418567658196e-05, + "loss": 0.8868741989135742, + "step": 289 + }, + { + "epoch": 0.3884145320609409, + "grad_norm": 0.43191395512680925, + "learning_rate": 6.159702233621427e-05, + "loss": 0.8811583518981934, + "step": 290 + }, + { + "epoch": 0.3897538925163235, + "grad_norm": 0.42293907743115355, + "learning_rate": 6.143938698249251e-05, + "loss": 0.8857870697975159, + "step": 291 + }, + { + "epoch": 0.391093252971706, + "grad_norm": 0.3558451089435877, + "learning_rate": 6.128128306061347e-05, + "loss": 0.8891360759735107, + "step": 292 + }, + { + "epoch": 0.3924326134270886, + "grad_norm": 0.2878485843617252, + "learning_rate": 6.112271402601472e-05, + "loss": 0.8804606199264526, + "step": 293 + }, + { + "epoch": 0.3937719738824711, + "grad_norm": 0.27858889793959796, + "learning_rate": 6.096368334429911e-05, + "loss": 0.8926126956939697, + "step": 294 + }, + { + "epoch": 0.39511133433785367, + "grad_norm": 0.2819024964747486, + "learning_rate": 6.0804194491158987e-05, + "loss": 0.8852767944335938, + "step": 295 + }, + { + "epoch": 0.39645069479323625, + "grad_norm": 0.2540202943224736, + "learning_rate": 6.064425095230027e-05, + "loss": 0.8917317390441895, + "step": 296 + }, + { + "epoch": 0.39779005524861877, + "grad_norm": 0.24541270777843874, + "learning_rate": 6.048385622336625e-05, + "loss": 0.8798589706420898, + "step": 297 + }, + { + "epoch": 0.39912941570400134, + "grad_norm": 0.2536269299289805, + "learning_rate": 6.0323013809861185e-05, + "loss": 0.8902722597122192, + "step": 298 + }, + { + "epoch": 0.4004687761593839, + "grad_norm": 0.27800051254159697, + "learning_rate": 6.016172722707372e-05, + "loss": 0.9056130647659302, + "step": 299 + }, + { + "epoch": 0.40180813661476644, + "grad_norm": 0.27633691297170004, + "learning_rate": 6.000000000000001e-05, + "loss": 0.8697539567947388, + "step": 300 + }, + { + "epoch": 0.403147497070149, + "grad_norm": 0.27434445994827267, + "learning_rate": 5.9837835663266724e-05, + "loss": 0.8804255127906799, + "step": 301 + }, + { + "epoch": 0.40448685752553154, + "grad_norm": 0.2524623974437759, + "learning_rate": 5.967523776105374e-05, + "loss": 0.8784493803977966, + "step": 302 + }, + { + "epoch": 0.4058262179809141, + "grad_norm": 0.25420975374572236, + "learning_rate": 5.9512209847016766e-05, + "loss": 0.8766741752624512, + "step": 303 + }, + { + "epoch": 0.4071655784362967, + "grad_norm": 0.2510235716517718, + "learning_rate": 5.9348755484209597e-05, + "loss": 0.8951706886291504, + "step": 304 + }, + { + "epoch": 0.4085049388916792, + "grad_norm": 0.28128699677214214, + "learning_rate": 5.9184878245006275e-05, + "loss": 0.8903220891952515, + "step": 305 + }, + { + "epoch": 0.4098442993470618, + "grad_norm": 0.2553241167540996, + "learning_rate": 5.902058171102302e-05, + "loss": 0.8924455642700195, + "step": 306 + }, + { + "epoch": 0.4111836598024443, + "grad_norm": 0.27284815580460237, + "learning_rate": 5.8855869473039924e-05, + "loss": 0.8797352313995361, + "step": 307 + }, + { + "epoch": 0.4125230202578269, + "grad_norm": 0.2961577585360785, + "learning_rate": 5.869074513092249e-05, + "loss": 0.889675498008728, + "step": 308 + }, + { + "epoch": 0.41386238071320947, + "grad_norm": 0.36149390074479637, + "learning_rate": 5.852521229354298e-05, + "loss": 0.8952120542526245, + "step": 309 + }, + { + "epoch": 0.415201741168592, + "grad_norm": 0.4056564851356049, + "learning_rate": 5.835927457870151e-05, + "loss": 0.8908874988555908, + "step": 310 + }, + { + "epoch": 0.41654110162397456, + "grad_norm": 0.45959990311749727, + "learning_rate": 5.8192935613046986e-05, + "loss": 0.8896716833114624, + "step": 311 + }, + { + "epoch": 0.4178804620793571, + "grad_norm": 0.44501497393699513, + "learning_rate": 5.802619903199782e-05, + "loss": 0.8718587160110474, + "step": 312 + }, + { + "epoch": 0.41921982253473966, + "grad_norm": 0.4099982344769972, + "learning_rate": 5.785906847966252e-05, + "loss": 0.87396639585495, + "step": 313 + }, + { + "epoch": 0.42055918299012224, + "grad_norm": 0.38915136386883503, + "learning_rate": 5.7691547608760055e-05, + "loss": 0.8890815377235413, + "step": 314 + }, + { + "epoch": 0.42189854344550476, + "grad_norm": 0.3916008388754374, + "learning_rate": 5.7523640080539954e-05, + "loss": 0.8961409330368042, + "step": 315 + }, + { + "epoch": 0.42323790390088734, + "grad_norm": 0.34461259063570354, + "learning_rate": 5.735534956470233e-05, + "loss": 0.8904027938842773, + "step": 316 + }, + { + "epoch": 0.42457726435626986, + "grad_norm": 0.3351489985095559, + "learning_rate": 5.71866797393177e-05, + "loss": 0.8841983079910278, + "step": 317 + }, + { + "epoch": 0.42591662481165243, + "grad_norm": 0.3415829415188758, + "learning_rate": 5.701763429074657e-05, + "loss": 0.8725353479385376, + "step": 318 + }, + { + "epoch": 0.427255985267035, + "grad_norm": 0.32192931188812973, + "learning_rate": 5.6848216913558847e-05, + "loss": 0.8806099891662598, + "step": 319 + }, + { + "epoch": 0.42859534572241753, + "grad_norm": 0.3215781282881794, + "learning_rate": 5.6678431310453134e-05, + "loss": 0.8860760927200317, + "step": 320 + }, + { + "epoch": 0.4299347061778001, + "grad_norm": 0.34914156634746246, + "learning_rate": 5.6508281192175794e-05, + "loss": 0.8721968531608582, + "step": 321 + }, + { + "epoch": 0.43127406663318263, + "grad_norm": 0.2658667412041895, + "learning_rate": 5.6337770277439854e-05, + "loss": 0.8862148523330688, + "step": 322 + }, + { + "epoch": 0.4326134270885652, + "grad_norm": 0.34695464253952446, + "learning_rate": 5.616690229284368e-05, + "loss": 0.8746384382247925, + "step": 323 + }, + { + "epoch": 0.4339527875439478, + "grad_norm": 0.4197423684536046, + "learning_rate": 5.5995680972789634e-05, + "loss": 0.8776325583457947, + "step": 324 + }, + { + "epoch": 0.4352921479993303, + "grad_norm": 0.46568817493418574, + "learning_rate": 5.582411005940236e-05, + "loss": 0.887018084526062, + "step": 325 + }, + { + "epoch": 0.4366315084547129, + "grad_norm": 0.38017911947951655, + "learning_rate": 5.5652193302447e-05, + "loss": 0.8889976739883423, + "step": 326 + }, + { + "epoch": 0.43797086891009546, + "grad_norm": 0.3060971777017487, + "learning_rate": 5.547993445924735e-05, + "loss": 0.8834925889968872, + "step": 327 + }, + { + "epoch": 0.439310229365478, + "grad_norm": 0.3878310131471193, + "learning_rate": 5.5307337294603595e-05, + "loss": 0.8835778832435608, + "step": 328 + }, + { + "epoch": 0.44064958982086055, + "grad_norm": 0.37272583086257793, + "learning_rate": 5.513440558071015e-05, + "loss": 0.88037109375, + "step": 329 + }, + { + "epoch": 0.4419889502762431, + "grad_norm": 0.2980108695701489, + "learning_rate": 5.496114309707313e-05, + "loss": 0.8899520635604858, + "step": 330 + }, + { + "epoch": 0.44332831073162565, + "grad_norm": 0.2942897917948679, + "learning_rate": 5.478755363042781e-05, + "loss": 0.8873578906059265, + "step": 331 + }, + { + "epoch": 0.44466767118700823, + "grad_norm": 0.35500305163807966, + "learning_rate": 5.461364097465581e-05, + "loss": 0.8870940208435059, + "step": 332 + }, + { + "epoch": 0.44600703164239075, + "grad_norm": 0.3079369949147375, + "learning_rate": 5.443940893070223e-05, + "loss": 0.8757143616676331, + "step": 333 + }, + { + "epoch": 0.4473463920977733, + "grad_norm": 0.3007868096995874, + "learning_rate": 5.4264861306492525e-05, + "loss": 0.8642425537109375, + "step": 334 + }, + { + "epoch": 0.44868575255315585, + "grad_norm": 0.31595038196673936, + "learning_rate": 5.409000191684935e-05, + "loss": 0.8808598518371582, + "step": 335 + }, + { + "epoch": 0.4500251130085384, + "grad_norm": 0.3146477839645367, + "learning_rate": 5.391483458340909e-05, + "loss": 0.8812928199768066, + "step": 336 + }, + { + "epoch": 0.451364473463921, + "grad_norm": 0.30376403427053666, + "learning_rate": 5.3739363134538446e-05, + "loss": 0.8947619795799255, + "step": 337 + }, + { + "epoch": 0.4527038339193035, + "grad_norm": 0.27657117052236885, + "learning_rate": 5.356359140525067e-05, + "loss": 0.8850589990615845, + "step": 338 + }, + { + "epoch": 0.4540431943746861, + "grad_norm": 0.30680178018188403, + "learning_rate": 5.3387523237121805e-05, + "loss": 0.8739247918128967, + "step": 339 + }, + { + "epoch": 0.4553825548300686, + "grad_norm": 0.3047542635453717, + "learning_rate": 5.321116247820669e-05, + "loss": 0.8850078582763672, + "step": 340 + }, + { + "epoch": 0.4567219152854512, + "grad_norm": 0.2923184588762319, + "learning_rate": 5.30345129829549e-05, + "loss": 0.8884513974189758, + "step": 341 + }, + { + "epoch": 0.4580612757408338, + "grad_norm": 0.306238293604028, + "learning_rate": 5.2857578612126466e-05, + "loss": 0.8790913224220276, + "step": 342 + }, + { + "epoch": 0.4594006361962163, + "grad_norm": 0.2776234461903938, + "learning_rate": 5.2680363232707533e-05, + "loss": 0.8726402521133423, + "step": 343 + }, + { + "epoch": 0.46073999665159887, + "grad_norm": 0.23559770485475257, + "learning_rate": 5.250287071782579e-05, + "loss": 0.8780654668807983, + "step": 344 + }, + { + "epoch": 0.4620793571069814, + "grad_norm": 0.2656621107355478, + "learning_rate": 5.232510494666588e-05, + "loss": 0.8802477717399597, + "step": 345 + }, + { + "epoch": 0.46341871756236397, + "grad_norm": 0.2654377895352511, + "learning_rate": 5.214706980438459e-05, + "loss": 0.8784705400466919, + "step": 346 + }, + { + "epoch": 0.46475807801774655, + "grad_norm": 0.25513055691779934, + "learning_rate": 5.1968769182025955e-05, + "loss": 0.8827534317970276, + "step": 347 + }, + { + "epoch": 0.46609743847312907, + "grad_norm": 0.23931345424644, + "learning_rate": 5.179020697643618e-05, + "loss": 0.8781850934028625, + "step": 348 + }, + { + "epoch": 0.46743679892851164, + "grad_norm": 0.2662310932045871, + "learning_rate": 5.16113870901785e-05, + "loss": 0.8855897784233093, + "step": 349 + }, + { + "epoch": 0.46877615938389416, + "grad_norm": 0.2719290408201649, + "learning_rate": 5.1432313431447915e-05, + "loss": 0.8810721039772034, + "step": 350 + }, + { + "epoch": 0.47011551983927674, + "grad_norm": 0.30347422955032666, + "learning_rate": 5.125298991398571e-05, + "loss": 0.8826359510421753, + "step": 351 + }, + { + "epoch": 0.4714548802946593, + "grad_norm": 0.23887523910106984, + "learning_rate": 5.107342045699397e-05, + "loss": 0.8747484683990479, + "step": 352 + }, + { + "epoch": 0.47279424075004184, + "grad_norm": 0.2505774705404714, + "learning_rate": 5.089360898504994e-05, + "loss": 0.8729058504104614, + "step": 353 + }, + { + "epoch": 0.4741336012054244, + "grad_norm": 0.279473567045265, + "learning_rate": 5.071355942802013e-05, + "loss": 0.8787670135498047, + "step": 354 + }, + { + "epoch": 0.475472961660807, + "grad_norm": 0.26199289777497575, + "learning_rate": 5.053327572097459e-05, + "loss": 0.8815037608146667, + "step": 355 + }, + { + "epoch": 0.4768123221161895, + "grad_norm": 0.21510974254409215, + "learning_rate": 5.0352761804100835e-05, + "loss": 0.8883016109466553, + "step": 356 + }, + { + "epoch": 0.4781516825715721, + "grad_norm": 0.2179594057045395, + "learning_rate": 5.017202162261767e-05, + "loss": 0.8739045858383179, + "step": 357 + }, + { + "epoch": 0.4794910430269546, + "grad_norm": 0.2583618991462232, + "learning_rate": 4.999105912668908e-05, + "loss": 0.875806987285614, + "step": 358 + }, + { + "epoch": 0.4808304034823372, + "grad_norm": 0.31852029663882087, + "learning_rate": 4.9809878271337794e-05, + "loss": 0.8874423503875732, + "step": 359 + }, + { + "epoch": 0.48216976393771976, + "grad_norm": 0.2835760526800237, + "learning_rate": 4.962848301635893e-05, + "loss": 0.8798930048942566, + "step": 360 + }, + { + "epoch": 0.4835091243931023, + "grad_norm": 0.22973024932768488, + "learning_rate": 4.9446877326233384e-05, + "loss": 0.8873306512832642, + "step": 361 + }, + { + "epoch": 0.48484848484848486, + "grad_norm": 0.2500936218554607, + "learning_rate": 4.926506517004122e-05, + "loss": 0.871864378452301, + "step": 362 + }, + { + "epoch": 0.4861878453038674, + "grad_norm": 0.2995047737515285, + "learning_rate": 4.9083050521374936e-05, + "loss": 0.8763599991798401, + "step": 363 + }, + { + "epoch": 0.48752720575924996, + "grad_norm": 0.32246297930373985, + "learning_rate": 4.890083735825258e-05, + "loss": 0.8670933842658997, + "step": 364 + }, + { + "epoch": 0.48886656621463254, + "grad_norm": 0.33433005720802467, + "learning_rate": 4.871842966303084e-05, + "loss": 0.8823835849761963, + "step": 365 + }, + { + "epoch": 0.49020592667001506, + "grad_norm": 0.27949324766081196, + "learning_rate": 4.8535831422318005e-05, + "loss": 0.8845060467720032, + "step": 366 + }, + { + "epoch": 0.49154528712539763, + "grad_norm": 0.2669463330828984, + "learning_rate": 4.83530466268868e-05, + "loss": 0.8807919025421143, + "step": 367 + }, + { + "epoch": 0.49288464758078016, + "grad_norm": 0.28921225779452586, + "learning_rate": 4.817007927158722e-05, + "loss": 0.8733174800872803, + "step": 368 + }, + { + "epoch": 0.49422400803616273, + "grad_norm": 0.3068794189080787, + "learning_rate": 4.798693335525918e-05, + "loss": 0.8903564214706421, + "step": 369 + }, + { + "epoch": 0.4955633684915453, + "grad_norm": 0.3383936832444029, + "learning_rate": 4.780361288064514e-05, + "loss": 0.8755660057067871, + "step": 370 + }, + { + "epoch": 0.49690272894692783, + "grad_norm": 0.33403170126533727, + "learning_rate": 4.76201218543026e-05, + "loss": 0.8842828273773193, + "step": 371 + }, + { + "epoch": 0.4982420894023104, + "grad_norm": 0.2502976358342153, + "learning_rate": 4.743646428651659e-05, + "loss": 0.8743306398391724, + "step": 372 + }, + { + "epoch": 0.4995814498576929, + "grad_norm": 0.2514415794283494, + "learning_rate": 4.7252644191211944e-05, + "loss": 0.8848379850387573, + "step": 373 + }, + { + "epoch": 0.5009208103130756, + "grad_norm": 0.3311666521257641, + "learning_rate": 4.7068665585865615e-05, + "loss": 0.8726536631584167, + "step": 374 + }, + { + "epoch": 0.5022601707684581, + "grad_norm": 0.29622349551027, + "learning_rate": 4.688453249141888e-05, + "loss": 0.8713983297348022, + "step": 375 + }, + { + "epoch": 0.5035995312238406, + "grad_norm": 0.24591467342470477, + "learning_rate": 4.670024893218946e-05, + "loss": 0.879889965057373, + "step": 376 + }, + { + "epoch": 0.5049388916792231, + "grad_norm": 0.24907780928618234, + "learning_rate": 4.651581893578356e-05, + "loss": 0.8837929964065552, + "step": 377 + }, + { + "epoch": 0.5062782521346058, + "grad_norm": 0.29743214535113877, + "learning_rate": 4.6331246533007795e-05, + "loss": 0.880785346031189, + "step": 378 + }, + { + "epoch": 0.5076176125899883, + "grad_norm": 0.27816072063242153, + "learning_rate": 4.6146535757781206e-05, + "loss": 0.8790816068649292, + "step": 379 + }, + { + "epoch": 0.5089569730453708, + "grad_norm": 0.258901378722433, + "learning_rate": 4.5961690647046974e-05, + "loss": 0.8754535913467407, + "step": 380 + }, + { + "epoch": 0.5102963335007534, + "grad_norm": 0.22897322988292967, + "learning_rate": 4.5776715240684296e-05, + "loss": 0.884695291519165, + "step": 381 + }, + { + "epoch": 0.511635693956136, + "grad_norm": 0.25410900340906356, + "learning_rate": 4.5591613581419984e-05, + "loss": 0.8682093620300293, + "step": 382 + }, + { + "epoch": 0.5129750544115185, + "grad_norm": 0.2292960696193583, + "learning_rate": 4.540638971474022e-05, + "loss": 0.8801172375679016, + "step": 383 + }, + { + "epoch": 0.5143144148669011, + "grad_norm": 0.27039953771276, + "learning_rate": 4.522104768880208e-05, + "loss": 0.8841304779052734, + "step": 384 + }, + { + "epoch": 0.5156537753222836, + "grad_norm": 0.2510162507401578, + "learning_rate": 4.5035591554345024e-05, + "loss": 0.8804336190223694, + "step": 385 + }, + { + "epoch": 0.5169931357776661, + "grad_norm": 0.19962477334591794, + "learning_rate": 4.485002536460246e-05, + "loss": 0.8744645118713379, + "step": 386 + }, + { + "epoch": 0.5183324962330487, + "grad_norm": 0.20953576879547658, + "learning_rate": 4.4664353175213106e-05, + "loss": 0.8919574022293091, + "step": 387 + }, + { + "epoch": 0.5196718566884313, + "grad_norm": 0.24110013426626412, + "learning_rate": 4.4478579044132314e-05, + "loss": 0.8700906038284302, + "step": 388 + }, + { + "epoch": 0.5210112171438138, + "grad_norm": 0.21570606604265194, + "learning_rate": 4.429270703154346e-05, + "loss": 0.8669141530990601, + "step": 389 + }, + { + "epoch": 0.5223505775991963, + "grad_norm": 0.22537953028075838, + "learning_rate": 4.4106741199769144e-05, + "loss": 0.893110990524292, + "step": 390 + }, + { + "epoch": 0.523689938054579, + "grad_norm": 0.20502638429010045, + "learning_rate": 4.392068561318244e-05, + "loss": 0.8845847845077515, + "step": 391 + }, + { + "epoch": 0.5250292985099615, + "grad_norm": 0.2029877791588085, + "learning_rate": 4.373454433811803e-05, + "loss": 0.8702945709228516, + "step": 392 + }, + { + "epoch": 0.526368658965344, + "grad_norm": 0.20027359499294622, + "learning_rate": 4.354832144278342e-05, + "loss": 0.876413106918335, + "step": 393 + }, + { + "epoch": 0.5277080194207266, + "grad_norm": 0.20852532140317728, + "learning_rate": 4.336202099716991e-05, + "loss": 0.880332887172699, + "step": 394 + }, + { + "epoch": 0.5290473798761092, + "grad_norm": 0.19377163489291163, + "learning_rate": 4.317564707296372e-05, + "loss": 0.8733063340187073, + "step": 395 + }, + { + "epoch": 0.5303867403314917, + "grad_norm": 0.20359933193356164, + "learning_rate": 4.298920374345698e-05, + "loss": 0.8691454529762268, + "step": 396 + }, + { + "epoch": 0.5317261007868743, + "grad_norm": 0.2228972219539793, + "learning_rate": 4.2802695083458694e-05, + "loss": 0.8702418208122253, + "step": 397 + }, + { + "epoch": 0.5330654612422568, + "grad_norm": 0.22204449924352906, + "learning_rate": 4.261612516920573e-05, + "loss": 0.8784664273262024, + "step": 398 + }, + { + "epoch": 0.5344048216976394, + "grad_norm": 0.1827068322619916, + "learning_rate": 4.242949807827365e-05, + "loss": 0.8793500065803528, + "step": 399 + }, + { + "epoch": 0.5357441821530219, + "grad_norm": 0.23064253884484145, + "learning_rate": 4.2242817889487676e-05, + "loss": 0.8827623128890991, + "step": 400 + }, + { + "epoch": 0.5370835426084045, + "grad_norm": 0.2363908476355385, + "learning_rate": 4.2056088682833495e-05, + "loss": 0.8775718212127686, + "step": 401 + }, + { + "epoch": 0.538422903063787, + "grad_norm": 0.24370104788240307, + "learning_rate": 4.18693145393681e-05, + "loss": 0.8720149993896484, + "step": 402 + }, + { + "epoch": 0.5397622635191696, + "grad_norm": 0.24206951622443026, + "learning_rate": 4.1682499541130614e-05, + "loss": 0.8702287077903748, + "step": 403 + }, + { + "epoch": 0.5411016239745522, + "grad_norm": 0.22053262939581833, + "learning_rate": 4.149564777105304e-05, + "loss": 0.88590008020401, + "step": 404 + }, + { + "epoch": 0.5424409844299347, + "grad_norm": 0.24738370911830754, + "learning_rate": 4.130876331287105e-05, + "loss": 0.8856267333030701, + "step": 405 + }, + { + "epoch": 0.5437803448853172, + "grad_norm": 0.2742407776361635, + "learning_rate": 4.112185025103476e-05, + "loss": 0.8771058917045593, + "step": 406 + }, + { + "epoch": 0.5451197053406999, + "grad_norm": 0.18672650383453882, + "learning_rate": 4.09349126706194e-05, + "loss": 0.877077579498291, + "step": 407 + }, + { + "epoch": 0.5464590657960824, + "grad_norm": 0.24422099387413226, + "learning_rate": 4.074795465723609e-05, + "loss": 0.8644412755966187, + "step": 408 + }, + { + "epoch": 0.5477984262514649, + "grad_norm": 0.22384826877195602, + "learning_rate": 4.0560980296942496e-05, + "loss": 0.8765589594841003, + "step": 409 + }, + { + "epoch": 0.5491377867068474, + "grad_norm": 0.18458733932067822, + "learning_rate": 4.0373993676153575e-05, + "loss": 0.8797497749328613, + "step": 410 + }, + { + "epoch": 0.5504771471622301, + "grad_norm": 0.23047653087943096, + "learning_rate": 4.0186998881552224e-05, + "loss": 0.8682187795639038, + "step": 411 + }, + { + "epoch": 0.5518165076176126, + "grad_norm": 0.21729249762981923, + "learning_rate": 4e-05, + "loss": 0.8836795091629028, + "step": 412 + }, + { + "epoch": 0.5531558680729951, + "grad_norm": 0.22721453642149825, + "learning_rate": 3.981300111844779e-05, + "loss": 0.8802202939987183, + "step": 413 + }, + { + "epoch": 0.5544952285283777, + "grad_norm": 0.20949925349974394, + "learning_rate": 3.962600632384644e-05, + "loss": 0.8641338348388672, + "step": 414 + }, + { + "epoch": 0.5558345889837603, + "grad_norm": 0.20464298350965635, + "learning_rate": 3.943901970305752e-05, + "loss": 0.8797010183334351, + "step": 415 + }, + { + "epoch": 0.5571739494391428, + "grad_norm": 0.22110350804377993, + "learning_rate": 3.925204534276392e-05, + "loss": 0.8767843246459961, + "step": 416 + }, + { + "epoch": 0.5585133098945254, + "grad_norm": 0.2387677867134895, + "learning_rate": 3.906508732938061e-05, + "loss": 0.8820819854736328, + "step": 417 + }, + { + "epoch": 0.5598526703499079, + "grad_norm": 0.2507989336100575, + "learning_rate": 3.8878149748965245e-05, + "loss": 0.8826998472213745, + "step": 418 + }, + { + "epoch": 0.5611920308052905, + "grad_norm": 0.20816367910535047, + "learning_rate": 3.869123668712896e-05, + "loss": 0.8565121293067932, + "step": 419 + }, + { + "epoch": 0.562531391260673, + "grad_norm": 0.2250240614615784, + "learning_rate": 3.850435222894698e-05, + "loss": 0.8700610399246216, + "step": 420 + }, + { + "epoch": 0.5638707517160556, + "grad_norm": 0.21855522780024444, + "learning_rate": 3.8317500458869407e-05, + "loss": 0.8730891942977905, + "step": 421 + }, + { + "epoch": 0.5652101121714381, + "grad_norm": 0.2231654916323255, + "learning_rate": 3.8130685460631915e-05, + "loss": 0.8856726288795471, + "step": 422 + }, + { + "epoch": 0.5665494726268206, + "grad_norm": 0.19953733222134984, + "learning_rate": 3.794391131716651e-05, + "loss": 0.8693549036979675, + "step": 423 + }, + { + "epoch": 0.5678888330822033, + "grad_norm": 0.17190873502705367, + "learning_rate": 3.775718211051233e-05, + "loss": 0.8690682649612427, + "step": 424 + }, + { + "epoch": 0.5692281935375858, + "grad_norm": 0.23716881942612886, + "learning_rate": 3.757050192172635e-05, + "loss": 0.8726681470870972, + "step": 425 + }, + { + "epoch": 0.5705675539929683, + "grad_norm": 0.22290256643263015, + "learning_rate": 3.738387483079428e-05, + "loss": 0.879726767539978, + "step": 426 + }, + { + "epoch": 0.571906914448351, + "grad_norm": 0.18381395165951167, + "learning_rate": 3.7197304916541306e-05, + "loss": 0.8783985376358032, + "step": 427 + }, + { + "epoch": 0.5732462749037335, + "grad_norm": 0.22765000500597882, + "learning_rate": 3.7010796256543034e-05, + "loss": 0.878974437713623, + "step": 428 + }, + { + "epoch": 0.574585635359116, + "grad_norm": 0.22163007061538173, + "learning_rate": 3.682435292703629e-05, + "loss": 0.8713866472244263, + "step": 429 + }, + { + "epoch": 0.5759249958144986, + "grad_norm": 0.20371172723764758, + "learning_rate": 3.6637979002830106e-05, + "loss": 0.8796266317367554, + "step": 430 + }, + { + "epoch": 0.5772643562698812, + "grad_norm": 0.1998206764522067, + "learning_rate": 3.6451678557216594e-05, + "loss": 0.8608413934707642, + "step": 431 + }, + { + "epoch": 0.5786037167252637, + "grad_norm": 0.21874058996853543, + "learning_rate": 3.626545566188198e-05, + "loss": 0.8731131553649902, + "step": 432 + }, + { + "epoch": 0.5799430771806462, + "grad_norm": 0.20785679907222504, + "learning_rate": 3.6079314386817575e-05, + "loss": 0.8750489354133606, + "step": 433 + }, + { + "epoch": 0.5812824376360288, + "grad_norm": 0.2139826824510004, + "learning_rate": 3.589325880023087e-05, + "loss": 0.867850661277771, + "step": 434 + }, + { + "epoch": 0.5826217980914113, + "grad_norm": 0.2058397086852482, + "learning_rate": 3.5707292968456544e-05, + "loss": 0.8824687600135803, + "step": 435 + }, + { + "epoch": 0.5839611585467939, + "grad_norm": 0.2234799265297003, + "learning_rate": 3.552142095586769e-05, + "loss": 0.8690378665924072, + "step": 436 + }, + { + "epoch": 0.5853005190021765, + "grad_norm": 0.19760641522762626, + "learning_rate": 3.533564682478691e-05, + "loss": 0.8751097917556763, + "step": 437 + }, + { + "epoch": 0.586639879457559, + "grad_norm": 0.2334335898022528, + "learning_rate": 3.5149974635397547e-05, + "loss": 0.8742689490318298, + "step": 438 + }, + { + "epoch": 0.5879792399129415, + "grad_norm": 0.2095792662279493, + "learning_rate": 3.4964408445654996e-05, + "loss": 0.8669417500495911, + "step": 439 + }, + { + "epoch": 0.5893186003683242, + "grad_norm": 0.21099729245604798, + "learning_rate": 3.477895231119795e-05, + "loss": 0.8878942728042603, + "step": 440 + }, + { + "epoch": 0.5906579608237067, + "grad_norm": 0.19382668238270218, + "learning_rate": 3.459361028525979e-05, + "loss": 0.8797996044158936, + "step": 441 + }, + { + "epoch": 0.5919973212790892, + "grad_norm": 0.1843091422043857, + "learning_rate": 3.4408386418580036e-05, + "loss": 0.8693681955337524, + "step": 442 + }, + { + "epoch": 0.5933366817344717, + "grad_norm": 0.20683570676709698, + "learning_rate": 3.422328475931573e-05, + "loss": 0.8908190727233887, + "step": 443 + }, + { + "epoch": 0.5946760421898544, + "grad_norm": 0.2057924792370247, + "learning_rate": 3.403830935295302e-05, + "loss": 0.8776031136512756, + "step": 444 + }, + { + "epoch": 0.5960154026452369, + "grad_norm": 0.17532326111046756, + "learning_rate": 3.3853464242218794e-05, + "loss": 0.8776813745498657, + "step": 445 + }, + { + "epoch": 0.5973547631006194, + "grad_norm": 0.21443600648578945, + "learning_rate": 3.3668753466992205e-05, + "loss": 0.8645883798599243, + "step": 446 + }, + { + "epoch": 0.598694123556002, + "grad_norm": 0.2124598468576842, + "learning_rate": 3.3484181064216456e-05, + "loss": 0.8678313493728638, + "step": 447 + }, + { + "epoch": 0.6000334840113846, + "grad_norm": 0.20402524205810743, + "learning_rate": 3.329975106781055e-05, + "loss": 0.8687726259231567, + "step": 448 + }, + { + "epoch": 0.6013728444667671, + "grad_norm": 0.18612685972506135, + "learning_rate": 3.311546750858113e-05, + "loss": 0.8742750287055969, + "step": 449 + }, + { + "epoch": 0.6027122049221497, + "grad_norm": 0.1891108432413768, + "learning_rate": 3.2931334414134405e-05, + "loss": 0.8701868057250977, + "step": 450 + }, + { + "epoch": 0.6040515653775322, + "grad_norm": 0.16982398331582746, + "learning_rate": 3.2747355808788076e-05, + "loss": 0.8736456632614136, + "step": 451 + }, + { + "epoch": 0.6053909258329148, + "grad_norm": 0.17659874457896263, + "learning_rate": 3.256353571348342e-05, + "loss": 0.865876317024231, + "step": 452 + }, + { + "epoch": 0.6067302862882974, + "grad_norm": 0.17274518370972755, + "learning_rate": 3.23798781456974e-05, + "loss": 0.8682874441146851, + "step": 453 + }, + { + "epoch": 0.6080696467436799, + "grad_norm": 0.18370111962886002, + "learning_rate": 3.219638711935488e-05, + "loss": 0.8759806156158447, + "step": 454 + }, + { + "epoch": 0.6094090071990624, + "grad_norm": 0.18017141493044456, + "learning_rate": 3.201306664474083e-05, + "loss": 0.8729393482208252, + "step": 455 + }, + { + "epoch": 0.610748367654445, + "grad_norm": 0.17913777693968835, + "learning_rate": 3.182992072841279e-05, + "loss": 0.8672225475311279, + "step": 456 + }, + { + "epoch": 0.6120877281098276, + "grad_norm": 0.18273030607069873, + "learning_rate": 3.164695337311321e-05, + "loss": 0.8832433223724365, + "step": 457 + }, + { + "epoch": 0.6134270885652101, + "grad_norm": 0.16888489983875138, + "learning_rate": 3.146416857768201e-05, + "loss": 0.8711962699890137, + "step": 458 + }, + { + "epoch": 0.6147664490205926, + "grad_norm": 0.183689134893473, + "learning_rate": 3.1281570336969175e-05, + "loss": 0.8889421224594116, + "step": 459 + }, + { + "epoch": 0.6161058094759753, + "grad_norm": 0.19643613570894447, + "learning_rate": 3.109916264174743e-05, + "loss": 0.8681093454360962, + "step": 460 + }, + { + "epoch": 0.6174451699313578, + "grad_norm": 0.19084392537480904, + "learning_rate": 3.091694947862508e-05, + "loss": 0.8883289098739624, + "step": 461 + }, + { + "epoch": 0.6187845303867403, + "grad_norm": 0.19455102639388797, + "learning_rate": 3.07349348299588e-05, + "loss": 0.8684327602386475, + "step": 462 + }, + { + "epoch": 0.6201238908421229, + "grad_norm": 0.2110042976412982, + "learning_rate": 3.055312267376664e-05, + "loss": 0.8856212496757507, + "step": 463 + }, + { + "epoch": 0.6214632512975055, + "grad_norm": 0.20264326773939578, + "learning_rate": 3.0371516983641092e-05, + "loss": 0.8823476433753967, + "step": 464 + }, + { + "epoch": 0.622802611752888, + "grad_norm": 0.2408395898053557, + "learning_rate": 3.0190121728662202e-05, + "loss": 0.8705859780311584, + "step": 465 + }, + { + "epoch": 0.6241419722082705, + "grad_norm": 0.16660600272013446, + "learning_rate": 3.000894087331092e-05, + "loss": 0.8687702417373657, + "step": 466 + }, + { + "epoch": 0.6254813326636531, + "grad_norm": 0.1833218068837441, + "learning_rate": 2.9827978377382326e-05, + "loss": 0.886631965637207, + "step": 467 + }, + { + "epoch": 0.6268206931190357, + "grad_norm": 0.16224401095054353, + "learning_rate": 2.9647238195899168e-05, + "loss": 0.872834324836731, + "step": 468 + }, + { + "epoch": 0.6281600535744182, + "grad_norm": 0.19626912635658397, + "learning_rate": 2.946672427902541e-05, + "loss": 0.8802139759063721, + "step": 469 + }, + { + "epoch": 0.6294994140298008, + "grad_norm": 0.18658582323373188, + "learning_rate": 2.9286440571979883e-05, + "loss": 0.8691961169242859, + "step": 470 + }, + { + "epoch": 0.6308387744851833, + "grad_norm": 0.17933302895676084, + "learning_rate": 2.910639101495008e-05, + "loss": 0.8831414580345154, + "step": 471 + }, + { + "epoch": 0.6321781349405659, + "grad_norm": 0.21056145987820624, + "learning_rate": 2.892657954300603e-05, + "loss": 0.8592995405197144, + "step": 472 + }, + { + "epoch": 0.6335174953959485, + "grad_norm": 0.19348734309236396, + "learning_rate": 2.87470100860143e-05, + "loss": 0.8894145488739014, + "step": 473 + }, + { + "epoch": 0.634856855851331, + "grad_norm": 0.19617888436938632, + "learning_rate": 2.85676865685521e-05, + "loss": 0.8913651704788208, + "step": 474 + }, + { + "epoch": 0.6361962163067135, + "grad_norm": 0.17402543550384714, + "learning_rate": 2.8388612909821515e-05, + "loss": 0.8747457265853882, + "step": 475 + }, + { + "epoch": 0.637535576762096, + "grad_norm": 0.2012596289013423, + "learning_rate": 2.8209793023563833e-05, + "loss": 0.8532263040542603, + "step": 476 + }, + { + "epoch": 0.6388749372174787, + "grad_norm": 0.16632768987251, + "learning_rate": 2.8031230817974058e-05, + "loss": 0.867146372795105, + "step": 477 + }, + { + "epoch": 0.6402142976728612, + "grad_norm": 0.17609764997939167, + "learning_rate": 2.7852930195615413e-05, + "loss": 0.873975396156311, + "step": 478 + }, + { + "epoch": 0.6415536581282437, + "grad_norm": 0.16290767187768426, + "learning_rate": 2.767489505333413e-05, + "loss": 0.8610473871231079, + "step": 479 + }, + { + "epoch": 0.6428930185836264, + "grad_norm": 0.15305292702967407, + "learning_rate": 2.7497129282174228e-05, + "loss": 0.8679625988006592, + "step": 480 + }, + { + "epoch": 0.6442323790390089, + "grad_norm": 0.1861499687391075, + "learning_rate": 2.7319636767292483e-05, + "loss": 0.8768002986907959, + "step": 481 + }, + { + "epoch": 0.6455717394943914, + "grad_norm": 0.1682720928607583, + "learning_rate": 2.7142421387873548e-05, + "loss": 0.8597822189331055, + "step": 482 + }, + { + "epoch": 0.646911099949774, + "grad_norm": 0.16548537206188335, + "learning_rate": 2.6965487017045114e-05, + "loss": 0.8771868348121643, + "step": 483 + }, + { + "epoch": 0.6482504604051565, + "grad_norm": 0.1551493965377178, + "learning_rate": 2.678883752179333e-05, + "loss": 0.8683747053146362, + "step": 484 + }, + { + "epoch": 0.6495898208605391, + "grad_norm": 0.17612866007244074, + "learning_rate": 2.661247676287822e-05, + "loss": 0.8681081533432007, + "step": 485 + }, + { + "epoch": 0.6509291813159217, + "grad_norm": 0.18465671357420232, + "learning_rate": 2.6436408594749332e-05, + "loss": 0.8595088720321655, + "step": 486 + }, + { + "epoch": 0.6522685417713042, + "grad_norm": 0.19775818406535858, + "learning_rate": 2.6260636865461554e-05, + "loss": 0.8700419664382935, + "step": 487 + }, + { + "epoch": 0.6536079022266867, + "grad_norm": 0.18083686062565354, + "learning_rate": 2.608516541659091e-05, + "loss": 0.8755306005477905, + "step": 488 + }, + { + "epoch": 0.6549472626820693, + "grad_norm": 0.1817072211213672, + "learning_rate": 2.5909998083150662e-05, + "loss": 0.875275731086731, + "step": 489 + }, + { + "epoch": 0.6562866231374519, + "grad_norm": 0.20261985924363612, + "learning_rate": 2.573513869350748e-05, + "loss": 0.8786300420761108, + "step": 490 + }, + { + "epoch": 0.6576259835928344, + "grad_norm": 0.17226016407298883, + "learning_rate": 2.556059106929778e-05, + "loss": 0.8597031831741333, + "step": 491 + }, + { + "epoch": 0.6589653440482169, + "grad_norm": 0.1827246814121758, + "learning_rate": 2.53863590253442e-05, + "loss": 0.8801453113555908, + "step": 492 + }, + { + "epoch": 0.6603047045035996, + "grad_norm": 0.16642060261390323, + "learning_rate": 2.5212446369572203e-05, + "loss": 0.8641231060028076, + "step": 493 + }, + { + "epoch": 0.6616440649589821, + "grad_norm": 0.1611151525632456, + "learning_rate": 2.5038856902926874e-05, + "loss": 0.868855357170105, + "step": 494 + }, + { + "epoch": 0.6629834254143646, + "grad_norm": 0.16125774426215733, + "learning_rate": 2.4865594419289862e-05, + "loss": 0.8626859188079834, + "step": 495 + }, + { + "epoch": 0.6643227858697472, + "grad_norm": 0.1676315935693186, + "learning_rate": 2.4692662705396412e-05, + "loss": 0.8734741806983948, + "step": 496 + }, + { + "epoch": 0.6656621463251298, + "grad_norm": 0.15126849376524884, + "learning_rate": 2.4520065540752668e-05, + "loss": 0.8615834712982178, + "step": 497 + }, + { + "epoch": 0.6670015067805123, + "grad_norm": 0.18347321722525894, + "learning_rate": 2.434780669755301e-05, + "loss": 0.8751839399337769, + "step": 498 + }, + { + "epoch": 0.6683408672358948, + "grad_norm": 0.1508841019626686, + "learning_rate": 2.4175889940597657e-05, + "loss": 0.884482741355896, + "step": 499 + }, + { + "epoch": 0.6696802276912774, + "grad_norm": 0.19960327521635535, + "learning_rate": 2.400431902721037e-05, + "loss": 0.8566937446594238, + "step": 500 + }, + { + "epoch": 0.67101958814666, + "grad_norm": 0.14443772776443664, + "learning_rate": 2.3833097707156324e-05, + "loss": 0.8727964162826538, + "step": 501 + }, + { + "epoch": 0.6723589486020425, + "grad_norm": 0.16725330298938068, + "learning_rate": 2.366222972256016e-05, + "loss": 0.8809594511985779, + "step": 502 + }, + { + "epoch": 0.6736983090574251, + "grad_norm": 0.16781357308473263, + "learning_rate": 2.3491718807824216e-05, + "loss": 0.8673738241195679, + "step": 503 + }, + { + "epoch": 0.6750376695128076, + "grad_norm": 0.17570747562365038, + "learning_rate": 2.3321568689546893e-05, + "loss": 0.8616470098495483, + "step": 504 + }, + { + "epoch": 0.6763770299681902, + "grad_norm": 0.16051510536372204, + "learning_rate": 2.3151783086441184e-05, + "loss": 0.8740379810333252, + "step": 505 + }, + { + "epoch": 0.6777163904235728, + "grad_norm": 0.18129021585072444, + "learning_rate": 2.298236570925346e-05, + "loss": 0.8758866786956787, + "step": 506 + }, + { + "epoch": 0.6790557508789553, + "grad_norm": 0.16295406262498888, + "learning_rate": 2.2813320260682306e-05, + "loss": 0.867128312587738, + "step": 507 + }, + { + "epoch": 0.6803951113343378, + "grad_norm": 0.16478256891061058, + "learning_rate": 2.264465043529768e-05, + "loss": 0.8716765642166138, + "step": 508 + }, + { + "epoch": 0.6817344717897204, + "grad_norm": 0.15474659633991988, + "learning_rate": 2.2476359919460063e-05, + "loss": 0.8846920728683472, + "step": 509 + }, + { + "epoch": 0.683073832245103, + "grad_norm": 0.15329182470431504, + "learning_rate": 2.2308452391239958e-05, + "loss": 0.8774445056915283, + "step": 510 + }, + { + "epoch": 0.6844131927004855, + "grad_norm": 0.16056212194512698, + "learning_rate": 2.214093152033749e-05, + "loss": 0.8718781471252441, + "step": 511 + }, + { + "epoch": 0.685752553155868, + "grad_norm": 0.1575919454514403, + "learning_rate": 2.1973800968002184e-05, + "loss": 0.8818187713623047, + "step": 512 + }, + { + "epoch": 0.6870919136112507, + "grad_norm": 0.17718245777491798, + "learning_rate": 2.1807064386953024e-05, + "loss": 0.865309476852417, + "step": 513 + }, + { + "epoch": 0.6884312740666332, + "grad_norm": 0.15545488226689105, + "learning_rate": 2.1640725421298487e-05, + "loss": 0.8730646967887878, + "step": 514 + }, + { + "epoch": 0.6897706345220157, + "grad_norm": 0.15608129600810844, + "learning_rate": 2.1474787706457022e-05, + "loss": 0.8821252584457397, + "step": 515 + }, + { + "epoch": 0.6911099949773983, + "grad_norm": 0.13882389199813575, + "learning_rate": 2.130925486907752e-05, + "loss": 0.8648711442947388, + "step": 516 + }, + { + "epoch": 0.6924493554327809, + "grad_norm": 0.15450321733786967, + "learning_rate": 2.1144130526960093e-05, + "loss": 0.8667118549346924, + "step": 517 + }, + { + "epoch": 0.6937887158881634, + "grad_norm": 0.1374984241876389, + "learning_rate": 2.0979418288976996e-05, + "loss": 0.8739535808563232, + "step": 518 + }, + { + "epoch": 0.695128076343546, + "grad_norm": 0.14197049787475696, + "learning_rate": 2.0815121754993735e-05, + "loss": 0.8651376366615295, + "step": 519 + }, + { + "epoch": 0.6964674367989285, + "grad_norm": 0.15028526402034278, + "learning_rate": 2.065124451579041e-05, + "loss": 0.8664205074310303, + "step": 520 + }, + { + "epoch": 0.697806797254311, + "grad_norm": 0.13549391085379284, + "learning_rate": 2.0487790152983244e-05, + "loss": 0.8679447770118713, + "step": 521 + }, + { + "epoch": 0.6991461577096936, + "grad_norm": 0.1460017601006368, + "learning_rate": 2.0324762238946275e-05, + "loss": 0.8691471815109253, + "step": 522 + }, + { + "epoch": 0.7004855181650762, + "grad_norm": 0.1431846851216918, + "learning_rate": 2.0162164336733303e-05, + "loss": 0.8775564432144165, + "step": 523 + }, + { + "epoch": 0.7018248786204587, + "grad_norm": 0.13257622094406188, + "learning_rate": 2.0000000000000012e-05, + "loss": 0.8781810998916626, + "step": 524 + }, + { + "epoch": 0.7031642390758412, + "grad_norm": 0.1675549621603434, + "learning_rate": 1.9838272772926302e-05, + "loss": 0.8698958158493042, + "step": 525 + }, + { + "epoch": 0.7045035995312239, + "grad_norm": 0.13480027126291538, + "learning_rate": 1.9676986190138835e-05, + "loss": 0.8663254976272583, + "step": 526 + }, + { + "epoch": 0.7058429599866064, + "grad_norm": 0.15294108103460244, + "learning_rate": 1.9516143776633774e-05, + "loss": 0.8629517555236816, + "step": 527 + }, + { + "epoch": 0.7071823204419889, + "grad_norm": 0.14520176029650325, + "learning_rate": 1.935574904769973e-05, + "loss": 0.8624333143234253, + "step": 528 + }, + { + "epoch": 0.7085216808973716, + "grad_norm": 0.134713885922547, + "learning_rate": 1.9195805508841013e-05, + "loss": 0.8724282383918762, + "step": 529 + }, + { + "epoch": 0.7098610413527541, + "grad_norm": 0.15108114436487047, + "learning_rate": 1.9036316655700893e-05, + "loss": 0.8668349981307983, + "step": 530 + }, + { + "epoch": 0.7112004018081366, + "grad_norm": 0.13671066235890095, + "learning_rate": 1.8877285973985282e-05, + "loss": 0.8796319961547852, + "step": 531 + }, + { + "epoch": 0.7125397622635191, + "grad_norm": 0.13002954166230035, + "learning_rate": 1.8718716939386543e-05, + "loss": 0.8816193342208862, + "step": 532 + }, + { + "epoch": 0.7138791227189017, + "grad_norm": 0.149579455889861, + "learning_rate": 1.8560613017507506e-05, + "loss": 0.8821731209754944, + "step": 533 + }, + { + "epoch": 0.7152184831742843, + "grad_norm": 0.13743335640356336, + "learning_rate": 1.840297766378575e-05, + "loss": 0.8548274040222168, + "step": 534 + }, + { + "epoch": 0.7165578436296668, + "grad_norm": 0.14190992365830207, + "learning_rate": 1.8245814323418063e-05, + "loss": 0.8705548048019409, + "step": 535 + }, + { + "epoch": 0.7178972040850494, + "grad_norm": 0.14016507952842097, + "learning_rate": 1.8089126431285152e-05, + "loss": 0.8656442165374756, + "step": 536 + }, + { + "epoch": 0.7192365645404319, + "grad_norm": 0.1504281446801305, + "learning_rate": 1.7932917411876586e-05, + "loss": 0.8762339353561401, + "step": 537 + }, + { + "epoch": 0.7205759249958145, + "grad_norm": 0.13435473240658485, + "learning_rate": 1.7777190679215923e-05, + "loss": 0.8614360690116882, + "step": 538 + }, + { + "epoch": 0.7219152854511971, + "grad_norm": 0.1536602881696007, + "learning_rate": 1.7621949636786104e-05, + "loss": 0.8601592779159546, + "step": 539 + }, + { + "epoch": 0.7232546459065796, + "grad_norm": 0.1530233513972156, + "learning_rate": 1.7467197677455118e-05, + "loss": 0.864124059677124, + "step": 540 + }, + { + "epoch": 0.7245940063619621, + "grad_norm": 0.14199812212808016, + "learning_rate": 1.7312938183401765e-05, + "loss": 0.8773407936096191, + "step": 541 + }, + { + "epoch": 0.7259333668173448, + "grad_norm": 0.15995982411725335, + "learning_rate": 1.7159174526041794e-05, + "loss": 0.8686542510986328, + "step": 542 + }, + { + "epoch": 0.7272727272727273, + "grad_norm": 0.15354853553335845, + "learning_rate": 1.7005910065954197e-05, + "loss": 0.8662307858467102, + "step": 543 + }, + { + "epoch": 0.7286120877281098, + "grad_norm": 0.14078496335090188, + "learning_rate": 1.6853148152807774e-05, + "loss": 0.8632434606552124, + "step": 544 + }, + { + "epoch": 0.7299514481834923, + "grad_norm": 0.15261704641462037, + "learning_rate": 1.670089212528792e-05, + "loss": 0.8669806122779846, + "step": 545 + }, + { + "epoch": 0.731290808638875, + "grad_norm": 0.1513819134513577, + "learning_rate": 1.654914531102365e-05, + "loss": 0.8775612115859985, + "step": 546 + }, + { + "epoch": 0.7326301690942575, + "grad_norm": 0.1358534877229751, + "learning_rate": 1.639791102651488e-05, + "loss": 0.8712992072105408, + "step": 547 + }, + { + "epoch": 0.73396952954964, + "grad_norm": 0.16067628596578593, + "learning_rate": 1.6247192577059943e-05, + "loss": 0.8825572729110718, + "step": 548 + }, + { + "epoch": 0.7353088900050226, + "grad_norm": 0.13837364745245015, + "learning_rate": 1.6096993256683332e-05, + "loss": 0.868409276008606, + "step": 549 + }, + { + "epoch": 0.7366482504604052, + "grad_norm": 0.1488210527589111, + "learning_rate": 1.5947316348063764e-05, + "loss": 0.8783029913902283, + "step": 550 + }, + { + "epoch": 0.7379876109157877, + "grad_norm": 0.15531256043223096, + "learning_rate": 1.5798165122462355e-05, + "loss": 0.866256594657898, + "step": 551 + }, + { + "epoch": 0.7393269713711703, + "grad_norm": 0.130400681920341, + "learning_rate": 1.5649542839651175e-05, + "loss": 0.8711825609207153, + "step": 552 + }, + { + "epoch": 0.7406663318265528, + "grad_norm": 0.15097118961428962, + "learning_rate": 1.5501452747841997e-05, + "loss": 0.8813204765319824, + "step": 553 + }, + { + "epoch": 0.7420056922819354, + "grad_norm": 0.1444971041300422, + "learning_rate": 1.53538980836153e-05, + "loss": 0.875779390335083, + "step": 554 + }, + { + "epoch": 0.7433450527373179, + "grad_norm": 0.15983906195186567, + "learning_rate": 1.5206882071849545e-05, + "loss": 0.8741669654846191, + "step": 555 + }, + { + "epoch": 0.7446844131927005, + "grad_norm": 0.1355928911062347, + "learning_rate": 1.5060407925650662e-05, + "loss": 0.8598854541778564, + "step": 556 + }, + { + "epoch": 0.746023773648083, + "grad_norm": 0.13602562978268276, + "learning_rate": 1.4914478846281872e-05, + "loss": 0.8700109720230103, + "step": 557 + }, + { + "epoch": 0.7473631341034656, + "grad_norm": 0.12852632137304454, + "learning_rate": 1.4769098023093676e-05, + "loss": 0.8685686588287354, + "step": 558 + }, + { + "epoch": 0.7487024945588482, + "grad_norm": 0.13847511439052035, + "learning_rate": 1.4624268633454187e-05, + "loss": 0.8838005661964417, + "step": 559 + }, + { + "epoch": 0.7500418550142307, + "grad_norm": 0.12583676980637623, + "learning_rate": 1.4479993842679663e-05, + "loss": 0.8625704050064087, + "step": 560 + }, + { + "epoch": 0.7513812154696132, + "grad_norm": 0.128203485289489, + "learning_rate": 1.4336276803965338e-05, + "loss": 0.8662985563278198, + "step": 561 + }, + { + "epoch": 0.7527205759249959, + "grad_norm": 0.13653789826965723, + "learning_rate": 1.4193120658316506e-05, + "loss": 0.8692458868026733, + "step": 562 + }, + { + "epoch": 0.7540599363803784, + "grad_norm": 0.11863623059533325, + "learning_rate": 1.405052853447987e-05, + "loss": 0.8643911480903625, + "step": 563 + }, + { + "epoch": 0.7553992968357609, + "grad_norm": 0.13264464820938757, + "learning_rate": 1.3908503548875167e-05, + "loss": 0.8673012256622314, + "step": 564 + }, + { + "epoch": 0.7567386572911434, + "grad_norm": 0.12704980324875467, + "learning_rate": 1.3767048805527039e-05, + "loss": 0.862754225730896, + "step": 565 + }, + { + "epoch": 0.7580780177465261, + "grad_norm": 0.1238471642458571, + "learning_rate": 1.3626167395997247e-05, + "loss": 0.8769301772117615, + "step": 566 + }, + { + "epoch": 0.7594173782019086, + "grad_norm": 0.13783491088045657, + "learning_rate": 1.3485862399317027e-05, + "loss": 0.8871258497238159, + "step": 567 + }, + { + "epoch": 0.7607567386572911, + "grad_norm": 0.13031583245387215, + "learning_rate": 1.3346136881919845e-05, + "loss": 0.8605697154998779, + "step": 568 + }, + { + "epoch": 0.7620960991126737, + "grad_norm": 0.12766262505196324, + "learning_rate": 1.320699389757437e-05, + "loss": 0.8688619136810303, + "step": 569 + }, + { + "epoch": 0.7634354595680563, + "grad_norm": 0.13303758007462416, + "learning_rate": 1.3068436487317713e-05, + "loss": 0.8767508864402771, + "step": 570 + }, + { + "epoch": 0.7647748200234388, + "grad_norm": 0.13228607356250646, + "learning_rate": 1.2930467679389022e-05, + "loss": 0.8681412935256958, + "step": 571 + }, + { + "epoch": 0.7661141804788214, + "grad_norm": 0.12005222020555555, + "learning_rate": 1.2793090489163218e-05, + "loss": 0.8661867380142212, + "step": 572 + }, + { + "epoch": 0.7674535409342039, + "grad_norm": 0.13195468524460277, + "learning_rate": 1.2656307919085146e-05, + "loss": 0.8680728673934937, + "step": 573 + }, + { + "epoch": 0.7687929013895864, + "grad_norm": 0.1320165820638193, + "learning_rate": 1.2520122958603933e-05, + "loss": 0.868954062461853, + "step": 574 + }, + { + "epoch": 0.7701322618449691, + "grad_norm": 0.12717407261567398, + "learning_rate": 1.2384538584107668e-05, + "loss": 0.877269983291626, + "step": 575 + }, + { + "epoch": 0.7714716223003516, + "grad_norm": 0.13462181233364415, + "learning_rate": 1.2249557758858335e-05, + "loss": 0.8749093413352966, + "step": 576 + }, + { + "epoch": 0.7728109827557341, + "grad_norm": 0.13228322165397566, + "learning_rate": 1.2115183432927071e-05, + "loss": 0.868626594543457, + "step": 577 + }, + { + "epoch": 0.7741503432111166, + "grad_norm": 0.11359418193030604, + "learning_rate": 1.1981418543129668e-05, + "loss": 0.8568856716156006, + "step": 578 + }, + { + "epoch": 0.7754897036664993, + "grad_norm": 0.12638751116359853, + "learning_rate": 1.1848266012962393e-05, + "loss": 0.8607402443885803, + "step": 579 + }, + { + "epoch": 0.7768290641218818, + "grad_norm": 0.12528883435025034, + "learning_rate": 1.1715728752538103e-05, + "loss": 0.8683662414550781, + "step": 580 + }, + { + "epoch": 0.7781684245772643, + "grad_norm": 0.11779122344927996, + "learning_rate": 1.1583809658522643e-05, + "loss": 0.8854649066925049, + "step": 581 + }, + { + "epoch": 0.779507785032647, + "grad_norm": 0.11889377542793812, + "learning_rate": 1.1452511614071518e-05, + "loss": 0.8731423616409302, + "step": 582 + }, + { + "epoch": 0.7808471454880295, + "grad_norm": 0.12276953420922905, + "learning_rate": 1.1321837488766913e-05, + "loss": 0.8679988384246826, + "step": 583 + }, + { + "epoch": 0.782186505943412, + "grad_norm": 0.12170266578498971, + "learning_rate": 1.1191790138554945e-05, + "loss": 0.8663763999938965, + "step": 584 + }, + { + "epoch": 0.7835258663987946, + "grad_norm": 0.11319872062759567, + "learning_rate": 1.1062372405683263e-05, + "loss": 0.8651244044303894, + "step": 585 + }, + { + "epoch": 0.7848652268541771, + "grad_norm": 0.11810212796138198, + "learning_rate": 1.0933587118638927e-05, + "loss": 0.8747796416282654, + "step": 586 + }, + { + "epoch": 0.7862045873095597, + "grad_norm": 0.10887190880014788, + "learning_rate": 1.0805437092086586e-05, + "loss": 0.8664879202842712, + "step": 587 + }, + { + "epoch": 0.7875439477649422, + "grad_norm": 0.1060428677550431, + "learning_rate": 1.0677925126806956e-05, + "loss": 0.8619367480278015, + "step": 588 + }, + { + "epoch": 0.7888833082203248, + "grad_norm": 0.11316065290832693, + "learning_rate": 1.0551054009635636e-05, + "loss": 0.8755437135696411, + "step": 589 + }, + { + "epoch": 0.7902226686757073, + "grad_norm": 0.12213570051138428, + "learning_rate": 1.0424826513402162e-05, + "loss": 0.8632907867431641, + "step": 590 + }, + { + "epoch": 0.7915620291310899, + "grad_norm": 0.11811385521052746, + "learning_rate": 1.0299245396869418e-05, + "loss": 0.8566582202911377, + "step": 591 + }, + { + "epoch": 0.7929013895864725, + "grad_norm": 0.11870469860749323, + "learning_rate": 1.0174313404673378e-05, + "loss": 0.8652503490447998, + "step": 592 + }, + { + "epoch": 0.794240750041855, + "grad_norm": 0.11642632041514202, + "learning_rate": 1.0050033267263068e-05, + "loss": 0.8666040897369385, + "step": 593 + }, + { + "epoch": 0.7955801104972375, + "grad_norm": 0.11271123011165501, + "learning_rate": 9.92640770084091e-06, + "loss": 0.8616808652877808, + "step": 594 + }, + { + "epoch": 0.7969194709526202, + "grad_norm": 0.11624230367298656, + "learning_rate": 9.803439407303369e-06, + "loss": 0.8712943196296692, + "step": 595 + }, + { + "epoch": 0.7982588314080027, + "grad_norm": 0.11751534209024293, + "learning_rate": 9.681131074181876e-06, + "loss": 0.8700709342956543, + "step": 596 + }, + { + "epoch": 0.7995981918633852, + "grad_norm": 0.12175042858094896, + "learning_rate": 9.55948537458415e-06, + "loss": 0.8653758764266968, + "step": 597 + }, + { + "epoch": 0.8009375523187678, + "grad_norm": 0.11051730011718072, + "learning_rate": 9.438504967135703e-06, + "loss": 0.859759509563446, + "step": 598 + }, + { + "epoch": 0.8022769127741504, + "grad_norm": 0.11944757063536243, + "learning_rate": 9.318192495921754e-06, + "loss": 0.8628091216087341, + "step": 599 + }, + { + "epoch": 0.8036162732295329, + "grad_norm": 0.1300501966435939, + "learning_rate": 9.19855059042949e-06, + "loss": 0.8775379657745361, + "step": 600 + }, + { + "epoch": 0.8049556336849154, + "grad_norm": 0.11067723833940438, + "learning_rate": 9.07958186549052e-06, + "loss": 0.8566068410873413, + "step": 601 + }, + { + "epoch": 0.806294994140298, + "grad_norm": 0.12435798088723733, + "learning_rate": 8.961288921223805e-06, + "loss": 0.8680790066719055, + "step": 602 + }, + { + "epoch": 0.8076343545956806, + "grad_norm": 0.11526262371532592, + "learning_rate": 8.84367434297876e-06, + "loss": 0.8559243679046631, + "step": 603 + }, + { + "epoch": 0.8089737150510631, + "grad_norm": 0.11562289937311675, + "learning_rate": 8.72674070127881e-06, + "loss": 0.8632556796073914, + "step": 604 + }, + { + "epoch": 0.8103130755064457, + "grad_norm": 0.11157152293753178, + "learning_rate": 8.610490551765162e-06, + "loss": 0.8667713403701782, + "step": 605 + }, + { + "epoch": 0.8116524359618282, + "grad_norm": 0.11862861011909966, + "learning_rate": 8.494926435140986e-06, + "loss": 0.8680082559585571, + "step": 606 + }, + { + "epoch": 0.8129917964172108, + "grad_norm": 0.11058276447133751, + "learning_rate": 8.380050877115864e-06, + "loss": 0.8787844777107239, + "step": 607 + }, + { + "epoch": 0.8143311568725934, + "grad_norm": 0.11035182964574768, + "learning_rate": 8.265866388350598e-06, + "loss": 0.8844963312149048, + "step": 608 + }, + { + "epoch": 0.8156705173279759, + "grad_norm": 0.10573409759536821, + "learning_rate": 8.152375464402342e-06, + "loss": 0.859270453453064, + "step": 609 + }, + { + "epoch": 0.8170098777833584, + "grad_norm": 0.11228477530407104, + "learning_rate": 8.039580585670047e-06, + "loss": 0.8675272464752197, + "step": 610 + }, + { + "epoch": 0.818349238238741, + "grad_norm": 0.11021493931190712, + "learning_rate": 7.927484217340268e-06, + "loss": 0.8565207719802856, + "step": 611 + }, + { + "epoch": 0.8196885986941236, + "grad_norm": 0.11751800069891458, + "learning_rate": 7.816088809333266e-06, + "loss": 0.8686612844467163, + "step": 612 + }, + { + "epoch": 0.8210279591495061, + "grad_norm": 0.11099301486626775, + "learning_rate": 7.705396796249505e-06, + "loss": 0.8637645244598389, + "step": 613 + }, + { + "epoch": 0.8223673196048886, + "grad_norm": 0.10684585744907993, + "learning_rate": 7.595410597316379e-06, + "loss": 0.8606627583503723, + "step": 614 + }, + { + "epoch": 0.8237066800602713, + "grad_norm": 0.114479487802595, + "learning_rate": 7.486132616335395e-06, + "loss": 0.8715918064117432, + "step": 615 + }, + { + "epoch": 0.8250460405156538, + "grad_norm": 0.12357407311236206, + "learning_rate": 7.3775652416295936e-06, + "loss": 0.8811098337173462, + "step": 616 + }, + { + "epoch": 0.8263854009710363, + "grad_norm": 0.1018906001195981, + "learning_rate": 7.2697108459914e-06, + "loss": 0.8510515689849854, + "step": 617 + }, + { + "epoch": 0.8277247614264189, + "grad_norm": 0.11510793709687688, + "learning_rate": 7.162571786630707e-06, + "loss": 0.8802266120910645, + "step": 618 + }, + { + "epoch": 0.8290641218818015, + "grad_norm": 0.10985562417753968, + "learning_rate": 7.056150405123414e-06, + "loss": 0.8502565622329712, + "step": 619 + }, + { + "epoch": 0.830403482337184, + "grad_norm": 0.10600131076359613, + "learning_rate": 6.950449027360213e-06, + "loss": 0.8826883435249329, + "step": 620 + }, + { + "epoch": 0.8317428427925665, + "grad_norm": 0.11433471498911951, + "learning_rate": 6.8454699634957586e-06, + "loss": 0.8738099336624146, + "step": 621 + }, + { + "epoch": 0.8330822032479491, + "grad_norm": 0.10950279122420588, + "learning_rate": 6.7412155078981865e-06, + "loss": 0.8639442324638367, + "step": 622 + }, + { + "epoch": 0.8344215637033316, + "grad_norm": 0.10799080989032715, + "learning_rate": 6.6376879390990025e-06, + "loss": 0.8762117624282837, + "step": 623 + }, + { + "epoch": 0.8357609241587142, + "grad_norm": 0.10733902528411342, + "learning_rate": 6.53488951974321e-06, + "loss": 0.8581281900405884, + "step": 624 + }, + { + "epoch": 0.8371002846140968, + "grad_norm": 0.11176168812915092, + "learning_rate": 6.432822496539915e-06, + "loss": 0.8563675880432129, + "step": 625 + }, + { + "epoch": 0.8384396450694793, + "grad_norm": 0.10221663384828403, + "learning_rate": 6.331489100213204e-06, + "loss": 0.865772008895874, + "step": 626 + }, + { + "epoch": 0.8397790055248618, + "grad_norm": 0.09837435329440289, + "learning_rate": 6.230891545453395e-06, + "loss": 0.8748994469642639, + "step": 627 + }, + { + "epoch": 0.8411183659802445, + "grad_norm": 0.10807279392506593, + "learning_rate": 6.1310320308686354e-06, + "loss": 0.8680225014686584, + "step": 628 + }, + { + "epoch": 0.842457726435627, + "grad_norm": 0.09768064046733724, + "learning_rate": 6.031912738936849e-06, + "loss": 0.8678373098373413, + "step": 629 + }, + { + "epoch": 0.8437970868910095, + "grad_norm": 0.1015809029022958, + "learning_rate": 5.933535835958029e-06, + "loss": 0.8708404302597046, + "step": 630 + }, + { + "epoch": 0.8451364473463922, + "grad_norm": 0.10794002356946901, + "learning_rate": 5.835903472006905e-06, + "loss": 0.8744752407073975, + "step": 631 + }, + { + "epoch": 0.8464758078017747, + "grad_norm": 0.09772198649085652, + "learning_rate": 5.7390177808859475e-06, + "loss": 0.860190212726593, + "step": 632 + }, + { + "epoch": 0.8478151682571572, + "grad_norm": 0.11209427408989413, + "learning_rate": 5.642880880078721e-06, + "loss": 0.8820698261260986, + "step": 633 + }, + { + "epoch": 0.8491545287125397, + "grad_norm": 0.10860351131929465, + "learning_rate": 5.547494870703642e-06, + "loss": 0.8616386651992798, + "step": 634 + }, + { + "epoch": 0.8504938891679223, + "grad_norm": 0.10866684859584659, + "learning_rate": 5.452861837468005e-06, + "loss": 0.8636765480041504, + "step": 635 + }, + { + "epoch": 0.8518332496233049, + "grad_norm": 0.1006939328389969, + "learning_rate": 5.358983848622452e-06, + "loss": 0.8664864897727966, + "step": 636 + }, + { + "epoch": 0.8531726100786874, + "grad_norm": 0.10559916320249045, + "learning_rate": 5.2658629559157835e-06, + "loss": 0.8764059543609619, + "step": 637 + }, + { + "epoch": 0.85451197053407, + "grad_norm": 0.1052114260414204, + "learning_rate": 5.173501194550072e-06, + "loss": 0.8566386699676514, + "step": 638 + }, + { + "epoch": 0.8558513309894525, + "grad_norm": 0.10455890325177675, + "learning_rate": 5.081900583136228e-06, + "loss": 0.8712558746337891, + "step": 639 + }, + { + "epoch": 0.8571906914448351, + "grad_norm": 0.10238359327551756, + "learning_rate": 4.991063123649853e-06, + "loss": 0.8549286127090454, + "step": 640 + }, + { + "epoch": 0.8585300519002177, + "grad_norm": 0.1052929910920113, + "learning_rate": 4.900990801387497e-06, + "loss": 0.8717979788780212, + "step": 641 + }, + { + "epoch": 0.8598694123556002, + "grad_norm": 0.10156544713233225, + "learning_rate": 4.811685584923269e-06, + "loss": 0.8659064173698425, + "step": 642 + }, + { + "epoch": 0.8612087728109827, + "grad_norm": 0.09243659771376618, + "learning_rate": 4.723149426065803e-06, + "loss": 0.8679224252700806, + "step": 643 + }, + { + "epoch": 0.8625481332663653, + "grad_norm": 0.09700721513112183, + "learning_rate": 4.635384259815614e-06, + "loss": 0.8493891954421997, + "step": 644 + }, + { + "epoch": 0.8638874937217479, + "grad_norm": 0.10574690432772352, + "learning_rate": 4.548392004322799e-06, + "loss": 0.8844394087791443, + "step": 645 + }, + { + "epoch": 0.8652268541771304, + "grad_norm": 0.10280067073915403, + "learning_rate": 4.462174560845114e-06, + "loss": 0.851788341999054, + "step": 646 + }, + { + "epoch": 0.8665662146325129, + "grad_norm": 0.0944681029234863, + "learning_rate": 4.376733813706433e-06, + "loss": 0.880761981010437, + "step": 647 + }, + { + "epoch": 0.8679055750878956, + "grad_norm": 0.10350747616416575, + "learning_rate": 4.292071630255548e-06, + "loss": 0.8677074909210205, + "step": 648 + }, + { + "epoch": 0.8692449355432781, + "grad_norm": 0.09650967181000819, + "learning_rate": 4.208189860825358e-06, + "loss": 0.8634464740753174, + "step": 649 + }, + { + "epoch": 0.8705842959986606, + "grad_norm": 0.09916241002259231, + "learning_rate": 4.12509033869247e-06, + "loss": 0.8697370290756226, + "step": 650 + }, + { + "epoch": 0.8719236564540432, + "grad_norm": 0.10108324879778724, + "learning_rate": 4.042774880037059e-06, + "loss": 0.8599544763565063, + "step": 651 + }, + { + "epoch": 0.8732630169094258, + "grad_norm": 0.09243394131495927, + "learning_rate": 3.961245283903239e-06, + "loss": 0.8817688226699829, + "step": 652 + }, + { + "epoch": 0.8746023773648083, + "grad_norm": 0.10331641148619426, + "learning_rate": 3.8805033321597015e-06, + "loss": 0.8564207553863525, + "step": 653 + }, + { + "epoch": 0.8759417378201909, + "grad_norm": 0.10558580045435674, + "learning_rate": 3.8005507894607997e-06, + "loss": 0.860696017742157, + "step": 654 + }, + { + "epoch": 0.8772810982755734, + "grad_norm": 0.10444551296183989, + "learning_rate": 3.7213894032079778e-06, + "loss": 0.8789005279541016, + "step": 655 + }, + { + "epoch": 0.878620458730956, + "grad_norm": 0.0969379244894827, + "learning_rate": 3.643020903511563e-06, + "loss": 0.8776953220367432, + "step": 656 + }, + { + "epoch": 0.8799598191863385, + "grad_norm": 0.10790624806273608, + "learning_rate": 3.565447003152964e-06, + "loss": 0.8571181297302246, + "step": 657 + }, + { + "epoch": 0.8812991796417211, + "grad_norm": 0.10477691549480385, + "learning_rate": 3.4886693975472443e-06, + "loss": 0.8560389280319214, + "step": 658 + }, + { + "epoch": 0.8826385400971036, + "grad_norm": 0.09813559375826432, + "learning_rate": 3.4126897647060474e-06, + "loss": 0.8699684143066406, + "step": 659 + }, + { + "epoch": 0.8839779005524862, + "grad_norm": 0.09813832554601809, + "learning_rate": 3.3375097652009526e-06, + "loss": 0.8595161437988281, + "step": 660 + }, + { + "epoch": 0.8853172610078688, + "grad_norm": 0.09587458422790734, + "learning_rate": 3.263131042127157e-06, + "loss": 0.8548429012298584, + "step": 661 + }, + { + "epoch": 0.8866566214632513, + "grad_norm": 0.09801177294143108, + "learning_rate": 3.189555221067577e-06, + "loss": 0.8632456064224243, + "step": 662 + }, + { + "epoch": 0.8879959819186338, + "grad_norm": 0.09722647195070884, + "learning_rate": 3.1167839100573194e-06, + "loss": 0.8654548525810242, + "step": 663 + }, + { + "epoch": 0.8893353423740165, + "grad_norm": 0.1030729011054221, + "learning_rate": 3.0448186995485307e-06, + "loss": 0.865413248538971, + "step": 664 + }, + { + "epoch": 0.890674702829399, + "grad_norm": 0.09159907373518272, + "learning_rate": 2.973661162375647e-06, + "loss": 0.8626821041107178, + "step": 665 + }, + { + "epoch": 0.8920140632847815, + "grad_norm": 0.09822649096101539, + "learning_rate": 2.9033128537210077e-06, + "loss": 0.8579151630401611, + "step": 666 + }, + { + "epoch": 0.893353423740164, + "grad_norm": 0.09554990867644066, + "learning_rate": 2.8337753110808753e-06, + "loss": 0.8664767742156982, + "step": 667 + }, + { + "epoch": 0.8946927841955467, + "grad_norm": 0.0940544920631781, + "learning_rate": 2.765050054231835e-06, + "loss": 0.8667508363723755, + "step": 668 + }, + { + "epoch": 0.8960321446509292, + "grad_norm": 0.09505186941767597, + "learning_rate": 2.6971385851975608e-06, + "loss": 0.8664491176605225, + "step": 669 + }, + { + "epoch": 0.8973715051063117, + "grad_norm": 0.09640496159648018, + "learning_rate": 2.630042388216012e-06, + "loss": 0.8690519332885742, + "step": 670 + }, + { + "epoch": 0.8987108655616943, + "grad_norm": 0.09338166771434768, + "learning_rate": 2.563762929706979e-06, + "loss": 0.8708868622779846, + "step": 671 + }, + { + "epoch": 0.9000502260170768, + "grad_norm": 0.09032253422132287, + "learning_rate": 2.4983016582400366e-06, + "loss": 0.8571633100509644, + "step": 672 + }, + { + "epoch": 0.9013895864724594, + "grad_norm": 0.09985352924424004, + "learning_rate": 2.4336600045028956e-06, + "loss": 0.8728021383285522, + "step": 673 + }, + { + "epoch": 0.902728946927842, + "grad_norm": 0.09095804473388606, + "learning_rate": 2.3698393812701114e-06, + "loss": 0.8710513114929199, + "step": 674 + }, + { + "epoch": 0.9040683073832245, + "grad_norm": 0.0907778752241714, + "learning_rate": 2.3068411833722283e-06, + "loss": 0.8682019710540771, + "step": 675 + }, + { + "epoch": 0.905407667838607, + "grad_norm": 0.08725840048506821, + "learning_rate": 2.244666787665297e-06, + "loss": 0.8690208792686462, + "step": 676 + }, + { + "epoch": 0.9067470282939896, + "grad_norm": 0.08769527712682709, + "learning_rate": 2.183317553000763e-06, + "loss": 0.8633980751037598, + "step": 677 + }, + { + "epoch": 0.9080863887493722, + "grad_norm": 0.09024779836807585, + "learning_rate": 2.122794820195777e-06, + "loss": 0.8639845848083496, + "step": 678 + }, + { + "epoch": 0.9094257492047547, + "grad_norm": 0.09693190682746106, + "learning_rate": 2.063099912003894e-06, + "loss": 0.883812665939331, + "step": 679 + }, + { + "epoch": 0.9107651096601372, + "grad_norm": 0.0861902022397013, + "learning_rate": 2.0042341330861605e-06, + "loss": 0.8602584600448608, + "step": 680 + }, + { + "epoch": 0.9121044701155199, + "grad_norm": 0.09371370939823905, + "learning_rate": 1.9461987699826147e-06, + "loss": 0.877825140953064, + "step": 681 + }, + { + "epoch": 0.9134438305709024, + "grad_norm": 0.09042366335672848, + "learning_rate": 1.888995091084147e-06, + "loss": 0.8823691010475159, + "step": 682 + }, + { + "epoch": 0.9147831910262849, + "grad_norm": 0.08752488797811156, + "learning_rate": 1.8326243466047833e-06, + "loss": 0.8719531297683716, + "step": 683 + }, + { + "epoch": 0.9161225514816675, + "grad_norm": 0.09838692247268259, + "learning_rate": 1.7770877685543687e-06, + "loss": 0.8698108792304993, + "step": 684 + }, + { + "epoch": 0.9174619119370501, + "grad_norm": 0.08608689280980435, + "learning_rate": 1.7223865707116472e-06, + "loss": 0.8581531047821045, + "step": 685 + }, + { + "epoch": 0.9188012723924326, + "grad_norm": 0.08652624883389393, + "learning_rate": 1.6685219485977056e-06, + "loss": 0.8714857697486877, + "step": 686 + }, + { + "epoch": 0.9201406328478152, + "grad_norm": 0.08764678535346417, + "learning_rate": 1.615495079449887e-06, + "loss": 0.8779809474945068, + "step": 687 + }, + { + "epoch": 0.9214799933031977, + "grad_norm": 0.08867186936205497, + "learning_rate": 1.5633071221960205e-06, + "loss": 0.8661234378814697, + "step": 688 + }, + { + "epoch": 0.9228193537585803, + "grad_norm": 0.0901392673827971, + "learning_rate": 1.5119592174291175e-06, + "loss": 0.8790245056152344, + "step": 689 + }, + { + "epoch": 0.9241587142139628, + "grad_norm": 0.10070892675692567, + "learning_rate": 1.4614524873824398e-06, + "loss": 0.8705023527145386, + "step": 690 + }, + { + "epoch": 0.9254980746693454, + "grad_norm": 0.09379245050344401, + "learning_rate": 1.4117880359049684e-06, + "loss": 0.8885618448257446, + "step": 691 + }, + { + "epoch": 0.9268374351247279, + "grad_norm": 0.09167671555096236, + "learning_rate": 1.3629669484372722e-06, + "loss": 0.8792763948440552, + "step": 692 + }, + { + "epoch": 0.9281767955801105, + "grad_norm": 0.08805121953326282, + "learning_rate": 1.3149902919877966e-06, + "loss": 0.8643807172775269, + "step": 693 + }, + { + "epoch": 0.9295161560354931, + "grad_norm": 0.0922229306076492, + "learning_rate": 1.2678591151095466e-06, + "loss": 0.862453281879425, + "step": 694 + }, + { + "epoch": 0.9308555164908756, + "grad_norm": 0.09307453015713951, + "learning_rate": 1.2215744478771473e-06, + "loss": 0.8628978729248047, + "step": 695 + }, + { + "epoch": 0.9321948769462581, + "grad_norm": 0.09390847242485158, + "learning_rate": 1.176137301864362e-06, + "loss": 0.8640226721763611, + "step": 696 + }, + { + "epoch": 0.9335342374016408, + "grad_norm": 0.09047699788223823, + "learning_rate": 1.1315486701219603e-06, + "loss": 0.8615423440933228, + "step": 697 + }, + { + "epoch": 0.9348735978570233, + "grad_norm": 0.09225121912036802, + "learning_rate": 1.0878095271560274e-06, + "loss": 0.8629521131515503, + "step": 698 + }, + { + "epoch": 0.9362129583124058, + "grad_norm": 0.09468262537112955, + "learning_rate": 1.0449208289066549e-06, + "loss": 0.8680487275123596, + "step": 699 + }, + { + "epoch": 0.9375523187677883, + "grad_norm": 0.08864131732671222, + "learning_rate": 1.0028835127270553e-06, + "loss": 0.8672420382499695, + "step": 700 + }, + { + "epoch": 0.938891679223171, + "grad_norm": 0.08863790746193773, + "learning_rate": 9.616984973630817e-07, + "loss": 0.8590481281280518, + "step": 701 + }, + { + "epoch": 0.9402310396785535, + "grad_norm": 0.08696588424291667, + "learning_rate": 9.213666829331313e-07, + "loss": 0.8557388782501221, + "step": 702 + }, + { + "epoch": 0.941570400133936, + "grad_norm": 0.08662390194134649, + "learning_rate": 8.81888950908496e-07, + "loss": 0.8785231113433838, + "step": 703 + }, + { + "epoch": 0.9429097605893186, + "grad_norm": 0.08788144151524947, + "learning_rate": 8.432661640940654e-07, + "loss": 0.8539268970489502, + "step": 704 + }, + { + "epoch": 0.9442491210447012, + "grad_norm": 0.08294934500459163, + "learning_rate": 8.054991666095025e-07, + "loss": 0.8738375902175903, + "step": 705 + }, + { + "epoch": 0.9455884815000837, + "grad_norm": 0.08928570505204149, + "learning_rate": 7.685887838707828e-07, + "loss": 0.8654993772506714, + "step": 706 + }, + { + "epoch": 0.9469278419554663, + "grad_norm": 0.09056329477645209, + "learning_rate": 7.325358225721424e-07, + "loss": 0.8602147102355957, + "step": 707 + }, + { + "epoch": 0.9482672024108488, + "grad_norm": 0.08834914444282212, + "learning_rate": 6.973410706684691e-07, + "loss": 0.8771353960037231, + "step": 708 + }, + { + "epoch": 0.9496065628662314, + "grad_norm": 0.08708692203680984, + "learning_rate": 6.630052973580636e-07, + "loss": 0.8702942132949829, + "step": 709 + }, + { + "epoch": 0.950945923321614, + "grad_norm": 0.084257461327173, + "learning_rate": 6.295292530658303e-07, + "loss": 0.8681701421737671, + "step": 710 + }, + { + "epoch": 0.9522852837769965, + "grad_norm": 0.08815345710641018, + "learning_rate": 5.969136694268863e-07, + "loss": 0.867163360118866, + "step": 711 + }, + { + "epoch": 0.953624644232379, + "grad_norm": 0.08091206523203727, + "learning_rate": 5.651592592705646e-07, + "loss": 0.8660309314727783, + "step": 712 + }, + { + "epoch": 0.9549640046877615, + "grad_norm": 0.0862181705905527, + "learning_rate": 5.34266716604841e-07, + "loss": 0.8730143308639526, + "step": 713 + }, + { + "epoch": 0.9563033651431442, + "grad_norm": 0.08629480006871994, + "learning_rate": 5.042367166011497e-07, + "loss": 0.8578484058380127, + "step": 714 + }, + { + "epoch": 0.9576427255985267, + "grad_norm": 0.08402599731850156, + "learning_rate": 4.75069915579649e-07, + "loss": 0.8523633480072021, + "step": 715 + }, + { + "epoch": 0.9589820860539092, + "grad_norm": 0.08727160022400486, + "learning_rate": 4.467669509948591e-07, + "loss": 0.8733158111572266, + "step": 716 + }, + { + "epoch": 0.9603214465092919, + "grad_norm": 0.0873055750062159, + "learning_rate": 4.1932844142174024e-07, + "loss": 0.8667589426040649, + "step": 717 + }, + { + "epoch": 0.9616608069646744, + "grad_norm": 0.08391810146466748, + "learning_rate": 3.9275498654217425e-07, + "loss": 0.8556637763977051, + "step": 718 + }, + { + "epoch": 0.9630001674200569, + "grad_norm": 0.08344649598432181, + "learning_rate": 3.670471671318554e-07, + "loss": 0.8600755929946899, + "step": 719 + }, + { + "epoch": 0.9643395278754395, + "grad_norm": 0.08155565201345322, + "learning_rate": 3.4220554504758475e-07, + "loss": 0.8625589609146118, + "step": 720 + }, + { + "epoch": 0.965678888330822, + "grad_norm": 0.08310992915256266, + "learning_rate": 3.1823066321501337e-07, + "loss": 0.8744138479232788, + "step": 721 + }, + { + "epoch": 0.9670182487862046, + "grad_norm": 0.09059294896957269, + "learning_rate": 2.951230456167675e-07, + "loss": 0.8651660680770874, + "step": 722 + }, + { + "epoch": 0.9683576092415871, + "grad_norm": 0.08667376593836515, + "learning_rate": 2.7288319728098645e-07, + "loss": 0.8760448694229126, + "step": 723 + }, + { + "epoch": 0.9696969696969697, + "grad_norm": 0.0901743663329399, + "learning_rate": 2.5151160427029584e-07, + "loss": 0.8686168193817139, + "step": 724 + }, + { + "epoch": 0.9710363301523522, + "grad_norm": 0.0839120865435095, + "learning_rate": 2.310087336711897e-07, + "loss": 0.8600865602493286, + "step": 725 + }, + { + "epoch": 0.9723756906077348, + "grad_norm": 0.07971845624808058, + "learning_rate": 2.113750335837983e-07, + "loss": 0.8669037818908691, + "step": 726 + }, + { + "epoch": 0.9737150510631174, + "grad_norm": 0.08382537607934128, + "learning_rate": 1.926109331121273e-07, + "loss": 0.858464241027832, + "step": 727 + }, + { + "epoch": 0.9750544115184999, + "grad_norm": 0.08374125151610692, + "learning_rate": 1.7471684235464748e-07, + "loss": 0.8672544956207275, + "step": 728 + }, + { + "epoch": 0.9763937719738824, + "grad_norm": 0.08691719664949055, + "learning_rate": 1.57693152395364e-07, + "loss": 0.8575679063796997, + "step": 729 + }, + { + "epoch": 0.9777331324292651, + "grad_norm": 0.08548012222111118, + "learning_rate": 1.4154023529523663e-07, + "loss": 0.8578166961669922, + "step": 730 + }, + { + "epoch": 0.9790724928846476, + "grad_norm": 0.08321120366360928, + "learning_rate": 1.2625844408407084e-07, + "loss": 0.8539446592330933, + "step": 731 + }, + { + "epoch": 0.9804118533400301, + "grad_norm": 0.08463261327186729, + "learning_rate": 1.1184811275279483e-07, + "loss": 0.8626048564910889, + "step": 732 + }, + { + "epoch": 0.9817512137954126, + "grad_norm": 0.08641185959481405, + "learning_rate": 9.83095562461589e-08, + "loss": 0.875365138053894, + "step": 733 + }, + { + "epoch": 0.9830905742507953, + "grad_norm": 0.08863161193589854, + "learning_rate": 8.564307045586085e-08, + "loss": 0.8772228360176086, + "step": 734 + }, + { + "epoch": 0.9844299347061778, + "grad_norm": 0.08488473713051564, + "learning_rate": 7.384893221405787e-08, + "loss": 0.8687188029289246, + "step": 735 + }, + { + "epoch": 0.9857692951615603, + "grad_norm": 0.08248996757351733, + "learning_rate": 6.292739928733582e-08, + "loss": 0.8708236217498779, + "step": 736 + }, + { + "epoch": 0.9871086556169429, + "grad_norm": 0.08175826228830926, + "learning_rate": 5.2878710371082606e-08, + "loss": 0.8684520721435547, + "step": 737 + }, + { + "epoch": 0.9884480160723255, + "grad_norm": 0.08308696696991014, + "learning_rate": 4.3703085084234596e-08, + "loss": 0.86341392993927, + "step": 738 + }, + { + "epoch": 0.989787376527708, + "grad_norm": 0.08173270044007887, + "learning_rate": 3.5400723964524876e-08, + "loss": 0.8588700890541077, + "step": 739 + }, + { + "epoch": 0.9911267369830906, + "grad_norm": 0.08415675974280949, + "learning_rate": 2.797180846405567e-08, + "loss": 0.8694193363189697, + "step": 740 + }, + { + "epoch": 0.9924660974384731, + "grad_norm": 0.08636580232087347, + "learning_rate": 2.141650094537262e-08, + "loss": 0.8726028800010681, + "step": 741 + }, + { + "epoch": 0.9938054578938557, + "grad_norm": 0.08429343796389252, + "learning_rate": 1.5734944677885388e-08, + "loss": 0.8648238182067871, + "step": 742 + }, + { + "epoch": 0.9951448183492383, + "grad_norm": 0.08419899611916339, + "learning_rate": 1.0927263834745739e-08, + "loss": 0.869813084602356, + "step": 743 + }, + { + "epoch": 0.9964841788046208, + "grad_norm": 0.0861205816566761, + "learning_rate": 6.993563490143018e-09, + "loss": 0.8607228398323059, + "step": 744 + }, + { + "epoch": 0.9978235392600033, + "grad_norm": 0.08318450770600956, + "learning_rate": 3.933929616999344e-09, + "loss": 0.8608525991439819, + "step": 745 + }, + { + "epoch": 0.9991628997153859, + "grad_norm": 0.08488292679976817, + "learning_rate": 1.7484290850910967e-09, + "loss": 0.8701596260070801, + "step": 746 + }, + { + "epoch": 1.0, + "grad_norm": 0.10881135810090066, + "learning_rate": 4.371096595834345e-10, + "loss": 0.8612985610961914, + "step": 747 + } + ], + "logging_steps": 1, + "max_steps": 747, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5682852003840000.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-747/training_args.bin b/checkpoint-747/training_args.bin new file mode 100644 index 0000000..a3970d7 --- /dev/null +++ b/checkpoint-747/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165add90fc159a0276935c35029d907531f50a4278b16b40d16b361adb507aec +size 7441 diff --git a/checkpoint-747/zero_to_fp32.py b/checkpoint-747/zero_to_fp32.py new file mode 100644 index 0000000..5995d6e --- /dev/null +++ b/checkpoint-747/zero_to_fp32.py @@ -0,0 +1,760 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: +# python zero_to_fp32.py . output_dir/ +# or +# python zero_to_fp32.py . output_dir/ --safe_serialization + +import argparse +import torch +import glob +import math +import os +import re +import gc +import json +import numpy as np +from tqdm import tqdm +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device, weights_only=False) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + total_files = len(files) + state_dicts = [] + for f in tqdm(files, desc='Loading checkpoint shards'): + state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if ZERO_STAGE not in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +class GatheredTensor: + """ + A pseudo tensor that collects partitioned weights. + It is more memory efficient when there are multiple groups. + """ + + def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape): + self.flat_groups = flat_groups + self.flat_groups_offset = flat_groups_offset + self.offset = offset + self.partitioned_numel = partitioned_numel + self.shape = shape + self.dtype = self.flat_groups[0][0].dtype + + def contiguous(self): + """ + Merge partitioned weights from flat_groups into a single tensor. + """ + end_idx = self.offset + self.partitioned_numel + world_size = len(self.flat_groups) + pad_flat_param_chunks = [] + + for rank_i in range(world_size): + # for each rank, we need to collect weights from related group/groups + flat_groups_at_rank_i = self.flat_groups[rank_i] + start_group_id = None + end_group_id = None + for group_id in range(len(self.flat_groups_offset)): + if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]: + start_group_id = group_id + if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]: + end_group_id = group_id + break + # collect weights from related group/groups + for group_id in range(start_group_id, end_group_id + 1): + flat_tensor = flat_groups_at_rank_i[group_id] + start_offset = self.offset - self.flat_groups_offset[group_id] + end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id] + pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset]) + + # collect weights from all ranks + pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0) + param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous() + return param + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size + + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]])) + for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'): + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # memory efficient tensor + tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape) + state_dict[name] = tensor + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def to_torch_tensor(state_dict, return_empty_tensor=False): + """ + Convert state_dict of GatheredTensor to torch tensor + """ + torch_state_dict = {} + converted_tensors = {} + for name, tensor in state_dict.items(): + tensor_id = id(tensor) + if tensor_id in converted_tensors: # shared tensors + shared_tensor = torch_state_dict[converted_tensors[tensor_id]] + torch_state_dict[name] = shared_tensor + else: + converted_tensors[tensor_id] = name + if return_empty_tensor: + torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype) + else: + torch_state_dict[name] = tensor.contiguous() + return torch_state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag=None, + exclude_frozen_parameters=False, + lazy_mode=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient. + Convert the pesduo tensor to torch tensor by ``.contiguous()`` + + Returns: + - pytorch ``state_dict`` + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + Note: the above usage may not work if your application doesn't have sufficient free CPU memory. + You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. Or you can load state_dict in lazy mode :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu + for name, lazy_tensor in state_dict.item(): + tensor = lazy_tensor.contiguous() # to cpu + print(name, tensor) + # del tensor to release memory if it no longer in use + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + if lazy_mode: + return state_dict + else: + return to_torch_tensor(state_dict) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, + output_dir, + max_shard_size="5GB", + safe_serialization=False, + tag=None, + exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_dir``: directory to the pytorch fp32 state_dict output files + - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB + - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`). + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + + # Dependency pre-check + if safe_serialization: + try: + from safetensors.torch import save_file + except ImportError: + print('If you want to use `safe_serialization`, please `pip install safetensors`') + raise + if max_shard_size is not None: + try: + from huggingface_hub import split_torch_state_dict_into_shards + except ImportError: + print('If you want to use `max_shard_size`, please `pip install huggingface_hub`') + raise + + # Convert zero checkpoint to state_dict + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag, + exclude_frozen_parameters, + lazy_mode=True) + + # Shard the model if it is too big. + weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin" + if max_shard_size is not None: + filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors") + # an memory-efficient approach for sharding + empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True) + state_dict_split = split_torch_state_dict_into_shards(empty_state_dict, + filename_pattern=filename_pattern, + max_shard_size=max_shard_size) + else: + from collections import namedtuple + StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"]) + state_dict_split = StateDictSplit(is_sharded=False, + filename_to_tensors={weights_name: list(state_dict.keys())}) + + # Save the model by shard + os.makedirs(output_dir, exist_ok=True) + filename_to_tensors = state_dict_split.filename_to_tensors.items() + for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"): + shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors} + shard_state_dict = to_torch_tensor(shard_state_dict) + output_path = os.path.join(output_dir, shard_file) + if safe_serialization: + save_file(shard_state_dict, output_path, metadata={"format": "pt"}) + else: + torch.save(shard_state_dict, output_path) + # release the memory of current shard + for tensor_name in list(shard_state_dict.keys()): + del state_dict[tensor_name] + del shard_state_dict[tensor_name] + del shard_state_dict + gc.collect() + + # Save index if sharded + if state_dict_split.is_sharded: + index = { + "metadata": state_dict_split.metadata, + "weight_map": state_dict_split.tensor_to_filename, + } + save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json" + save_index_file = os.path.join(output_dir, save_index_file) + with open(save_index_file, "w", encoding="utf-8") as f: + content = json.dumps(index, indent=2, sort_keys=True) + "\n" + f.write(content) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info("Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info("Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument("output_dir", + type=str, + help="directory to the pytorch fp32 state_dict output files" + "(e.g. path/checkpoint-12-output/)") + parser.add_argument( + "--max_shard_size", + type=str, + default="5GB", + help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size" + "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`" + "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances" + "without CPU OOM issues.") + parser.add_argument( + "--safe_serialization", + default=False, + action='store_true', + help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_dir, + max_shard_size=args.max_shard_size, + safe_serialization=args.safe_serialization, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters) diff --git a/config.json b/config.json new file mode 100644 index 0000000..0f75c0d --- /dev/null +++ b/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c35d61c --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.2.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..435c629 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68a66e164844df84673f4d97d002915ead5cf20036e4bac8df0b12b45ea75a60 +size 3441185608 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..145e2c7 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..b8a2c7c --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 5682852003840000.0, + "train_loss": 0.8983253232606124, + "train_runtime": 115389.9101, + "train_samples_per_second": 3.313, + "train_steps_per_second": 0.006 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..3958296 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,748 @@ +{"current_steps": 1, "total_steps": 747, "loss": 1.2203794717788696, "lr": 0.0, "epoch": 0.0013393604553825547, "percentage": 0.13, "elapsed_time": "0:04:02", "remaining_time": "2 days, 2:11:41"} +{"current_steps": 2, "total_steps": 747, "loss": 1.2077422142028809, "lr": 1.066666666666667e-06, "epoch": 0.0026787209107651095, "percentage": 0.27, "elapsed_time": "0:06:35", "remaining_time": "1 day, 16:58:09"} +{"current_steps": 3, "total_steps": 747, "loss": 1.2097434997558594, "lr": 2.133333333333334e-06, "epoch": 0.004018081366147665, "percentage": 0.4, "elapsed_time": "0:09:12", "remaining_time": "1 day, 14:01:49"} +{"current_steps": 4, "total_steps": 747, "loss": 1.1891963481903076, "lr": 3.2000000000000003e-06, "epoch": 0.005357441821530219, "percentage": 0.54, "elapsed_time": "0:11:46", "remaining_time": "1 day, 12:28:00"} +{"current_steps": 5, "total_steps": 747, "loss": 1.1889076232910156, "lr": 4.266666666666668e-06, "epoch": 0.006696802276912774, "percentage": 0.67, "elapsed_time": "0:14:18", "remaining_time": "1 day, 11:23:10"} +{"current_steps": 6, "total_steps": 747, "loss": 1.1870930194854736, "lr": 5.333333333333334e-06, "epoch": 0.00803616273229533, "percentage": 0.8, "elapsed_time": "0:16:51", "remaining_time": "1 day, 10:41:52"} +{"current_steps": 7, "total_steps": 747, "loss": 1.166532278060913, "lr": 6.4000000000000006e-06, "epoch": 0.009375523187677884, "percentage": 0.94, "elapsed_time": "0:19:24", "remaining_time": "1 day, 10:12:27"} +{"current_steps": 8, "total_steps": 747, "loss": 1.1786075830459595, "lr": 7.4666666666666675e-06, "epoch": 0.010714883643060438, "percentage": 1.07, "elapsed_time": "0:21:58", "remaining_time": "1 day, 9:50:21"} +{"current_steps": 9, "total_steps": 747, "loss": 1.1633087396621704, "lr": 8.533333333333335e-06, "epoch": 0.012054244098442994, "percentage": 1.2, "elapsed_time": "0:24:33", "remaining_time": "1 day, 9:33:07"} +{"current_steps": 10, "total_steps": 747, "loss": 1.1381144523620605, "lr": 9.600000000000001e-06, "epoch": 0.013393604553825548, "percentage": 1.34, "elapsed_time": "0:27:07", "remaining_time": "1 day, 9:19:23"} +{"current_steps": 11, "total_steps": 747, "loss": 1.130035161972046, "lr": 1.0666666666666667e-05, "epoch": 0.014732965009208104, "percentage": 1.47, "elapsed_time": "0:29:42", "remaining_time": "1 day, 9:07:27"} +{"current_steps": 12, "total_steps": 747, "loss": 1.113619327545166, "lr": 1.1733333333333335e-05, "epoch": 0.01607232546459066, "percentage": 1.61, "elapsed_time": "0:32:15", "remaining_time": "1 day, 8:55:43"} +{"current_steps": 13, "total_steps": 747, "loss": 1.1094508171081543, "lr": 1.2800000000000001e-05, "epoch": 0.017411685919973212, "percentage": 1.74, "elapsed_time": "0:34:50", "remaining_time": "1 day, 8:46:55"} +{"current_steps": 14, "total_steps": 747, "loss": 1.1093754768371582, "lr": 1.3866666666666669e-05, "epoch": 0.018751046375355768, "percentage": 1.87, "elapsed_time": "0:37:23", "remaining_time": "1 day, 8:37:49"} +{"current_steps": 15, "total_steps": 747, "loss": 1.0970914363861084, "lr": 1.4933333333333335e-05, "epoch": 0.020090406830738324, "percentage": 2.01, "elapsed_time": "0:39:56", "remaining_time": "1 day, 8:29:25"} +{"current_steps": 16, "total_steps": 747, "loss": 1.0732706785202026, "lr": 1.6000000000000003e-05, "epoch": 0.021429767286120876, "percentage": 2.14, "elapsed_time": "0:42:29", "remaining_time": "1 day, 8:21:38"} +{"current_steps": 17, "total_steps": 747, "loss": 1.067190408706665, "lr": 1.706666666666667e-05, "epoch": 0.02276912774150343, "percentage": 2.28, "elapsed_time": "0:45:05", "remaining_time": "1 day, 8:16:08"} +{"current_steps": 18, "total_steps": 747, "loss": 1.0586261749267578, "lr": 1.8133333333333335e-05, "epoch": 0.024108488196885988, "percentage": 2.41, "elapsed_time": "0:47:39", "remaining_time": "1 day, 8:09:54"} +{"current_steps": 19, "total_steps": 747, "loss": 1.065382957458496, "lr": 1.9200000000000003e-05, "epoch": 0.025447848652268543, "percentage": 2.54, "elapsed_time": "0:50:12", "remaining_time": "1 day, 8:04:02"} +{"current_steps": 20, "total_steps": 747, "loss": 1.0423641204833984, "lr": 2.026666666666667e-05, "epoch": 0.026787209107651096, "percentage": 2.68, "elapsed_time": "0:52:45", "remaining_time": "1 day, 7:57:38"} +{"current_steps": 21, "total_steps": 747, "loss": 1.0538524389266968, "lr": 2.1333333333333335e-05, "epoch": 0.02812656956303365, "percentage": 2.81, "elapsed_time": "0:55:19", "remaining_time": "1 day, 7:52:29"} +{"current_steps": 22, "total_steps": 747, "loss": 1.050022840499878, "lr": 2.2400000000000002e-05, "epoch": 0.029465930018416207, "percentage": 2.95, "elapsed_time": "0:57:52", "remaining_time": "1 day, 7:47:29"} +{"current_steps": 23, "total_steps": 747, "loss": 1.0374431610107422, "lr": 2.346666666666667e-05, "epoch": 0.03080529047379876, "percentage": 3.08, "elapsed_time": "1:00:25", "remaining_time": "1 day, 7:42:19"} +{"current_steps": 24, "total_steps": 747, "loss": 1.0369596481323242, "lr": 2.4533333333333334e-05, "epoch": 0.03214465092918132, "percentage": 3.21, "elapsed_time": "1:02:59", "remaining_time": "1 day, 7:37:35"} +{"current_steps": 25, "total_steps": 747, "loss": 1.0248405933380127, "lr": 2.5600000000000002e-05, "epoch": 0.03348401138456387, "percentage": 3.35, "elapsed_time": "1:05:31", "remaining_time": "1 day, 7:32:20"} +{"current_steps": 26, "total_steps": 747, "loss": 1.0261945724487305, "lr": 2.6666666666666667e-05, "epoch": 0.034823371839946424, "percentage": 3.48, "elapsed_time": "1:08:06", "remaining_time": "1 day, 7:28:44"} +{"current_steps": 27, "total_steps": 747, "loss": 1.0281734466552734, "lr": 2.7733333333333338e-05, "epoch": 0.03616273229532898, "percentage": 3.61, "elapsed_time": "1:10:41", "remaining_time": "1 day, 7:25:15"} +{"current_steps": 28, "total_steps": 747, "loss": 1.0181447267532349, "lr": 2.8800000000000002e-05, "epoch": 0.037502092750711535, "percentage": 3.75, "elapsed_time": "1:13:15", "remaining_time": "1 day, 7:21:02"} +{"current_steps": 29, "total_steps": 747, "loss": 1.0037535429000854, "lr": 2.986666666666667e-05, "epoch": 0.03884145320609409, "percentage": 3.88, "elapsed_time": "1:15:49", "remaining_time": "1 day, 7:17:18"} +{"current_steps": 30, "total_steps": 747, "loss": 1.0166124105453491, "lr": 3.093333333333334e-05, "epoch": 0.04018081366147665, "percentage": 4.02, "elapsed_time": "1:18:24", "remaining_time": "1 day, 7:14:00"} +{"current_steps": 31, "total_steps": 747, "loss": 1.015824794769287, "lr": 3.2000000000000005e-05, "epoch": 0.0415201741168592, "percentage": 4.15, "elapsed_time": "1:21:00", "remaining_time": "1 day, 7:10:53"} +{"current_steps": 32, "total_steps": 747, "loss": 0.9952138662338257, "lr": 3.3066666666666666e-05, "epoch": 0.04285953457224175, "percentage": 4.28, "elapsed_time": "1:23:35", "remaining_time": "1 day, 7:07:39"} +{"current_steps": 33, "total_steps": 747, "loss": 0.9999523162841797, "lr": 3.413333333333334e-05, "epoch": 0.04419889502762431, "percentage": 4.42, "elapsed_time": "1:26:08", "remaining_time": "1 day, 7:03:47"} +{"current_steps": 34, "total_steps": 747, "loss": 1.0010638236999512, "lr": 3.52e-05, "epoch": 0.04553825548300686, "percentage": 4.55, "elapsed_time": "1:28:43", "remaining_time": "1 day, 7:00:32"} +{"current_steps": 35, "total_steps": 747, "loss": 1.0023632049560547, "lr": 3.626666666666667e-05, "epoch": 0.04687761593838942, "percentage": 4.69, "elapsed_time": "1:31:18", "remaining_time": "1 day, 6:57:32"} +{"current_steps": 36, "total_steps": 747, "loss": 0.9928240776062012, "lr": 3.733333333333334e-05, "epoch": 0.048216976393771975, "percentage": 4.82, "elapsed_time": "1:33:52", "remaining_time": "1 day, 6:54:09"} +{"current_steps": 37, "total_steps": 747, "loss": 0.9923948049545288, "lr": 3.8400000000000005e-05, "epoch": 0.04955633684915453, "percentage": 4.95, "elapsed_time": "1:36:28", "remaining_time": "1 day, 6:51:25"} +{"current_steps": 38, "total_steps": 747, "loss": 0.9856561422348022, "lr": 3.946666666666667e-05, "epoch": 0.05089569730453709, "percentage": 5.09, "elapsed_time": "1:39:03", "remaining_time": "1 day, 6:48:22"} +{"current_steps": 39, "total_steps": 747, "loss": 0.9986469745635986, "lr": 4.053333333333334e-05, "epoch": 0.052235057759919636, "percentage": 5.22, "elapsed_time": "1:41:36", "remaining_time": "1 day, 6:44:42"} +{"current_steps": 40, "total_steps": 747, "loss": 0.9917392730712891, "lr": 4.16e-05, "epoch": 0.05357441821530219, "percentage": 5.35, "elapsed_time": "1:44:10", "remaining_time": "1 day, 6:41:21"} +{"current_steps": 41, "total_steps": 747, "loss": 0.992963433265686, "lr": 4.266666666666667e-05, "epoch": 0.05491377867068475, "percentage": 5.49, "elapsed_time": "1:46:45", "remaining_time": "1 day, 6:38:13"} +{"current_steps": 42, "total_steps": 747, "loss": 0.9989960789680481, "lr": 4.373333333333334e-05, "epoch": 0.0562531391260673, "percentage": 5.62, "elapsed_time": "1:49:20", "remaining_time": "1 day, 6:35:17"} +{"current_steps": 43, "total_steps": 747, "loss": 0.9921097159385681, "lr": 4.4800000000000005e-05, "epoch": 0.05759249958144986, "percentage": 5.76, "elapsed_time": "1:51:53", "remaining_time": "1 day, 6:32:01"} +{"current_steps": 44, "total_steps": 747, "loss": 0.9693036675453186, "lr": 4.586666666666667e-05, "epoch": 0.058931860036832415, "percentage": 5.89, "elapsed_time": "1:54:29", "remaining_time": "1 day, 6:29:17"} +{"current_steps": 45, "total_steps": 747, "loss": 0.9812385439872742, "lr": 4.693333333333334e-05, "epoch": 0.06027122049221497, "percentage": 6.02, "elapsed_time": "1:57:05", "remaining_time": "1 day, 6:26:31"} +{"current_steps": 46, "total_steps": 747, "loss": 0.9808453321456909, "lr": 4.8e-05, "epoch": 0.06161058094759752, "percentage": 6.16, "elapsed_time": "1:59:39", "remaining_time": "1 day, 6:23:25"} +{"current_steps": 47, "total_steps": 747, "loss": 0.9826059937477112, "lr": 4.906666666666667e-05, "epoch": 0.06294994140298008, "percentage": 6.29, "elapsed_time": "2:02:12", "remaining_time": "1 day, 6:20:01"} +{"current_steps": 48, "total_steps": 747, "loss": 0.9739001393318176, "lr": 5.0133333333333343e-05, "epoch": 0.06428930185836264, "percentage": 6.43, "elapsed_time": "2:04:44", "remaining_time": "1 day, 6:16:39"} +{"current_steps": 49, "total_steps": 747, "loss": 0.9766189455986023, "lr": 5.1200000000000004e-05, "epoch": 0.06562866231374519, "percentage": 6.56, "elapsed_time": "2:07:22", "remaining_time": "1 day, 6:14:26"} +{"current_steps": 50, "total_steps": 747, "loss": 0.9653265476226807, "lr": 5.226666666666667e-05, "epoch": 0.06696802276912774, "percentage": 6.69, "elapsed_time": "2:09:58", "remaining_time": "1 day, 6:11:56"} +{"current_steps": 51, "total_steps": 747, "loss": 0.9755718111991882, "lr": 5.333333333333333e-05, "epoch": 0.0683073832245103, "percentage": 6.83, "elapsed_time": "2:12:35", "remaining_time": "1 day, 6:09:24"} +{"current_steps": 52, "total_steps": 747, "loss": 0.9740673899650574, "lr": 5.440000000000001e-05, "epoch": 0.06964674367989285, "percentage": 6.96, "elapsed_time": "2:15:10", "remaining_time": "1 day, 6:06:34"} +{"current_steps": 53, "total_steps": 747, "loss": 0.9595431089401245, "lr": 5.5466666666666675e-05, "epoch": 0.07098610413527541, "percentage": 7.1, "elapsed_time": "2:17:45", "remaining_time": "1 day, 6:03:54"} +{"current_steps": 54, "total_steps": 747, "loss": 0.9671750068664551, "lr": 5.6533333333333336e-05, "epoch": 0.07232546459065796, "percentage": 7.23, "elapsed_time": "2:20:20", "remaining_time": "1 day, 6:00:57"} +{"current_steps": 55, "total_steps": 747, "loss": 0.9589823484420776, "lr": 5.7600000000000004e-05, "epoch": 0.07366482504604052, "percentage": 7.36, "elapsed_time": "2:22:53", "remaining_time": "1 day, 5:57:49"} +{"current_steps": 56, "total_steps": 747, "loss": 0.9685125350952148, "lr": 5.8666666666666665e-05, "epoch": 0.07500418550142307, "percentage": 7.5, "elapsed_time": "2:25:23", "remaining_time": "1 day, 5:54:06"} +{"current_steps": 57, "total_steps": 747, "loss": 0.9614203572273254, "lr": 5.973333333333334e-05, "epoch": 0.07634354595680562, "percentage": 7.63, "elapsed_time": "2:27:57", "remaining_time": "1 day, 5:51:05"} +{"current_steps": 58, "total_steps": 747, "loss": 0.9662147164344788, "lr": 6.080000000000001e-05, "epoch": 0.07768290641218818, "percentage": 7.76, "elapsed_time": "2:30:29", "remaining_time": "1 day, 5:47:46"} +{"current_steps": 59, "total_steps": 747, "loss": 0.9815347194671631, "lr": 6.186666666666668e-05, "epoch": 0.07902226686757073, "percentage": 7.9, "elapsed_time": "2:33:03", "remaining_time": "1 day, 5:44:49"} +{"current_steps": 60, "total_steps": 747, "loss": 0.9416379332542419, "lr": 6.293333333333334e-05, "epoch": 0.0803616273229533, "percentage": 8.03, "elapsed_time": "2:35:35", "remaining_time": "1 day, 5:41:29"} +{"current_steps": 61, "total_steps": 747, "loss": 0.9608907103538513, "lr": 6.400000000000001e-05, "epoch": 0.08170098777833584, "percentage": 8.17, "elapsed_time": "2:38:11", "remaining_time": "1 day, 5:39:00"} +{"current_steps": 62, "total_steps": 747, "loss": 0.9711039662361145, "lr": 6.506666666666667e-05, "epoch": 0.0830403482337184, "percentage": 8.3, "elapsed_time": "2:40:47", "remaining_time": "1 day, 5:36:28"} +{"current_steps": 63, "total_steps": 747, "loss": 0.956953763961792, "lr": 6.613333333333333e-05, "epoch": 0.08437970868910095, "percentage": 8.43, "elapsed_time": "2:43:24", "remaining_time": "1 day, 5:34:05"} +{"current_steps": 64, "total_steps": 747, "loss": 0.9655635952949524, "lr": 6.720000000000001e-05, "epoch": 0.0857190691444835, "percentage": 8.57, "elapsed_time": "2:45:58", "remaining_time": "1 day, 5:31:20"} +{"current_steps": 65, "total_steps": 747, "loss": 0.9627944231033325, "lr": 6.826666666666668e-05, "epoch": 0.08705842959986607, "percentage": 8.7, "elapsed_time": "2:48:36", "remaining_time": "1 day, 5:29:04"} +{"current_steps": 66, "total_steps": 747, "loss": 0.9672762155532837, "lr": 6.933333333333334e-05, "epoch": 0.08839779005524862, "percentage": 8.84, "elapsed_time": "2:51:12", "remaining_time": "1 day, 5:26:29"} +{"current_steps": 67, "total_steps": 747, "loss": 0.9656286835670471, "lr": 7.04e-05, "epoch": 0.08973715051063118, "percentage": 8.97, "elapsed_time": "2:53:47", "remaining_time": "1 day, 5:23:47"} +{"current_steps": 68, "total_steps": 747, "loss": 0.9635396003723145, "lr": 7.146666666666666e-05, "epoch": 0.09107651096601373, "percentage": 9.1, "elapsed_time": "2:56:21", "remaining_time": "1 day, 5:21:02"} +{"current_steps": 69, "total_steps": 747, "loss": 0.9501133561134338, "lr": 7.253333333333334e-05, "epoch": 0.09241587142139629, "percentage": 9.24, "elapsed_time": "2:58:58", "remaining_time": "1 day, 5:18:32"} +{"current_steps": 70, "total_steps": 747, "loss": 0.9675654172897339, "lr": 7.360000000000001e-05, "epoch": 0.09375523187677884, "percentage": 9.37, "elapsed_time": "3:01:33", "remaining_time": "1 day, 5:15:58"} +{"current_steps": 71, "total_steps": 747, "loss": 0.9422785043716431, "lr": 7.466666666666667e-05, "epoch": 0.09509459233216139, "percentage": 9.5, "elapsed_time": "3:04:07", "remaining_time": "1 day, 5:13:06"} +{"current_steps": 72, "total_steps": 747, "loss": 0.9585210084915161, "lr": 7.573333333333334e-05, "epoch": 0.09643395278754395, "percentage": 9.64, "elapsed_time": "3:06:43", "remaining_time": "1 day, 5:10:33"} +{"current_steps": 73, "total_steps": 747, "loss": 0.9478949308395386, "lr": 7.680000000000001e-05, "epoch": 0.0977733132429265, "percentage": 9.77, "elapsed_time": "3:09:19", "remaining_time": "1 day, 5:08:01"} +{"current_steps": 74, "total_steps": 747, "loss": 0.9586780071258545, "lr": 7.786666666666667e-05, "epoch": 0.09911267369830906, "percentage": 9.91, "elapsed_time": "3:11:53", "remaining_time": "1 day, 5:05:09"} +{"current_steps": 75, "total_steps": 747, "loss": 0.9589528441429138, "lr": 7.893333333333335e-05, "epoch": 0.10045203415369161, "percentage": 10.04, "elapsed_time": "3:14:26", "remaining_time": "1 day, 5:02:10"} +{"current_steps": 76, "total_steps": 747, "loss": 0.9439480304718018, "lr": 8e-05, "epoch": 0.10179139460907417, "percentage": 10.17, "elapsed_time": "3:16:59", "remaining_time": "1 day, 4:59:18"} +{"current_steps": 77, "total_steps": 747, "loss": 0.9548436999320984, "lr": 7.999956289034042e-05, "epoch": 0.10313075506445672, "percentage": 10.31, "elapsed_time": "3:19:33", "remaining_time": "1 day, 4:56:28"} +{"current_steps": 78, "total_steps": 747, "loss": 0.9496671557426453, "lr": 7.999825157091493e-05, "epoch": 0.10447011551983927, "percentage": 10.44, "elapsed_time": "3:22:07", "remaining_time": "1 day, 4:53:35"} +{"current_steps": 79, "total_steps": 747, "loss": 0.9423863887786865, "lr": 7.999606607038301e-05, "epoch": 0.10580947597522183, "percentage": 10.58, "elapsed_time": "3:24:45", "remaining_time": "1 day, 4:51:22"} +{"current_steps": 80, "total_steps": 747, "loss": 0.9572180509567261, "lr": 7.999300643650986e-05, "epoch": 0.10714883643060438, "percentage": 10.71, "elapsed_time": "3:27:20", "remaining_time": "1 day, 4:48:43"} +{"current_steps": 81, "total_steps": 747, "loss": 0.9576992392539978, "lr": 7.998907273616527e-05, "epoch": 0.10848819688598695, "percentage": 10.84, "elapsed_time": "3:29:55", "remaining_time": "1 day, 4:46:01"} +{"current_steps": 82, "total_steps": 747, "loss": 0.9516314268112183, "lr": 7.998426505532213e-05, "epoch": 0.1098275573413695, "percentage": 10.98, "elapsed_time": "3:32:28", "remaining_time": "1 day, 4:43:08"} +{"current_steps": 83, "total_steps": 747, "loss": 0.9690903425216675, "lr": 7.997858349905463e-05, "epoch": 0.11116691779675206, "percentage": 11.11, "elapsed_time": "3:35:04", "remaining_time": "1 day, 4:40:33"} +{"current_steps": 84, "total_steps": 747, "loss": 0.9476237893104553, "lr": 7.997202819153595e-05, "epoch": 0.1125062782521346, "percentage": 11.24, "elapsed_time": "3:37:37", "remaining_time": "1 day, 4:37:43"} +{"current_steps": 85, "total_steps": 747, "loss": 0.9481550455093384, "lr": 7.996459927603547e-05, "epoch": 0.11384563870751715, "percentage": 11.38, "elapsed_time": "3:40:11", "remaining_time": "1 day, 4:34:54"} +{"current_steps": 86, "total_steps": 747, "loss": 0.9473648071289062, "lr": 7.995629691491577e-05, "epoch": 0.11518499916289972, "percentage": 11.51, "elapsed_time": "3:42:45", "remaining_time": "1 day, 4:32:09"} +{"current_steps": 87, "total_steps": 747, "loss": 0.9453766942024231, "lr": 7.994712128962892e-05, "epoch": 0.11652435961828227, "percentage": 11.65, "elapsed_time": "3:45:18", "remaining_time": "1 day, 4:29:10"} +{"current_steps": 88, "total_steps": 747, "loss": 0.94734787940979, "lr": 7.993707260071268e-05, "epoch": 0.11786372007366483, "percentage": 11.78, "elapsed_time": "3:47:52", "remaining_time": "1 day, 4:26:29"} +{"current_steps": 89, "total_steps": 747, "loss": 0.9533910751342773, "lr": 7.992615106778595e-05, "epoch": 0.11920308052904738, "percentage": 11.91, "elapsed_time": "3:50:25", "remaining_time": "1 day, 4:23:35"} +{"current_steps": 90, "total_steps": 747, "loss": 0.9366779327392578, "lr": 7.991435692954414e-05, "epoch": 0.12054244098442994, "percentage": 12.05, "elapsed_time": "3:52:59", "remaining_time": "1 day, 4:20:52"} +{"current_steps": 91, "total_steps": 747, "loss": 0.949599027633667, "lr": 7.990169044375385e-05, "epoch": 0.12188180143981249, "percentage": 12.18, "elapsed_time": "3:55:32", "remaining_time": "1 day, 4:18:00"} +{"current_steps": 92, "total_steps": 747, "loss": 0.9338595867156982, "lr": 7.988815188724721e-05, "epoch": 0.12322116189519504, "percentage": 12.32, "elapsed_time": "3:58:08", "remaining_time": "1 day, 4:15:29"} +{"current_steps": 93, "total_steps": 747, "loss": 0.9345501661300659, "lr": 7.987374155591594e-05, "epoch": 0.1245605223505776, "percentage": 12.45, "elapsed_time": "4:00:42", "remaining_time": "1 day, 4:12:46"} +{"current_steps": 94, "total_steps": 747, "loss": 0.9287736415863037, "lr": 7.985845976470478e-05, "epoch": 0.12589988280596015, "percentage": 12.58, "elapsed_time": "4:03:16", "remaining_time": "1 day, 4:10:01"} +{"current_steps": 95, "total_steps": 747, "loss": 0.9591622352600098, "lr": 7.984230684760464e-05, "epoch": 0.1272392432613427, "percentage": 12.72, "elapsed_time": "4:05:50", "remaining_time": "1 day, 4:07:12"} +{"current_steps": 96, "total_steps": 747, "loss": 0.9320292472839355, "lr": 7.982528315764535e-05, "epoch": 0.12857860371672528, "percentage": 12.85, "elapsed_time": "4:08:24", "remaining_time": "1 day, 4:04:33"} +{"current_steps": 97, "total_steps": 747, "loss": 0.9414469003677368, "lr": 7.980738906688788e-05, "epoch": 0.12991796417210782, "percentage": 12.99, "elapsed_time": "4:10:57", "remaining_time": "1 day, 4:01:43"} +{"current_steps": 98, "total_steps": 747, "loss": 0.9305897355079651, "lr": 7.97886249664162e-05, "epoch": 0.13125732462749037, "percentage": 13.12, "elapsed_time": "4:13:33", "remaining_time": "1 day, 3:59:12"} +{"current_steps": 99, "total_steps": 747, "loss": 0.9291049838066101, "lr": 7.976899126632883e-05, "epoch": 0.13259668508287292, "percentage": 13.25, "elapsed_time": "4:16:08", "remaining_time": "1 day, 3:56:35"} +{"current_steps": 100, "total_steps": 747, "loss": 0.9590339660644531, "lr": 7.974848839572971e-05, "epoch": 0.13393604553825547, "percentage": 13.39, "elapsed_time": "4:18:42", "remaining_time": "1 day, 3:53:47"} +{"current_steps": 101, "total_steps": 747, "loss": 0.9453955888748169, "lr": 7.972711680271902e-05, "epoch": 0.13527540599363805, "percentage": 13.52, "elapsed_time": "4:21:25", "remaining_time": "1 day, 3:52:05"} +{"current_steps": 102, "total_steps": 747, "loss": 0.9262537956237793, "lr": 7.970487695438324e-05, "epoch": 0.1366147664490206, "percentage": 13.65, "elapsed_time": "4:24:01", "remaining_time": "1 day, 3:49:34"} +{"current_steps": 103, "total_steps": 747, "loss": 0.9314043521881104, "lr": 7.968176933678499e-05, "epoch": 0.13795412690440315, "percentage": 13.79, "elapsed_time": "4:26:35", "remaining_time": "1 day, 3:46:50"} +{"current_steps": 104, "total_steps": 747, "loss": 0.9274415969848633, "lr": 7.965779445495243e-05, "epoch": 0.1392934873597857, "percentage": 13.92, "elapsed_time": "4:29:10", "remaining_time": "1 day, 3:44:14"} +{"current_steps": 105, "total_steps": 747, "loss": 0.9263443946838379, "lr": 7.963295283286816e-05, "epoch": 0.14063284781516824, "percentage": 14.06, "elapsed_time": "4:31:42", "remaining_time": "1 day, 3:41:20"} +{"current_steps": 106, "total_steps": 747, "loss": 0.9300252199172974, "lr": 7.960724501345783e-05, "epoch": 0.14197220827055082, "percentage": 14.19, "elapsed_time": "4:34:17", "remaining_time": "1 day, 3:38:41"} +{"current_steps": 107, "total_steps": 747, "loss": 0.9237234592437744, "lr": 7.958067155857827e-05, "epoch": 0.14331156872593337, "percentage": 14.32, "elapsed_time": "4:36:53", "remaining_time": "1 day, 3:36:10"} +{"current_steps": 108, "total_steps": 747, "loss": 0.9344139695167542, "lr": 7.955323304900514e-05, "epoch": 0.14465092918131592, "percentage": 14.46, "elapsed_time": "4:39:28", "remaining_time": "1 day, 3:33:34"} +{"current_steps": 109, "total_steps": 747, "loss": 0.9211926460266113, "lr": 7.952493008442036e-05, "epoch": 0.14599028963669847, "percentage": 14.59, "elapsed_time": "4:42:03", "remaining_time": "1 day, 3:30:55"} +{"current_steps": 110, "total_steps": 747, "loss": 0.9348384737968445, "lr": 7.949576328339886e-05, "epoch": 0.14732965009208104, "percentage": 14.73, "elapsed_time": "4:44:37", "remaining_time": "1 day, 3:28:12"} +{"current_steps": 111, "total_steps": 747, "loss": 0.9268158078193665, "lr": 7.946573328339517e-05, "epoch": 0.1486690105474636, "percentage": 14.86, "elapsed_time": "4:47:12", "remaining_time": "1 day, 3:25:37"} +{"current_steps": 112, "total_steps": 747, "loss": 0.9165964126586914, "lr": 7.943484074072943e-05, "epoch": 0.15000837100284614, "percentage": 14.99, "elapsed_time": "4:49:46", "remaining_time": "1 day, 3:22:54"} +{"current_steps": 113, "total_steps": 747, "loss": 0.9227532148361206, "lr": 7.940308633057311e-05, "epoch": 0.1513477314582287, "percentage": 15.13, "elapsed_time": "4:52:21", "remaining_time": "1 day, 3:20:16"} +{"current_steps": 114, "total_steps": 747, "loss": 0.9242917895317078, "lr": 7.937047074693418e-05, "epoch": 0.15268709191361124, "percentage": 15.26, "elapsed_time": "4:54:56", "remaining_time": "1 day, 3:17:41"} +{"current_steps": 115, "total_steps": 747, "loss": 0.9295473098754883, "lr": 7.933699470264194e-05, "epoch": 0.15402645236899382, "percentage": 15.39, "elapsed_time": "4:57:30", "remaining_time": "1 day, 3:15:01"} +{"current_steps": 116, "total_steps": 747, "loss": 0.9315687417984009, "lr": 7.930265892933154e-05, "epoch": 0.15536581282437636, "percentage": 15.53, "elapsed_time": "5:00:03", "remaining_time": "1 day, 3:12:14"} +{"current_steps": 117, "total_steps": 747, "loss": 0.9344536066055298, "lr": 7.926746417742787e-05, "epoch": 0.1567051732797589, "percentage": 15.66, "elapsed_time": "5:02:37", "remaining_time": "1 day, 3:09:28"} +{"current_steps": 118, "total_steps": 747, "loss": 0.9065610766410828, "lr": 7.923141121612922e-05, "epoch": 0.15804453373514146, "percentage": 15.8, "elapsed_time": "5:05:09", "remaining_time": "1 day, 3:06:39"} +{"current_steps": 119, "total_steps": 747, "loss": 0.9160439968109131, "lr": 7.919450083339051e-05, "epoch": 0.159383894190524, "percentage": 15.93, "elapsed_time": "5:07:43", "remaining_time": "1 day, 3:03:59"} +{"current_steps": 120, "total_steps": 747, "loss": 0.918449342250824, "lr": 7.915673383590594e-05, "epoch": 0.1607232546459066, "percentage": 16.06, "elapsed_time": "5:10:17", "remaining_time": "1 day, 3:01:16"} +{"current_steps": 121, "total_steps": 747, "loss": 0.9130410552024841, "lr": 7.911811104909151e-05, "epoch": 0.16206261510128914, "percentage": 16.2, "elapsed_time": "5:12:51", "remaining_time": "1 day, 2:58:33"} +{"current_steps": 122, "total_steps": 747, "loss": 0.9236974716186523, "lr": 7.907863331706687e-05, "epoch": 0.16340197555667169, "percentage": 16.33, "elapsed_time": "5:15:24", "remaining_time": "1 day, 2:55:49"} +{"current_steps": 123, "total_steps": 747, "loss": 0.9243772625923157, "lr": 7.903830150263693e-05, "epoch": 0.16474133601205423, "percentage": 16.47, "elapsed_time": "5:17:56", "remaining_time": "1 day, 2:53:00"} +{"current_steps": 124, "total_steps": 747, "loss": 0.9172723293304443, "lr": 7.899711648727294e-05, "epoch": 0.1660806964674368, "percentage": 16.6, "elapsed_time": "5:20:32", "remaining_time": "1 day, 2:50:25"} +{"current_steps": 125, "total_steps": 747, "loss": 0.9457906484603882, "lr": 7.895507917109335e-05, "epoch": 0.16742005692281936, "percentage": 16.73, "elapsed_time": "5:23:04", "remaining_time": "1 day, 2:47:39"} +{"current_steps": 126, "total_steps": 747, "loss": 0.9342581629753113, "lr": 7.891219047284398e-05, "epoch": 0.1687594173782019, "percentage": 16.87, "elapsed_time": "5:25:38", "remaining_time": "1 day, 2:44:58"} +{"current_steps": 127, "total_steps": 747, "loss": 0.9132858514785767, "lr": 7.886845132987804e-05, "epoch": 0.17009877783358446, "percentage": 17.0, "elapsed_time": "5:28:12", "remaining_time": "1 day, 2:42:18"} +{"current_steps": 128, "total_steps": 747, "loss": 0.930912971496582, "lr": 7.882386269813564e-05, "epoch": 0.171438138288967, "percentage": 17.14, "elapsed_time": "5:30:46", "remaining_time": "1 day, 2:39:36"} +{"current_steps": 129, "total_steps": 747, "loss": 0.9310725927352905, "lr": 7.877842555212286e-05, "epoch": 0.17277749874434958, "percentage": 17.27, "elapsed_time": "5:33:21", "remaining_time": "1 day, 2:37:01"} +{"current_steps": 130, "total_steps": 747, "loss": 0.9095422029495239, "lr": 7.873214088489047e-05, "epoch": 0.17411685919973213, "percentage": 17.4, "elapsed_time": "5:35:54", "remaining_time": "1 day, 2:34:15"} +{"current_steps": 131, "total_steps": 747, "loss": 0.9226965308189392, "lr": 7.868500970801221e-05, "epoch": 0.17545621965511468, "percentage": 17.54, "elapsed_time": "5:38:26", "remaining_time": "1 day, 2:31:28"} +{"current_steps": 132, "total_steps": 747, "loss": 0.9249308109283447, "lr": 7.863703305156273e-05, "epoch": 0.17679558011049723, "percentage": 17.67, "elapsed_time": "5:41:02", "remaining_time": "1 day, 2:28:58"} +{"current_steps": 133, "total_steps": 747, "loss": 0.906527042388916, "lr": 7.858821196409504e-05, "epoch": 0.17813494056587978, "percentage": 17.8, "elapsed_time": "5:43:37", "remaining_time": "1 day, 2:26:20"} +{"current_steps": 134, "total_steps": 747, "loss": 0.9176697731018066, "lr": 7.853854751261757e-05, "epoch": 0.17947430102126236, "percentage": 17.94, "elapsed_time": "5:46:13", "remaining_time": "1 day, 2:23:49"} +{"current_steps": 135, "total_steps": 747, "loss": 0.9187479019165039, "lr": 7.84880407825709e-05, "epoch": 0.1808136614766449, "percentage": 18.07, "elapsed_time": "5:48:47", "remaining_time": "1 day, 2:21:11"} +{"current_steps": 136, "total_steps": 747, "loss": 0.9249315857887268, "lr": 7.843669287780399e-05, "epoch": 0.18215302193202745, "percentage": 18.21, "elapsed_time": "5:51:19", "remaining_time": "1 day, 2:18:24"} +{"current_steps": 137, "total_steps": 747, "loss": 0.9169516563415527, "lr": 7.838450492055013e-05, "epoch": 0.18349238238741, "percentage": 18.34, "elapsed_time": "5:53:52", "remaining_time": "1 day, 2:15:39"} +{"current_steps": 138, "total_steps": 747, "loss": 0.9106529951095581, "lr": 7.83314780514023e-05, "epoch": 0.18483174284279258, "percentage": 18.47, "elapsed_time": "5:56:26", "remaining_time": "1 day, 2:12:59"} +{"current_steps": 139, "total_steps": 747, "loss": 0.9233460426330566, "lr": 7.827761342928836e-05, "epoch": 0.18617110329817513, "percentage": 18.61, "elapsed_time": "5:59:01", "remaining_time": "1 day, 2:10:25"} +{"current_steps": 140, "total_steps": 747, "loss": 0.9139848947525024, "lr": 7.822291223144564e-05, "epoch": 0.18751046375355768, "percentage": 18.74, "elapsed_time": "6:01:36", "remaining_time": "1 day, 2:07:48"} +{"current_steps": 141, "total_steps": 747, "loss": 0.9265908002853394, "lr": 7.816737565339522e-05, "epoch": 0.18884982420894023, "percentage": 18.88, "elapsed_time": "6:04:08", "remaining_time": "1 day, 2:05:02"} +{"current_steps": 142, "total_steps": 747, "loss": 0.9096084833145142, "lr": 7.811100490891586e-05, "epoch": 0.19018918466432277, "percentage": 19.01, "elapsed_time": "6:06:44", "remaining_time": "1 day, 2:02:31"} +{"current_steps": 143, "total_steps": 747, "loss": 0.9067190885543823, "lr": 7.805380123001738e-05, "epoch": 0.19152854511970535, "percentage": 19.14, "elapsed_time": "6:09:20", "remaining_time": "1 day, 1:59:59"} +{"current_steps": 144, "total_steps": 747, "loss": 0.9237310886383057, "lr": 7.799576586691385e-05, "epoch": 0.1928679055750879, "percentage": 19.28, "elapsed_time": "6:11:55", "remaining_time": "1 day, 1:57:26"} +{"current_steps": 145, "total_steps": 747, "loss": 0.910027027130127, "lr": 7.793690008799613e-05, "epoch": 0.19420726603047045, "percentage": 19.41, "elapsed_time": "6:14:32", "remaining_time": "1 day, 1:54:59"} +{"current_steps": 146, "total_steps": 747, "loss": 0.8966417908668518, "lr": 7.787720517980424e-05, "epoch": 0.195546626485853, "percentage": 19.54, "elapsed_time": "6:17:07", "remaining_time": "1 day, 1:52:24"} +{"current_steps": 147, "total_steps": 747, "loss": 0.9306788444519043, "lr": 7.781668244699925e-05, "epoch": 0.19688598694123555, "percentage": 19.68, "elapsed_time": "6:19:44", "remaining_time": "1 day, 1:49:56"} +{"current_steps": 148, "total_steps": 747, "loss": 0.9183269739151001, "lr": 7.775533321233471e-05, "epoch": 0.19822534739661812, "percentage": 19.81, "elapsed_time": "6:22:19", "remaining_time": "1 day, 1:47:21"} +{"current_steps": 149, "total_steps": 747, "loss": 0.9106794595718384, "lr": 7.769315881662778e-05, "epoch": 0.19956470785200067, "percentage": 19.95, "elapsed_time": "6:24:52", "remaining_time": "1 day, 1:44:38"} +{"current_steps": 150, "total_steps": 747, "loss": 0.9021029472351074, "lr": 7.763016061872989e-05, "epoch": 0.20090406830738322, "percentage": 20.08, "elapsed_time": "6:27:24", "remaining_time": "1 day, 1:41:51"} +{"current_steps": 151, "total_steps": 747, "loss": 0.9056645631790161, "lr": 7.756633999549712e-05, "epoch": 0.20224342876276577, "percentage": 20.21, "elapsed_time": "6:29:58", "remaining_time": "1 day, 1:39:14"} +{"current_steps": 152, "total_steps": 747, "loss": 0.9039326310157776, "lr": 7.750169834175998e-05, "epoch": 0.20358278921814835, "percentage": 20.35, "elapsed_time": "6:32:32", "remaining_time": "1 day, 1:36:34"} +{"current_steps": 153, "total_steps": 747, "loss": 0.9264083504676819, "lr": 7.743623707029304e-05, "epoch": 0.2049221496735309, "percentage": 20.48, "elapsed_time": "6:35:05", "remaining_time": "1 day, 1:33:54"} +{"current_steps": 154, "total_steps": 747, "loss": 0.9121809601783752, "lr": 7.736995761178399e-05, "epoch": 0.20626151012891344, "percentage": 20.62, "elapsed_time": "6:37:38", "remaining_time": "1 day, 1:31:11"} +{"current_steps": 155, "total_steps": 747, "loss": 0.9089382290840149, "lr": 7.730286141480244e-05, "epoch": 0.207600870584296, "percentage": 20.75, "elapsed_time": "6:40:13", "remaining_time": "1 day, 1:28:35"} +{"current_steps": 156, "total_steps": 747, "loss": 0.9171542525291443, "lr": 7.723494994576818e-05, "epoch": 0.20894023103967854, "percentage": 20.88, "elapsed_time": "6:42:47", "remaining_time": "1 day, 1:25:55"} +{"current_steps": 157, "total_steps": 747, "loss": 0.903844952583313, "lr": 7.716622468891914e-05, "epoch": 0.21027959149506112, "percentage": 21.02, "elapsed_time": "6:45:22", "remaining_time": "1 day, 1:23:23"} +{"current_steps": 158, "total_steps": 747, "loss": 0.9096250534057617, "lr": 7.7096687146279e-05, "epoch": 0.21161895195044367, "percentage": 21.15, "elapsed_time": "6:47:57", "remaining_time": "1 day, 1:20:46"} +{"current_steps": 159, "total_steps": 747, "loss": 0.9141714572906494, "lr": 7.702633883762437e-05, "epoch": 0.21295831240582622, "percentage": 21.29, "elapsed_time": "6:50:31", "remaining_time": "1 day, 1:18:08"} +{"current_steps": 160, "total_steps": 747, "loss": 0.902588963508606, "lr": 7.695518130045147e-05, "epoch": 0.21429767286120877, "percentage": 21.42, "elapsed_time": "6:53:04", "remaining_time": "1 day, 1:15:29"} +{"current_steps": 161, "total_steps": 747, "loss": 0.8970866799354553, "lr": 7.68832160899427e-05, "epoch": 0.21563703331659131, "percentage": 21.55, "elapsed_time": "6:55:38", "remaining_time": "1 day, 1:12:51"} +{"current_steps": 162, "total_steps": 747, "loss": 0.9080835580825806, "lr": 7.681044477893243e-05, "epoch": 0.2169763937719739, "percentage": 21.69, "elapsed_time": "6:58:14", "remaining_time": "1 day, 1:10:17"} +{"current_steps": 163, "total_steps": 747, "loss": 0.9074655175209045, "lr": 7.673686895787285e-05, "epoch": 0.21831575422735644, "percentage": 21.82, "elapsed_time": "7:00:48", "remaining_time": "1 day, 1:07:41"} +{"current_steps": 164, "total_steps": 747, "loss": 0.9084531664848328, "lr": 7.666249023479905e-05, "epoch": 0.219655114682739, "percentage": 21.95, "elapsed_time": "7:03:21", "remaining_time": "1 day, 1:05:00"} +{"current_steps": 165, "total_steps": 747, "loss": 0.9043017029762268, "lr": 7.658731023529396e-05, "epoch": 0.22099447513812154, "percentage": 22.09, "elapsed_time": "7:05:55", "remaining_time": "1 day, 1:02:19"} +{"current_steps": 166, "total_steps": 747, "loss": 0.9071587324142456, "lr": 7.651133060245276e-05, "epoch": 0.22233383559350411, "percentage": 22.22, "elapsed_time": "7:08:27", "remaining_time": "1 day, 0:59:36"} +{"current_steps": 167, "total_steps": 747, "loss": 0.9014830589294434, "lr": 7.643455299684704e-05, "epoch": 0.22367319604888666, "percentage": 22.36, "elapsed_time": "7:11:01", "remaining_time": "1 day, 0:56:58"} +{"current_steps": 168, "total_steps": 747, "loss": 0.9084873795509338, "lr": 7.635697909648844e-05, "epoch": 0.2250125565042692, "percentage": 22.49, "elapsed_time": "7:13:36", "remaining_time": "1 day, 0:54:22"} +{"current_steps": 169, "total_steps": 747, "loss": 0.9147599339485168, "lr": 7.627861059679202e-05, "epoch": 0.22635191695965176, "percentage": 22.62, "elapsed_time": "7:16:09", "remaining_time": "1 day, 0:51:42"} +{"current_steps": 170, "total_steps": 747, "loss": 0.9146803617477417, "lr": 7.61994492105392e-05, "epoch": 0.2276912774150343, "percentage": 22.76, "elapsed_time": "7:18:41", "remaining_time": "1 day, 0:48:59"} +{"current_steps": 171, "total_steps": 747, "loss": 0.9208601117134094, "lr": 7.61194966678403e-05, "epoch": 0.2290306378704169, "percentage": 22.89, "elapsed_time": "7:21:17", "remaining_time": "1 day, 0:46:27"} +{"current_steps": 172, "total_steps": 747, "loss": 0.9078114032745361, "lr": 7.603875471609677e-05, "epoch": 0.23036999832579944, "percentage": 23.03, "elapsed_time": "7:23:53", "remaining_time": "1 day, 0:43:56"} +{"current_steps": 173, "total_steps": 747, "loss": 0.9131247401237488, "lr": 7.595722511996295e-05, "epoch": 0.23170935878118198, "percentage": 23.16, "elapsed_time": "7:26:28", "remaining_time": "1 day, 0:41:23"} +{"current_steps": 174, "total_steps": 747, "loss": 0.9078603386878967, "lr": 7.587490966130754e-05, "epoch": 0.23304871923656453, "percentage": 23.29, "elapsed_time": "7:29:02", "remaining_time": "1 day, 0:38:45"} +{"current_steps": 175, "total_steps": 747, "loss": 0.9184587001800537, "lr": 7.579181013917465e-05, "epoch": 0.23438807969194708, "percentage": 23.43, "elapsed_time": "7:31:36", "remaining_time": "1 day, 0:36:07"} +{"current_steps": 176, "total_steps": 747, "loss": 0.9165666699409485, "lr": 7.570792836974447e-05, "epoch": 0.23572744014732966, "percentage": 23.56, "elapsed_time": "7:34:10", "remaining_time": "1 day, 0:33:30"} +{"current_steps": 177, "total_steps": 747, "loss": 0.895115315914154, "lr": 7.562326618629359e-05, "epoch": 0.2370668006027122, "percentage": 23.69, "elapsed_time": "7:36:44", "remaining_time": "1 day, 0:30:50"} +{"current_steps": 178, "total_steps": 747, "loss": 0.9025277495384216, "lr": 7.55378254391549e-05, "epoch": 0.23840616105809476, "percentage": 23.83, "elapsed_time": "7:39:17", "remaining_time": "1 day, 0:28:10"} +{"current_steps": 179, "total_steps": 747, "loss": 0.9152911901473999, "lr": 7.545160799567722e-05, "epoch": 0.2397455215134773, "percentage": 23.96, "elapsed_time": "7:41:50", "remaining_time": "1 day, 0:25:30"} +{"current_steps": 180, "total_steps": 747, "loss": 0.9092339277267456, "lr": 7.536461574018439e-05, "epoch": 0.24108488196885988, "percentage": 24.1, "elapsed_time": "7:44:24", "remaining_time": "1 day, 0:22:51"} +{"current_steps": 181, "total_steps": 747, "loss": 0.8995894193649292, "lr": 7.52768505739342e-05, "epoch": 0.24242424242424243, "percentage": 24.23, "elapsed_time": "7:46:57", "remaining_time": "1 day, 0:20:12"} +{"current_steps": 182, "total_steps": 747, "loss": 0.8934712409973145, "lr": 7.518831441507674e-05, "epoch": 0.24376360287962498, "percentage": 24.36, "elapsed_time": "7:49:30", "remaining_time": "1 day, 0:17:33"} +{"current_steps": 183, "total_steps": 747, "loss": 0.9049476385116577, "lr": 7.509900919861251e-05, "epoch": 0.24510296333500753, "percentage": 24.5, "elapsed_time": "7:52:04", "remaining_time": "1 day, 0:14:55"} +{"current_steps": 184, "total_steps": 747, "loss": 0.9096876382827759, "lr": 7.500893687635015e-05, "epoch": 0.24644232379039008, "percentage": 24.63, "elapsed_time": "7:54:40", "remaining_time": "1 day, 0:12:23"} +{"current_steps": 185, "total_steps": 747, "loss": 0.9005957245826721, "lr": 7.491809941686377e-05, "epoch": 0.24778168424577265, "percentage": 24.77, "elapsed_time": "7:57:15", "remaining_time": "1 day, 0:09:51"} +{"current_steps": 186, "total_steps": 747, "loss": 0.8930633068084717, "lr": 7.482649880544994e-05, "epoch": 0.2491210447011552, "percentage": 24.9, "elapsed_time": "7:59:49", "remaining_time": "1 day, 0:07:11"} +{"current_steps": 187, "total_steps": 747, "loss": 0.8927392363548279, "lr": 7.473413704408423e-05, "epoch": 0.2504604051565378, "percentage": 25.03, "elapsed_time": "8:02:22", "remaining_time": "1 day, 0:04:32"} +{"current_steps": 188, "total_steps": 747, "loss": 0.9012651443481445, "lr": 7.464101615137756e-05, "epoch": 0.2517997656119203, "percentage": 25.17, "elapsed_time": "8:04:56", "remaining_time": "1 day, 0:01:56"} +{"current_steps": 189, "total_steps": 747, "loss": 0.9092891812324524, "lr": 7.454713816253201e-05, "epoch": 0.2531391260673029, "percentage": 25.3, "elapsed_time": "8:07:30", "remaining_time": "23:59:18"} +{"current_steps": 190, "total_steps": 747, "loss": 0.9000071287155151, "lr": 7.445250512929637e-05, "epoch": 0.2544784865226854, "percentage": 25.44, "elapsed_time": "8:10:02", "remaining_time": "23:56:35"} +{"current_steps": 191, "total_steps": 747, "loss": 0.9062003493309021, "lr": 7.435711911992128e-05, "epoch": 0.255817846978068, "percentage": 25.57, "elapsed_time": "8:12:35", "remaining_time": "23:53:56"} +{"current_steps": 192, "total_steps": 747, "loss": 0.9109039306640625, "lr": 7.426098221911406e-05, "epoch": 0.25715720743345055, "percentage": 25.7, "elapsed_time": "8:15:09", "remaining_time": "23:51:19"} +{"current_steps": 193, "total_steps": 747, "loss": 0.9037576913833618, "lr": 7.416409652799311e-05, "epoch": 0.2584965678888331, "percentage": 25.84, "elapsed_time": "8:17:45", "remaining_time": "23:48:47"} +{"current_steps": 194, "total_steps": 747, "loss": 0.9101488590240479, "lr": 7.406646416404198e-05, "epoch": 0.25983592834421565, "percentage": 25.97, "elapsed_time": "8:20:17", "remaining_time": "23:46:06"} +{"current_steps": 195, "total_steps": 747, "loss": 0.9010953903198242, "lr": 7.396808726106316e-05, "epoch": 0.26117528879959817, "percentage": 26.1, "elapsed_time": "8:22:50", "remaining_time": "23:43:24"} +{"current_steps": 196, "total_steps": 747, "loss": 0.9150183796882629, "lr": 7.386896796913137e-05, "epoch": 0.26251464925498075, "percentage": 26.24, "elapsed_time": "8:25:24", "remaining_time": "23:40:48"} +{"current_steps": 197, "total_steps": 747, "loss": 0.8933469653129578, "lr": 7.376910845454662e-05, "epoch": 0.2638540097103633, "percentage": 26.37, "elapsed_time": "8:27:58", "remaining_time": "23:38:12"} +{"current_steps": 198, "total_steps": 747, "loss": 0.8998183012008667, "lr": 7.36685108997868e-05, "epoch": 0.26519337016574585, "percentage": 26.51, "elapsed_time": "8:30:33", "remaining_time": "23:35:37"} +{"current_steps": 199, "total_steps": 747, "loss": 0.9029569625854492, "lr": 7.35671775034601e-05, "epoch": 0.2665327306211284, "percentage": 26.64, "elapsed_time": "8:33:06", "remaining_time": "23:32:58"} +{"current_steps": 200, "total_steps": 747, "loss": 0.901849627494812, "lr": 7.34651104802568e-05, "epoch": 0.26787209107651094, "percentage": 26.77, "elapsed_time": "8:35:39", "remaining_time": "23:30:19"} +{"current_steps": 201, "total_steps": 747, "loss": 0.9074373245239258, "lr": 7.3362312060901e-05, "epoch": 0.2692114515318935, "percentage": 26.91, "elapsed_time": "8:38:23", "remaining_time": "23:28:10"} +{"current_steps": 202, "total_steps": 747, "loss": 0.894812822341919, "lr": 7.325878449210182e-05, "epoch": 0.2705508119872761, "percentage": 27.04, "elapsed_time": "8:40:55", "remaining_time": "23:25:29"} +{"current_steps": 203, "total_steps": 747, "loss": 0.9038816094398499, "lr": 7.315453003650425e-05, "epoch": 0.2718901724426586, "percentage": 27.18, "elapsed_time": "8:43:28", "remaining_time": "23:22:49"} +{"current_steps": 204, "total_steps": 747, "loss": 0.9047380089759827, "lr": 7.30495509726398e-05, "epoch": 0.2732295328980412, "percentage": 27.31, "elapsed_time": "8:46:02", "remaining_time": "23:20:12"} +{"current_steps": 205, "total_steps": 747, "loss": 0.907146692276001, "lr": 7.29438495948766e-05, "epoch": 0.2745688933534237, "percentage": 27.44, "elapsed_time": "8:48:35", "remaining_time": "23:17:33"} +{"current_steps": 206, "total_steps": 747, "loss": 0.9054394364356995, "lr": 7.28374282133693e-05, "epoch": 0.2759082538088063, "percentage": 27.58, "elapsed_time": "8:51:09", "remaining_time": "23:14:55"} +{"current_steps": 207, "total_steps": 747, "loss": 0.89744633436203, "lr": 7.273028915400862e-05, "epoch": 0.27724761426418887, "percentage": 27.71, "elapsed_time": "8:53:43", "remaining_time": "23:12:20"} +{"current_steps": 208, "total_steps": 747, "loss": 0.8924587965011597, "lr": 7.262243475837041e-05, "epoch": 0.2785869747195714, "percentage": 27.84, "elapsed_time": "8:56:16", "remaining_time": "23:09:40"} +{"current_steps": 209, "total_steps": 747, "loss": 0.8863202333450317, "lr": 7.251386738366462e-05, "epoch": 0.27992633517495397, "percentage": 27.98, "elapsed_time": "8:58:52", "remaining_time": "23:07:10"} +{"current_steps": 210, "total_steps": 747, "loss": 0.8941077589988708, "lr": 7.240458940268362e-05, "epoch": 0.2812656956303365, "percentage": 28.11, "elapsed_time": "9:01:29", "remaining_time": "23:04:39"} +{"current_steps": 211, "total_steps": 747, "loss": 0.906989574432373, "lr": 7.229460320375051e-05, "epoch": 0.28260505608571906, "percentage": 28.25, "elapsed_time": "9:04:03", "remaining_time": "23:02:03"} +{"current_steps": 212, "total_steps": 747, "loss": 0.9065754413604736, "lr": 7.218391119066674e-05, "epoch": 0.28394441654110164, "percentage": 28.38, "elapsed_time": "9:06:36", "remaining_time": "22:59:24"} +{"current_steps": 213, "total_steps": 747, "loss": 0.9066266417503357, "lr": 7.207251578265974e-05, "epoch": 0.28528377699648416, "percentage": 28.51, "elapsed_time": "9:09:08", "remaining_time": "22:56:43"} +{"current_steps": 214, "total_steps": 747, "loss": 0.8938264846801758, "lr": 7.196041941432998e-05, "epoch": 0.28662313745186674, "percentage": 28.65, "elapsed_time": "9:11:41", "remaining_time": "22:54:03"} +{"current_steps": 215, "total_steps": 747, "loss": 0.901447057723999, "lr": 7.184762453559767e-05, "epoch": 0.2879624979072493, "percentage": 28.78, "elapsed_time": "9:14:15", "remaining_time": "22:51:29"} +{"current_steps": 216, "total_steps": 747, "loss": 0.8870468139648438, "lr": 7.173413361164941e-05, "epoch": 0.28930185836263184, "percentage": 28.92, "elapsed_time": "9:16:49", "remaining_time": "22:48:52"} +{"current_steps": 217, "total_steps": 747, "loss": 0.8934962153434753, "lr": 7.161994912288415e-05, "epoch": 0.2906412188180144, "percentage": 29.05, "elapsed_time": "9:19:24", "remaining_time": "22:46:16"} +{"current_steps": 218, "total_steps": 747, "loss": 0.8962942957878113, "lr": 7.150507356485903e-05, "epoch": 0.29198057927339693, "percentage": 29.18, "elapsed_time": "9:21:55", "remaining_time": "22:43:33"} +{"current_steps": 219, "total_steps": 747, "loss": 0.8967691659927368, "lr": 7.138950944823485e-05, "epoch": 0.2933199397287795, "percentage": 29.32, "elapsed_time": "9:24:28", "remaining_time": "22:40:55"} +{"current_steps": 220, "total_steps": 747, "loss": 0.8924927711486816, "lr": 7.12732592987212e-05, "epoch": 0.2946593001841621, "percentage": 29.45, "elapsed_time": "9:27:01", "remaining_time": "22:38:18"} +{"current_steps": 221, "total_steps": 747, "loss": 0.894336998462677, "lr": 7.115632565702124e-05, "epoch": 0.2959986606395446, "percentage": 29.59, "elapsed_time": "9:29:35", "remaining_time": "22:35:40"} +{"current_steps": 222, "total_steps": 747, "loss": 0.8900793790817261, "lr": 7.10387110787762e-05, "epoch": 0.2973380210949272, "percentage": 29.72, "elapsed_time": "9:32:09", "remaining_time": "22:33:03"} +{"current_steps": 223, "total_steps": 747, "loss": 0.9094074964523315, "lr": 7.092041813450948e-05, "epoch": 0.2986773815503097, "percentage": 29.85, "elapsed_time": "9:34:44", "remaining_time": "22:30:30"} +{"current_steps": 224, "total_steps": 747, "loss": 0.8994623422622681, "lr": 7.080144940957053e-05, "epoch": 0.3000167420056923, "percentage": 29.99, "elapsed_time": "9:37:17", "remaining_time": "22:27:51"} +{"current_steps": 225, "total_steps": 747, "loss": 0.9020993113517761, "lr": 7.068180750407825e-05, "epoch": 0.30135610246107486, "percentage": 30.12, "elapsed_time": "9:39:50", "remaining_time": "22:25:14"} +{"current_steps": 226, "total_steps": 747, "loss": 0.8913443088531494, "lr": 7.05614950328643e-05, "epoch": 0.3026954629164574, "percentage": 30.25, "elapsed_time": "9:42:24", "remaining_time": "22:22:38"} +{"current_steps": 227, "total_steps": 747, "loss": 0.8977623581886292, "lr": 7.044051462541585e-05, "epoch": 0.30403482337183996, "percentage": 30.39, "elapsed_time": "9:44:59", "remaining_time": "22:20:04"} +{"current_steps": 228, "total_steps": 747, "loss": 0.9037375450134277, "lr": 7.031886892581813e-05, "epoch": 0.3053741838272225, "percentage": 30.52, "elapsed_time": "9:47:33", "remaining_time": "22:17:27"} +{"current_steps": 229, "total_steps": 747, "loss": 0.8967139720916748, "lr": 7.019656059269664e-05, "epoch": 0.30671354428260506, "percentage": 30.66, "elapsed_time": "9:50:11", "remaining_time": "22:15:00"} +{"current_steps": 230, "total_steps": 747, "loss": 0.887144923210144, "lr": 7.00735922991591e-05, "epoch": 0.30805290473798763, "percentage": 30.79, "elapsed_time": "9:52:48", "remaining_time": "22:12:31"} +{"current_steps": 231, "total_steps": 747, "loss": 0.8820310831069946, "lr": 6.994996673273694e-05, "epoch": 0.30939226519337015, "percentage": 30.92, "elapsed_time": "9:55:24", "remaining_time": "22:10:00"} +{"current_steps": 232, "total_steps": 747, "loss": 0.8966023921966553, "lr": 6.982568659532663e-05, "epoch": 0.31073162564875273, "percentage": 31.06, "elapsed_time": "9:58:01", "remaining_time": "22:07:30"} +{"current_steps": 233, "total_steps": 747, "loss": 0.8898813724517822, "lr": 6.970075460313059e-05, "epoch": 0.31207098610413525, "percentage": 31.19, "elapsed_time": "10:00:36", "remaining_time": "22:04:57"} +{"current_steps": 234, "total_steps": 747, "loss": 0.9058773517608643, "lr": 6.957517348659785e-05, "epoch": 0.3134103465595178, "percentage": 31.33, "elapsed_time": "10:03:12", "remaining_time": "22:02:24"} +{"current_steps": 235, "total_steps": 747, "loss": 0.8985657691955566, "lr": 6.944894599036439e-05, "epoch": 0.3147497070149004, "percentage": 31.46, "elapsed_time": "10:05:44", "remaining_time": "21:59:43"} +{"current_steps": 236, "total_steps": 747, "loss": 0.8944315910339355, "lr": 6.932207487319305e-05, "epoch": 0.3160890674702829, "percentage": 31.59, "elapsed_time": "10:08:17", "remaining_time": "21:57:07"} +{"current_steps": 237, "total_steps": 747, "loss": 0.9019736051559448, "lr": 6.919456290791343e-05, "epoch": 0.3174284279256655, "percentage": 31.73, "elapsed_time": "10:10:51", "remaining_time": "21:54:30"} +{"current_steps": 238, "total_steps": 747, "loss": 0.8921661376953125, "lr": 6.906641288136109e-05, "epoch": 0.318767788381048, "percentage": 31.86, "elapsed_time": "10:13:27", "remaining_time": "21:51:58"} +{"current_steps": 239, "total_steps": 747, "loss": 0.8991590142250061, "lr": 6.893762759431675e-05, "epoch": 0.3201071488364306, "percentage": 31.99, "elapsed_time": "10:16:00", "remaining_time": "21:49:20"} +{"current_steps": 240, "total_steps": 747, "loss": 0.8966647386550903, "lr": 6.880820986144507e-05, "epoch": 0.3214465092918132, "percentage": 32.13, "elapsed_time": "10:18:36", "remaining_time": "21:46:48"} +{"current_steps": 241, "total_steps": 747, "loss": 0.8932673335075378, "lr": 6.86781625112331e-05, "epoch": 0.3227858697471957, "percentage": 32.26, "elapsed_time": "10:21:12", "remaining_time": "21:44:16"} +{"current_steps": 242, "total_steps": 747, "loss": 0.8867123126983643, "lr": 6.854748838592849e-05, "epoch": 0.3241252302025783, "percentage": 32.4, "elapsed_time": "10:23:47", "remaining_time": "21:41:41"} +{"current_steps": 243, "total_steps": 747, "loss": 0.8945485949516296, "lr": 6.841619034147738e-05, "epoch": 0.32546459065796085, "percentage": 32.53, "elapsed_time": "10:26:22", "remaining_time": "21:39:09"} +{"current_steps": 244, "total_steps": 747, "loss": 0.8893507122993469, "lr": 6.828427124746191e-05, "epoch": 0.32680395111334337, "percentage": 32.66, "elapsed_time": "10:28:57", "remaining_time": "21:36:33"} +{"current_steps": 245, "total_steps": 747, "loss": 0.8952306509017944, "lr": 6.815173398703762e-05, "epoch": 0.32814331156872595, "percentage": 32.8, "elapsed_time": "10:31:32", "remaining_time": "21:34:01"} +{"current_steps": 246, "total_steps": 747, "loss": 0.900354266166687, "lr": 6.801858145687033e-05, "epoch": 0.32948267202410847, "percentage": 32.93, "elapsed_time": "10:34:09", "remaining_time": "21:31:30"} +{"current_steps": 247, "total_steps": 747, "loss": 0.8962044715881348, "lr": 6.788481656707294e-05, "epoch": 0.33082203247949105, "percentage": 33.07, "elapsed_time": "10:36:44", "remaining_time": "21:28:57"} +{"current_steps": 248, "total_steps": 747, "loss": 0.8917175531387329, "lr": 6.775044224114168e-05, "epoch": 0.3321613929348736, "percentage": 33.2, "elapsed_time": "10:39:20", "remaining_time": "21:26:24"} +{"current_steps": 249, "total_steps": 747, "loss": 0.8945397138595581, "lr": 6.761546141589235e-05, "epoch": 0.33350075339025614, "percentage": 33.33, "elapsed_time": "10:41:56", "remaining_time": "21:23:52"} +{"current_steps": 250, "total_steps": 747, "loss": 0.8865037560462952, "lr": 6.747987704139607e-05, "epoch": 0.3348401138456387, "percentage": 33.47, "elapsed_time": "10:44:30", "remaining_time": "21:21:16"} +{"current_steps": 251, "total_steps": 747, "loss": 0.8916755318641663, "lr": 6.734369208091486e-05, "epoch": 0.33617947430102124, "percentage": 33.6, "elapsed_time": "10:47:05", "remaining_time": "21:18:43"} +{"current_steps": 252, "total_steps": 747, "loss": 0.8847212791442871, "lr": 6.720690951083678e-05, "epoch": 0.3375188347564038, "percentage": 33.73, "elapsed_time": "10:49:39", "remaining_time": "21:16:06"} +{"current_steps": 253, "total_steps": 747, "loss": 0.8843253254890442, "lr": 6.706953232061098e-05, "epoch": 0.3388581952117864, "percentage": 33.87, "elapsed_time": "10:52:11", "remaining_time": "21:13:27"} +{"current_steps": 254, "total_steps": 747, "loss": 0.8973168730735779, "lr": 6.693156351268229e-05, "epoch": 0.3401975556671689, "percentage": 34.0, "elapsed_time": "10:54:45", "remaining_time": "21:10:51"} +{"current_steps": 255, "total_steps": 747, "loss": 0.9002690315246582, "lr": 6.679300610242564e-05, "epoch": 0.3415369161225515, "percentage": 34.14, "elapsed_time": "10:57:20", "remaining_time": "21:08:16"} +{"current_steps": 256, "total_steps": 747, "loss": 0.8933571577072144, "lr": 6.665386311808017e-05, "epoch": 0.342876276577934, "percentage": 34.27, "elapsed_time": "10:59:54", "remaining_time": "21:05:41"} +{"current_steps": 257, "total_steps": 747, "loss": 0.9000169634819031, "lr": 6.651413760068298e-05, "epoch": 0.3442156370333166, "percentage": 34.4, "elapsed_time": "11:02:29", "remaining_time": "21:03:06"} +{"current_steps": 258, "total_steps": 747, "loss": 0.8983247876167297, "lr": 6.637383260400276e-05, "epoch": 0.34555499748869917, "percentage": 34.54, "elapsed_time": "11:05:02", "remaining_time": "21:00:29"} +{"current_steps": 259, "total_steps": 747, "loss": 0.8985056281089783, "lr": 6.623295119447297e-05, "epoch": 0.3468943579440817, "percentage": 34.67, "elapsed_time": "11:07:36", "remaining_time": "20:57:52"} +{"current_steps": 260, "total_steps": 747, "loss": 0.8870316743850708, "lr": 6.609149645112485e-05, "epoch": 0.34823371839946426, "percentage": 34.81, "elapsed_time": "11:10:08", "remaining_time": "20:55:14"} +{"current_steps": 261, "total_steps": 747, "loss": 0.8838645815849304, "lr": 6.594947146552015e-05, "epoch": 0.3495730788548468, "percentage": 34.94, "elapsed_time": "11:12:43", "remaining_time": "20:52:38"} +{"current_steps": 262, "total_steps": 747, "loss": 0.8925988674163818, "lr": 6.580687934168352e-05, "epoch": 0.35091243931022936, "percentage": 35.07, "elapsed_time": "11:15:17", "remaining_time": "20:50:03"} +{"current_steps": 263, "total_steps": 747, "loss": 0.8979231715202332, "lr": 6.566372319603467e-05, "epoch": 0.35225179976561194, "percentage": 35.21, "elapsed_time": "11:17:50", "remaining_time": "20:47:26"} +{"current_steps": 264, "total_steps": 747, "loss": 0.8943511843681335, "lr": 6.552000615732035e-05, "epoch": 0.35359116022099446, "percentage": 35.34, "elapsed_time": "11:20:25", "remaining_time": "20:44:51"} +{"current_steps": 265, "total_steps": 747, "loss": 0.8853351473808289, "lr": 6.537573136654582e-05, "epoch": 0.35493052067637704, "percentage": 35.48, "elapsed_time": "11:23:01", "remaining_time": "20:42:19"} +{"current_steps": 266, "total_steps": 747, "loss": 0.8918644785881042, "lr": 6.523090197690634e-05, "epoch": 0.35626988113175956, "percentage": 35.61, "elapsed_time": "11:25:35", "remaining_time": "20:39:43"} +{"current_steps": 267, "total_steps": 747, "loss": 0.893090546131134, "lr": 6.508552115371814e-05, "epoch": 0.35760924158714213, "percentage": 35.74, "elapsed_time": "11:28:10", "remaining_time": "20:37:09"} +{"current_steps": 268, "total_steps": 747, "loss": 0.8756798505783081, "lr": 6.493959207434934e-05, "epoch": 0.3589486020425247, "percentage": 35.88, "elapsed_time": "11:30:46", "remaining_time": "20:34:37"} +{"current_steps": 269, "total_steps": 747, "loss": 0.8869861364364624, "lr": 6.479311792815047e-05, "epoch": 0.36028796249790723, "percentage": 36.01, "elapsed_time": "11:33:21", "remaining_time": "20:32:03"} +{"current_steps": 270, "total_steps": 747, "loss": 0.8688637018203735, "lr": 6.464610191638472e-05, "epoch": 0.3616273229532898, "percentage": 36.14, "elapsed_time": "11:35:57", "remaining_time": "20:29:31"} +{"current_steps": 271, "total_steps": 747, "loss": 0.8819414973258972, "lr": 6.449854725215801e-05, "epoch": 0.3629666834086724, "percentage": 36.28, "elapsed_time": "11:38:31", "remaining_time": "20:26:55"} +{"current_steps": 272, "total_steps": 747, "loss": 0.8896312713623047, "lr": 6.435045716034883e-05, "epoch": 0.3643060438640549, "percentage": 36.41, "elapsed_time": "11:41:07", "remaining_time": "20:24:23"} +{"current_steps": 273, "total_steps": 747, "loss": 0.8876444101333618, "lr": 6.420183487753765e-05, "epoch": 0.3656454043194375, "percentage": 36.55, "elapsed_time": "11:43:44", "remaining_time": "20:21:52"} +{"current_steps": 274, "total_steps": 747, "loss": 0.8837222456932068, "lr": 6.405268365193624e-05, "epoch": 0.36698476477482, "percentage": 36.68, "elapsed_time": "11:46:19", "remaining_time": "20:19:18"} +{"current_steps": 275, "total_steps": 747, "loss": 0.8932456970214844, "lr": 6.390300674331667e-05, "epoch": 0.3683241252302026, "percentage": 36.81, "elapsed_time": "11:48:52", "remaining_time": "20:16:41"} +{"current_steps": 276, "total_steps": 747, "loss": 0.896408200263977, "lr": 6.375280742294007e-05, "epoch": 0.36966348568558516, "percentage": 36.95, "elapsed_time": "11:51:28", "remaining_time": "20:14:08"} +{"current_steps": 277, "total_steps": 747, "loss": 0.890372097492218, "lr": 6.360208897348513e-05, "epoch": 0.3710028461409677, "percentage": 37.08, "elapsed_time": "11:54:04", "remaining_time": "20:11:35"} +{"current_steps": 278, "total_steps": 747, "loss": 0.8912795782089233, "lr": 6.345085468897637e-05, "epoch": 0.37234220659635026, "percentage": 37.22, "elapsed_time": "11:56:38", "remaining_time": "20:09:01"} +{"current_steps": 279, "total_steps": 747, "loss": 0.8913096785545349, "lr": 6.32991078747121e-05, "epoch": 0.3736815670517328, "percentage": 37.35, "elapsed_time": "11:59:15", "remaining_time": "20:06:29"} +{"current_steps": 280, "total_steps": 747, "loss": 0.8860468864440918, "lr": 6.314685184719224e-05, "epoch": 0.37502092750711535, "percentage": 37.48, "elapsed_time": "12:01:48", "remaining_time": "20:03:53"} +{"current_steps": 281, "total_steps": 747, "loss": 0.8942425847053528, "lr": 6.29940899340458e-05, "epoch": 0.37636028796249793, "percentage": 37.62, "elapsed_time": "12:04:23", "remaining_time": "20:01:18"} +{"current_steps": 282, "total_steps": 747, "loss": 0.884894609451294, "lr": 6.284082547395822e-05, "epoch": 0.37769964841788045, "percentage": 37.75, "elapsed_time": "12:06:58", "remaining_time": "19:58:43"} +{"current_steps": 283, "total_steps": 747, "loss": 0.8949446678161621, "lr": 6.268706181659823e-05, "epoch": 0.37903900887326303, "percentage": 37.88, "elapsed_time": "12:09:32", "remaining_time": "19:56:08"} +{"current_steps": 284, "total_steps": 747, "loss": 0.8839805722236633, "lr": 6.253280232254489e-05, "epoch": 0.38037836932864555, "percentage": 38.02, "elapsed_time": "12:12:07", "remaining_time": "19:53:33"} +{"current_steps": 285, "total_steps": 747, "loss": 0.8896687626838684, "lr": 6.23780503632139e-05, "epoch": 0.3817177297840281, "percentage": 38.15, "elapsed_time": "12:14:40", "remaining_time": "19:50:56"} +{"current_steps": 286, "total_steps": 747, "loss": 0.8688606023788452, "lr": 6.22228093207841e-05, "epoch": 0.3830570902394107, "percentage": 38.29, "elapsed_time": "12:17:15", "remaining_time": "19:48:22"} +{"current_steps": 287, "total_steps": 747, "loss": 0.8844860196113586, "lr": 6.206708258812343e-05, "epoch": 0.3843964506947932, "percentage": 38.42, "elapsed_time": "12:19:47", "remaining_time": "19:45:43"} +{"current_steps": 288, "total_steps": 747, "loss": 0.8889749646186829, "lr": 6.191087356871486e-05, "epoch": 0.3857358111501758, "percentage": 38.55, "elapsed_time": "12:22:20", "remaining_time": "19:43:07"} +{"current_steps": 289, "total_steps": 747, "loss": 0.8868741989135742, "lr": 6.175418567658196e-05, "epoch": 0.3870751716055583, "percentage": 38.69, "elapsed_time": "12:24:54", "remaining_time": "19:40:30"} +{"current_steps": 290, "total_steps": 747, "loss": 0.8811583518981934, "lr": 6.159702233621427e-05, "epoch": 0.3884145320609409, "percentage": 38.82, "elapsed_time": "12:27:27", "remaining_time": "19:37:54"} +{"current_steps": 291, "total_steps": 747, "loss": 0.8857870697975159, "lr": 6.143938698249251e-05, "epoch": 0.3897538925163235, "percentage": 38.96, "elapsed_time": "12:30:02", "remaining_time": "19:35:19"} +{"current_steps": 292, "total_steps": 747, "loss": 0.8891360759735107, "lr": 6.128128306061347e-05, "epoch": 0.391093252971706, "percentage": 39.09, "elapsed_time": "12:32:36", "remaining_time": "19:32:44"} +{"current_steps": 293, "total_steps": 747, "loss": 0.8804606199264526, "lr": 6.112271402601472e-05, "epoch": 0.3924326134270886, "percentage": 39.22, "elapsed_time": "12:35:11", "remaining_time": "19:30:08"} +{"current_steps": 294, "total_steps": 747, "loss": 0.8926126956939697, "lr": 6.096368334429911e-05, "epoch": 0.3937719738824711, "percentage": 39.36, "elapsed_time": "12:37:46", "remaining_time": "19:27:35"} +{"current_steps": 295, "total_steps": 747, "loss": 0.8852767944335938, "lr": 6.0804194491158987e-05, "epoch": 0.39511133433785367, "percentage": 39.49, "elapsed_time": "12:40:19", "remaining_time": "19:24:58"} +{"current_steps": 296, "total_steps": 747, "loss": 0.8917317390441895, "lr": 6.064425095230027e-05, "epoch": 0.39645069479323625, "percentage": 39.63, "elapsed_time": "12:42:53", "remaining_time": "19:22:23"} +{"current_steps": 297, "total_steps": 747, "loss": 0.8798589706420898, "lr": 6.048385622336625e-05, "epoch": 0.39779005524861877, "percentage": 39.76, "elapsed_time": "12:45:28", "remaining_time": "19:19:49"} +{"current_steps": 298, "total_steps": 747, "loss": 0.8902722597122192, "lr": 6.0323013809861185e-05, "epoch": 0.39912941570400134, "percentage": 39.89, "elapsed_time": "12:48:03", "remaining_time": "19:17:15"} +{"current_steps": 299, "total_steps": 747, "loss": 0.9056130647659302, "lr": 6.016172722707372e-05, "epoch": 0.4004687761593839, "percentage": 40.03, "elapsed_time": "12:50:39", "remaining_time": "19:14:41"} +{"current_steps": 300, "total_steps": 747, "loss": 0.8697539567947388, "lr": 6.000000000000001e-05, "epoch": 0.40180813661476644, "percentage": 40.16, "elapsed_time": "12:53:15", "remaining_time": "19:12:09"} +{"current_steps": 301, "total_steps": 747, "loss": 0.8804255127906799, "lr": 5.9837835663266724e-05, "epoch": 0.403147497070149, "percentage": 40.29, "elapsed_time": "12:56:03", "remaining_time": "19:09:53"} +{"current_steps": 302, "total_steps": 747, "loss": 0.8784493803977966, "lr": 5.967523776105374e-05, "epoch": 0.40448685752553154, "percentage": 40.43, "elapsed_time": "12:58:35", "remaining_time": "19:07:15"} +{"current_steps": 303, "total_steps": 747, "loss": 0.8766741752624512, "lr": 5.9512209847016766e-05, "epoch": 0.4058262179809141, "percentage": 40.56, "elapsed_time": "13:01:09", "remaining_time": "19:04:40"} +{"current_steps": 304, "total_steps": 747, "loss": 0.8951706886291504, "lr": 5.9348755484209597e-05, "epoch": 0.4071655784362967, "percentage": 40.7, "elapsed_time": "13:03:43", "remaining_time": "19:02:04"} +{"current_steps": 305, "total_steps": 747, "loss": 0.8903220891952515, "lr": 5.9184878245006275e-05, "epoch": 0.4085049388916792, "percentage": 40.83, "elapsed_time": "13:06:18", "remaining_time": "18:59:30"} +{"current_steps": 306, "total_steps": 747, "loss": 0.8924455642700195, "lr": 5.902058171102302e-05, "epoch": 0.4098442993470618, "percentage": 40.96, "elapsed_time": "13:08:54", "remaining_time": "18:56:57"} +{"current_steps": 307, "total_steps": 747, "loss": 0.8797352313995361, "lr": 5.8855869473039924e-05, "epoch": 0.4111836598024443, "percentage": 41.1, "elapsed_time": "13:11:29", "remaining_time": "18:54:22"} +{"current_steps": 308, "total_steps": 747, "loss": 0.889675498008728, "lr": 5.869074513092249e-05, "epoch": 0.4125230202578269, "percentage": 41.23, "elapsed_time": "13:14:04", "remaining_time": "18:51:48"} +{"current_steps": 309, "total_steps": 747, "loss": 0.8952120542526245, "lr": 5.852521229354298e-05, "epoch": 0.41386238071320947, "percentage": 41.37, "elapsed_time": "13:16:37", "remaining_time": "18:49:11"} +{"current_steps": 310, "total_steps": 747, "loss": 0.8908874988555908, "lr": 5.835927457870151e-05, "epoch": 0.415201741168592, "percentage": 41.5, "elapsed_time": "13:19:11", "remaining_time": "18:46:36"} +{"current_steps": 311, "total_steps": 747, "loss": 0.8896716833114624, "lr": 5.8192935613046986e-05, "epoch": 0.41654110162397456, "percentage": 41.63, "elapsed_time": "13:21:45", "remaining_time": "18:44:01"} +{"current_steps": 312, "total_steps": 747, "loss": 0.8718587160110474, "lr": 5.802619903199782e-05, "epoch": 0.4178804620793571, "percentage": 41.77, "elapsed_time": "13:24:19", "remaining_time": "18:41:25"} +{"current_steps": 313, "total_steps": 747, "loss": 0.87396639585495, "lr": 5.785906847966252e-05, "epoch": 0.41921982253473966, "percentage": 41.9, "elapsed_time": "13:26:53", "remaining_time": "18:38:49"} +{"current_steps": 314, "total_steps": 747, "loss": 0.8890815377235413, "lr": 5.7691547608760055e-05, "epoch": 0.42055918299012224, "percentage": 42.03, "elapsed_time": "13:29:28", "remaining_time": "18:36:15"} +{"current_steps": 315, "total_steps": 747, "loss": 0.8961409330368042, "lr": 5.7523640080539954e-05, "epoch": 0.42189854344550476, "percentage": 42.17, "elapsed_time": "13:32:03", "remaining_time": "18:33:40"} +{"current_steps": 316, "total_steps": 747, "loss": 0.8904027938842773, "lr": 5.735534956470233e-05, "epoch": 0.42323790390088734, "percentage": 42.3, "elapsed_time": "13:34:36", "remaining_time": "18:31:04"} +{"current_steps": 317, "total_steps": 747, "loss": 0.8841983079910278, "lr": 5.71866797393177e-05, "epoch": 0.42457726435626986, "percentage": 42.44, "elapsed_time": "13:37:10", "remaining_time": "18:28:28"} +{"current_steps": 318, "total_steps": 747, "loss": 0.8725353479385376, "lr": 5.701763429074657e-05, "epoch": 0.42591662481165243, "percentage": 42.57, "elapsed_time": "13:39:45", "remaining_time": "18:25:54"} +{"current_steps": 319, "total_steps": 747, "loss": 0.8806099891662598, "lr": 5.6848216913558847e-05, "epoch": 0.427255985267035, "percentage": 42.7, "elapsed_time": "13:42:20", "remaining_time": "18:23:19"} +{"current_steps": 320, "total_steps": 747, "loss": 0.8860760927200317, "lr": 5.6678431310453134e-05, "epoch": 0.42859534572241753, "percentage": 42.84, "elapsed_time": "13:44:56", "remaining_time": "18:20:47"} +{"current_steps": 321, "total_steps": 747, "loss": 0.8721968531608582, "lr": 5.6508281192175794e-05, "epoch": 0.4299347061778001, "percentage": 42.97, "elapsed_time": "13:47:29", "remaining_time": "18:18:10"} +{"current_steps": 322, "total_steps": 747, "loss": 0.8862148523330688, "lr": 5.6337770277439854e-05, "epoch": 0.43127406663318263, "percentage": 43.11, "elapsed_time": "13:50:03", "remaining_time": "18:15:34"} +{"current_steps": 323, "total_steps": 747, "loss": 0.8746384382247925, "lr": 5.616690229284368e-05, "epoch": 0.4326134270885652, "percentage": 43.24, "elapsed_time": "13:52:39", "remaining_time": "18:13:01"} +{"current_steps": 324, "total_steps": 747, "loss": 0.8776325583457947, "lr": 5.5995680972789634e-05, "epoch": 0.4339527875439478, "percentage": 43.37, "elapsed_time": "13:55:13", "remaining_time": "18:10:25"} +{"current_steps": 325, "total_steps": 747, "loss": 0.887018084526062, "lr": 5.582411005940236e-05, "epoch": 0.4352921479993303, "percentage": 43.51, "elapsed_time": "13:57:47", "remaining_time": "18:07:50"} +{"current_steps": 326, "total_steps": 747, "loss": 0.8889976739883423, "lr": 5.5652193302447e-05, "epoch": 0.4366315084547129, "percentage": 43.64, "elapsed_time": "14:00:19", "remaining_time": "18:05:12"} +{"current_steps": 327, "total_steps": 747, "loss": 0.8834925889968872, "lr": 5.547993445924735e-05, "epoch": 0.43797086891009546, "percentage": 43.78, "elapsed_time": "14:02:53", "remaining_time": "18:02:37"} +{"current_steps": 328, "total_steps": 747, "loss": 0.8835778832435608, "lr": 5.5307337294603595e-05, "epoch": 0.439310229365478, "percentage": 43.91, "elapsed_time": "14:05:29", "remaining_time": "18:00:03"} +{"current_steps": 329, "total_steps": 747, "loss": 0.88037109375, "lr": 5.513440558071015e-05, "epoch": 0.44064958982086055, "percentage": 44.04, "elapsed_time": "14:08:03", "remaining_time": "17:57:27"} +{"current_steps": 330, "total_steps": 747, "loss": 0.8899520635604858, "lr": 5.496114309707313e-05, "epoch": 0.4419889502762431, "percentage": 44.18, "elapsed_time": "14:10:40", "remaining_time": "17:54:56"} +{"current_steps": 331, "total_steps": 747, "loss": 0.8873578906059265, "lr": 5.478755363042781e-05, "epoch": 0.44332831073162565, "percentage": 44.31, "elapsed_time": "14:13:15", "remaining_time": "17:52:21"} +{"current_steps": 332, "total_steps": 747, "loss": 0.8870940208435059, "lr": 5.461364097465581e-05, "epoch": 0.44466767118700823, "percentage": 44.44, "elapsed_time": "14:15:51", "remaining_time": "17:49:48"} +{"current_steps": 333, "total_steps": 747, "loss": 0.8757143616676331, "lr": 5.443940893070223e-05, "epoch": 0.44600703164239075, "percentage": 44.58, "elapsed_time": "14:18:27", "remaining_time": "17:47:16"} +{"current_steps": 334, "total_steps": 747, "loss": 0.8642425537109375, "lr": 5.4264861306492525e-05, "epoch": 0.4473463920977733, "percentage": 44.71, "elapsed_time": "14:21:04", "remaining_time": "17:44:44"} +{"current_steps": 335, "total_steps": 747, "loss": 0.8808598518371582, "lr": 5.409000191684935e-05, "epoch": 0.44868575255315585, "percentage": 44.85, "elapsed_time": "14:23:37", "remaining_time": "17:42:07"} +{"current_steps": 336, "total_steps": 747, "loss": 0.8812928199768066, "lr": 5.391483458340909e-05, "epoch": 0.4500251130085384, "percentage": 44.98, "elapsed_time": "14:26:12", "remaining_time": "17:39:33"} +{"current_steps": 337, "total_steps": 747, "loss": 0.8947619795799255, "lr": 5.3739363134538446e-05, "epoch": 0.451364473463921, "percentage": 45.11, "elapsed_time": "14:28:47", "remaining_time": "17:36:58"} +{"current_steps": 338, "total_steps": 747, "loss": 0.8850589990615845, "lr": 5.356359140525067e-05, "epoch": 0.4527038339193035, "percentage": 45.25, "elapsed_time": "14:31:21", "remaining_time": "17:34:24"} +{"current_steps": 339, "total_steps": 747, "loss": 0.8739247918128967, "lr": 5.3387523237121805e-05, "epoch": 0.4540431943746861, "percentage": 45.38, "elapsed_time": "14:33:57", "remaining_time": "17:31:50"} +{"current_steps": 340, "total_steps": 747, "loss": 0.8850078582763672, "lr": 5.321116247820669e-05, "epoch": 0.4553825548300686, "percentage": 45.52, "elapsed_time": "14:36:32", "remaining_time": "17:29:16"} +{"current_steps": 341, "total_steps": 747, "loss": 0.8884513974189758, "lr": 5.30345129829549e-05, "epoch": 0.4567219152854512, "percentage": 45.65, "elapsed_time": "14:39:07", "remaining_time": "17:26:42"} +{"current_steps": 342, "total_steps": 747, "loss": 0.8790913224220276, "lr": 5.2857578612126466e-05, "epoch": 0.4580612757408338, "percentage": 45.78, "elapsed_time": "14:41:43", "remaining_time": "17:24:08"} +{"current_steps": 343, "total_steps": 747, "loss": 0.8726402521133423, "lr": 5.2680363232707533e-05, "epoch": 0.4594006361962163, "percentage": 45.92, "elapsed_time": "14:44:19", "remaining_time": "17:21:35"} +{"current_steps": 344, "total_steps": 747, "loss": 0.8780654668807983, "lr": 5.250287071782579e-05, "epoch": 0.46073999665159887, "percentage": 46.05, "elapsed_time": "14:46:51", "remaining_time": "17:18:58"} +{"current_steps": 345, "total_steps": 747, "loss": 0.8802477717399597, "lr": 5.232510494666588e-05, "epoch": 0.4620793571069814, "percentage": 46.18, "elapsed_time": "14:49:26", "remaining_time": "17:16:23"} +{"current_steps": 346, "total_steps": 747, "loss": 0.8784705400466919, "lr": 5.214706980438459e-05, "epoch": 0.46341871756236397, "percentage": 46.32, "elapsed_time": "14:52:00", "remaining_time": "17:13:48"} +{"current_steps": 347, "total_steps": 747, "loss": 0.8827534317970276, "lr": 5.1968769182025955e-05, "epoch": 0.46475807801774655, "percentage": 46.45, "elapsed_time": "14:54:34", "remaining_time": "17:11:12"} +{"current_steps": 348, "total_steps": 747, "loss": 0.8781850934028625, "lr": 5.179020697643618e-05, "epoch": 0.46609743847312907, "percentage": 46.59, "elapsed_time": "14:57:09", "remaining_time": "17:08:38"} +{"current_steps": 349, "total_steps": 747, "loss": 0.8855897784233093, "lr": 5.16113870901785e-05, "epoch": 0.46743679892851164, "percentage": 46.72, "elapsed_time": "14:59:43", "remaining_time": "17:06:02"} +{"current_steps": 350, "total_steps": 747, "loss": 0.8810721039772034, "lr": 5.1432313431447915e-05, "epoch": 0.46877615938389416, "percentage": 46.85, "elapsed_time": "15:02:18", "remaining_time": "17:03:28"} +{"current_steps": 351, "total_steps": 747, "loss": 0.8826359510421753, "lr": 5.125298991398571e-05, "epoch": 0.47011551983927674, "percentage": 46.99, "elapsed_time": "15:04:54", "remaining_time": "17:00:55"} +{"current_steps": 352, "total_steps": 747, "loss": 0.8747484683990479, "lr": 5.107342045699397e-05, "epoch": 0.4714548802946593, "percentage": 47.12, "elapsed_time": "15:07:30", "remaining_time": "16:58:21"} +{"current_steps": 353, "total_steps": 747, "loss": 0.8729058504104614, "lr": 5.089360898504994e-05, "epoch": 0.47279424075004184, "percentage": 47.26, "elapsed_time": "15:10:04", "remaining_time": "16:55:46"} +{"current_steps": 354, "total_steps": 747, "loss": 0.8787670135498047, "lr": 5.071355942802013e-05, "epoch": 0.4741336012054244, "percentage": 47.39, "elapsed_time": "15:12:38", "remaining_time": "16:53:10"} +{"current_steps": 355, "total_steps": 747, "loss": 0.8815037608146667, "lr": 5.053327572097459e-05, "epoch": 0.475472961660807, "percentage": 47.52, "elapsed_time": "15:15:14", "remaining_time": "16:50:37"} +{"current_steps": 356, "total_steps": 747, "loss": 0.8883016109466553, "lr": 5.0352761804100835e-05, "epoch": 0.4768123221161895, "percentage": 47.66, "elapsed_time": "15:17:49", "remaining_time": "16:48:03"} +{"current_steps": 357, "total_steps": 747, "loss": 0.8739045858383179, "lr": 5.017202162261767e-05, "epoch": 0.4781516825715721, "percentage": 47.79, "elapsed_time": "15:20:25", "remaining_time": "16:45:30"} +{"current_steps": 358, "total_steps": 747, "loss": 0.875806987285614, "lr": 4.999105912668908e-05, "epoch": 0.4794910430269546, "percentage": 47.93, "elapsed_time": "15:23:03", "remaining_time": "16:42:59"} +{"current_steps": 359, "total_steps": 747, "loss": 0.8874423503875732, "lr": 4.9809878271337794e-05, "epoch": 0.4808304034823372, "percentage": 48.06, "elapsed_time": "15:25:39", "remaining_time": "16:40:26"} +{"current_steps": 360, "total_steps": 747, "loss": 0.8798930048942566, "lr": 4.962848301635893e-05, "epoch": 0.48216976393771976, "percentage": 48.19, "elapsed_time": "15:28:13", "remaining_time": "16:37:50"} +{"current_steps": 361, "total_steps": 747, "loss": 0.8873306512832642, "lr": 4.9446877326233384e-05, "epoch": 0.4835091243931023, "percentage": 48.33, "elapsed_time": "15:30:49", "remaining_time": "16:35:17"} +{"current_steps": 362, "total_steps": 747, "loss": 0.871864378452301, "lr": 4.926506517004122e-05, "epoch": 0.48484848484848486, "percentage": 48.46, "elapsed_time": "15:33:26", "remaining_time": "16:32:44"} +{"current_steps": 363, "total_steps": 747, "loss": 0.8763599991798401, "lr": 4.9083050521374936e-05, "epoch": 0.4861878453038674, "percentage": 48.59, "elapsed_time": "15:36:00", "remaining_time": "16:30:09"} +{"current_steps": 364, "total_steps": 747, "loss": 0.8670933842658997, "lr": 4.890083735825258e-05, "epoch": 0.48752720575924996, "percentage": 48.73, "elapsed_time": "15:38:35", "remaining_time": "16:27:34"} +{"current_steps": 365, "total_steps": 747, "loss": 0.8823835849761963, "lr": 4.871842966303084e-05, "epoch": 0.48886656621463254, "percentage": 48.86, "elapsed_time": "15:41:09", "remaining_time": "16:24:59"} +{"current_steps": 366, "total_steps": 747, "loss": 0.8845060467720032, "lr": 4.8535831422318005e-05, "epoch": 0.49020592667001506, "percentage": 49.0, "elapsed_time": "15:43:43", "remaining_time": "16:22:23"} +{"current_steps": 367, "total_steps": 747, "loss": 0.8807919025421143, "lr": 4.83530466268868e-05, "epoch": 0.49154528712539763, "percentage": 49.13, "elapsed_time": "15:46:17", "remaining_time": "16:19:48"} +{"current_steps": 368, "total_steps": 747, "loss": 0.8733174800872803, "lr": 4.817007927158722e-05, "epoch": 0.49288464758078016, "percentage": 49.26, "elapsed_time": "15:48:53", "remaining_time": "16:17:15"} +{"current_steps": 369, "total_steps": 747, "loss": 0.8903564214706421, "lr": 4.798693335525918e-05, "epoch": 0.49422400803616273, "percentage": 49.4, "elapsed_time": "15:51:27", "remaining_time": "16:14:39"} +{"current_steps": 370, "total_steps": 747, "loss": 0.8755660057067871, "lr": 4.780361288064514e-05, "epoch": 0.4955633684915453, "percentage": 49.53, "elapsed_time": "15:54:02", "remaining_time": "16:12:05"} +{"current_steps": 371, "total_steps": 747, "loss": 0.8842828273773193, "lr": 4.76201218543026e-05, "epoch": 0.49690272894692783, "percentage": 49.67, "elapsed_time": "15:56:38", "remaining_time": "16:09:32"} +{"current_steps": 372, "total_steps": 747, "loss": 0.8743306398391724, "lr": 4.743646428651659e-05, "epoch": 0.4982420894023104, "percentage": 49.8, "elapsed_time": "15:59:15", "remaining_time": "16:06:59"} +{"current_steps": 373, "total_steps": 747, "loss": 0.8848379850387573, "lr": 4.7252644191211944e-05, "epoch": 0.4995814498576929, "percentage": 49.93, "elapsed_time": "16:01:50", "remaining_time": "16:04:24"} +{"current_steps": 374, "total_steps": 747, "loss": 0.8726536631584167, "lr": 4.7068665585865615e-05, "epoch": 0.5009208103130756, "percentage": 50.07, "elapsed_time": "16:04:23", "remaining_time": "16:01:49"} +{"current_steps": 375, "total_steps": 747, "loss": 0.8713983297348022, "lr": 4.688453249141888e-05, "epoch": 0.5022601707684581, "percentage": 50.2, "elapsed_time": "16:06:59", "remaining_time": "15:59:15"} +{"current_steps": 376, "total_steps": 747, "loss": 0.879889965057373, "lr": 4.670024893218946e-05, "epoch": 0.5035995312238406, "percentage": 50.33, "elapsed_time": "16:09:34", "remaining_time": "15:56:40"} +{"current_steps": 377, "total_steps": 747, "loss": 0.8837929964065552, "lr": 4.651581893578356e-05, "epoch": 0.5049388916792231, "percentage": 50.47, "elapsed_time": "16:12:09", "remaining_time": "15:54:06"} +{"current_steps": 378, "total_steps": 747, "loss": 0.880785346031189, "lr": 4.6331246533007795e-05, "epoch": 0.5062782521346058, "percentage": 50.6, "elapsed_time": "16:14:44", "remaining_time": "15:51:31"} +{"current_steps": 379, "total_steps": 747, "loss": 0.8790816068649292, "lr": 4.6146535757781206e-05, "epoch": 0.5076176125899883, "percentage": 50.74, "elapsed_time": "16:17:18", "remaining_time": "15:48:56"} +{"current_steps": 380, "total_steps": 747, "loss": 0.8754535913467407, "lr": 4.5961690647046974e-05, "epoch": 0.5089569730453708, "percentage": 50.87, "elapsed_time": "16:19:51", "remaining_time": "15:46:19"} +{"current_steps": 381, "total_steps": 747, "loss": 0.884695291519165, "lr": 4.5776715240684296e-05, "epoch": 0.5102963335007534, "percentage": 51.0, "elapsed_time": "16:22:25", "remaining_time": "15:43:45"} +{"current_steps": 382, "total_steps": 747, "loss": 0.8682093620300293, "lr": 4.5591613581419984e-05, "epoch": 0.511635693956136, "percentage": 51.14, "elapsed_time": "16:24:59", "remaining_time": "15:41:09"} +{"current_steps": 383, "total_steps": 747, "loss": 0.8801172375679016, "lr": 4.540638971474022e-05, "epoch": 0.5129750544115185, "percentage": 51.27, "elapsed_time": "16:27:34", "remaining_time": "15:38:34"} +{"current_steps": 384, "total_steps": 747, "loss": 0.8841304779052734, "lr": 4.522104768880208e-05, "epoch": 0.5143144148669011, "percentage": 51.41, "elapsed_time": "16:30:08", "remaining_time": "15:35:59"} +{"current_steps": 385, "total_steps": 747, "loss": 0.8804336190223694, "lr": 4.5035591554345024e-05, "epoch": 0.5156537753222836, "percentage": 51.54, "elapsed_time": "16:32:41", "remaining_time": "15:33:23"} +{"current_steps": 386, "total_steps": 747, "loss": 0.8744645118713379, "lr": 4.485002536460246e-05, "epoch": 0.5169931357776661, "percentage": 51.67, "elapsed_time": "16:35:16", "remaining_time": "15:30:48"} +{"current_steps": 387, "total_steps": 747, "loss": 0.8919574022293091, "lr": 4.4664353175213106e-05, "epoch": 0.5183324962330487, "percentage": 51.81, "elapsed_time": "16:37:52", "remaining_time": "15:28:15"} +{"current_steps": 388, "total_steps": 747, "loss": 0.8700906038284302, "lr": 4.4478579044132314e-05, "epoch": 0.5196718566884313, "percentage": 51.94, "elapsed_time": "16:40:29", "remaining_time": "15:25:42"} +{"current_steps": 389, "total_steps": 747, "loss": 0.8669141530990601, "lr": 4.429270703154346e-05, "epoch": 0.5210112171438138, "percentage": 52.07, "elapsed_time": "16:43:06", "remaining_time": "15:23:09"} +{"current_steps": 390, "total_steps": 747, "loss": 0.893110990524292, "lr": 4.4106741199769144e-05, "epoch": 0.5223505775991963, "percentage": 52.21, "elapsed_time": "16:45:39", "remaining_time": "15:20:34"} +{"current_steps": 391, "total_steps": 747, "loss": 0.8845847845077515, "lr": 4.392068561318244e-05, "epoch": 0.523689938054579, "percentage": 52.34, "elapsed_time": "16:48:14", "remaining_time": "15:17:59"} +{"current_steps": 392, "total_steps": 747, "loss": 0.8702945709228516, "lr": 4.373454433811803e-05, "epoch": 0.5250292985099615, "percentage": 52.48, "elapsed_time": "16:50:49", "remaining_time": "15:15:24"} +{"current_steps": 393, "total_steps": 747, "loss": 0.876413106918335, "lr": 4.354832144278342e-05, "epoch": 0.526368658965344, "percentage": 52.61, "elapsed_time": "16:53:23", "remaining_time": "15:12:49"} +{"current_steps": 394, "total_steps": 747, "loss": 0.880332887172699, "lr": 4.336202099716991e-05, "epoch": 0.5277080194207266, "percentage": 52.74, "elapsed_time": "16:55:55", "remaining_time": "15:10:12"} +{"current_steps": 395, "total_steps": 747, "loss": 0.8733063340187073, "lr": 4.317564707296372e-05, "epoch": 0.5290473798761092, "percentage": 52.88, "elapsed_time": "16:58:29", "remaining_time": "15:07:36"} +{"current_steps": 396, "total_steps": 747, "loss": 0.8691454529762268, "lr": 4.298920374345698e-05, "epoch": 0.5303867403314917, "percentage": 53.01, "elapsed_time": "17:01:05", "remaining_time": "15:05:03"} +{"current_steps": 397, "total_steps": 747, "loss": 0.8702418208122253, "lr": 4.2802695083458694e-05, "epoch": 0.5317261007868743, "percentage": 53.15, "elapsed_time": "17:03:38", "remaining_time": "15:02:27"} +{"current_steps": 398, "total_steps": 747, "loss": 0.8784664273262024, "lr": 4.261612516920573e-05, "epoch": 0.5330654612422568, "percentage": 53.28, "elapsed_time": "17:06:13", "remaining_time": "14:59:52"} +{"current_steps": 399, "total_steps": 747, "loss": 0.8793500065803528, "lr": 4.242949807827365e-05, "epoch": 0.5344048216976394, "percentage": 53.41, "elapsed_time": "17:08:45", "remaining_time": "14:57:15"} +{"current_steps": 400, "total_steps": 747, "loss": 0.8827623128890991, "lr": 4.2242817889487676e-05, "epoch": 0.5357441821530219, "percentage": 53.55, "elapsed_time": "17:11:19", "remaining_time": "14:54:40"} +{"current_steps": 401, "total_steps": 747, "loss": 0.8775718212127686, "lr": 4.2056088682833495e-05, "epoch": 0.5370835426084045, "percentage": 53.68, "elapsed_time": "17:14:01", "remaining_time": "14:52:12"} +{"current_steps": 402, "total_steps": 747, "loss": 0.8720149993896484, "lr": 4.18693145393681e-05, "epoch": 0.538422903063787, "percentage": 53.82, "elapsed_time": "17:16:34", "remaining_time": "14:49:36"} +{"current_steps": 403, "total_steps": 747, "loss": 0.8702287077903748, "lr": 4.1682499541130614e-05, "epoch": 0.5397622635191696, "percentage": 53.95, "elapsed_time": "17:19:07", "remaining_time": "14:46:59"} +{"current_steps": 404, "total_steps": 747, "loss": 0.88590008020401, "lr": 4.149564777105304e-05, "epoch": 0.5411016239745522, "percentage": 54.08, "elapsed_time": "17:21:41", "remaining_time": "14:44:24"} +{"current_steps": 405, "total_steps": 747, "loss": 0.8856267333030701, "lr": 4.130876331287105e-05, "epoch": 0.5424409844299347, "percentage": 54.22, "elapsed_time": "17:24:15", "remaining_time": "14:41:49"} +{"current_steps": 406, "total_steps": 747, "loss": 0.8771058917045593, "lr": 4.112185025103476e-05, "epoch": 0.5437803448853172, "percentage": 54.35, "elapsed_time": "17:26:49", "remaining_time": "14:39:13"} +{"current_steps": 407, "total_steps": 747, "loss": 0.877077579498291, "lr": 4.09349126706194e-05, "epoch": 0.5451197053406999, "percentage": 54.48, "elapsed_time": "17:29:23", "remaining_time": "14:36:38"} +{"current_steps": 408, "total_steps": 747, "loss": 0.8644412755966187, "lr": 4.074795465723609e-05, "epoch": 0.5464590657960824, "percentage": 54.62, "elapsed_time": "17:31:58", "remaining_time": "14:34:04"} +{"current_steps": 409, "total_steps": 747, "loss": 0.8765589594841003, "lr": 4.0560980296942496e-05, "epoch": 0.5477984262514649, "percentage": 54.75, "elapsed_time": "17:34:33", "remaining_time": "14:31:29"} +{"current_steps": 410, "total_steps": 747, "loss": 0.8797497749328613, "lr": 4.0373993676153575e-05, "epoch": 0.5491377867068474, "percentage": 54.89, "elapsed_time": "17:37:06", "remaining_time": "14:28:53"} +{"current_steps": 411, "total_steps": 747, "loss": 0.8682187795639038, "lr": 4.0186998881552224e-05, "epoch": 0.5504771471622301, "percentage": 55.02, "elapsed_time": "17:39:39", "remaining_time": "14:26:17"} +{"current_steps": 412, "total_steps": 747, "loss": 0.8836795091629028, "lr": 4e-05, "epoch": 0.5518165076176126, "percentage": 55.15, "elapsed_time": "17:42:13", "remaining_time": "14:23:41"} +{"current_steps": 413, "total_steps": 747, "loss": 0.8802202939987183, "lr": 3.981300111844779e-05, "epoch": 0.5531558680729951, "percentage": 55.29, "elapsed_time": "17:44:47", "remaining_time": "14:21:07"} +{"current_steps": 414, "total_steps": 747, "loss": 0.8641338348388672, "lr": 3.962600632384644e-05, "epoch": 0.5544952285283777, "percentage": 55.42, "elapsed_time": "17:47:22", "remaining_time": "14:18:32"} +{"current_steps": 415, "total_steps": 747, "loss": 0.8797010183334351, "lr": 3.943901970305752e-05, "epoch": 0.5558345889837603, "percentage": 55.56, "elapsed_time": "17:49:56", "remaining_time": "14:15:57"} +{"current_steps": 416, "total_steps": 747, "loss": 0.8767843246459961, "lr": 3.925204534276392e-05, "epoch": 0.5571739494391428, "percentage": 55.69, "elapsed_time": "17:52:31", "remaining_time": "14:13:22"} +{"current_steps": 417, "total_steps": 747, "loss": 0.8820819854736328, "lr": 3.906508732938061e-05, "epoch": 0.5585133098945254, "percentage": 55.82, "elapsed_time": "17:55:06", "remaining_time": "14:10:48"} +{"current_steps": 418, "total_steps": 747, "loss": 0.8826998472213745, "lr": 3.8878149748965245e-05, "epoch": 0.5598526703499079, "percentage": 55.96, "elapsed_time": "17:57:41", "remaining_time": "14:08:13"} +{"current_steps": 419, "total_steps": 747, "loss": 0.8565121293067932, "lr": 3.869123668712896e-05, "epoch": 0.5611920308052905, "percentage": 56.09, "elapsed_time": "18:00:17", "remaining_time": "14:05:39"} +{"current_steps": 420, "total_steps": 747, "loss": 0.8700610399246216, "lr": 3.850435222894698e-05, "epoch": 0.562531391260673, "percentage": 56.22, "elapsed_time": "18:02:54", "remaining_time": "14:03:06"} +{"current_steps": 421, "total_steps": 747, "loss": 0.8730891942977905, "lr": 3.8317500458869407e-05, "epoch": 0.5638707517160556, "percentage": 56.36, "elapsed_time": "18:05:27", "remaining_time": "14:00:31"} +{"current_steps": 422, "total_steps": 747, "loss": 0.8856726288795471, "lr": 3.8130685460631915e-05, "epoch": 0.5652101121714381, "percentage": 56.49, "elapsed_time": "18:08:01", "remaining_time": "13:57:56"} +{"current_steps": 423, "total_steps": 747, "loss": 0.8693549036979675, "lr": 3.794391131716651e-05, "epoch": 0.5665494726268206, "percentage": 56.63, "elapsed_time": "18:10:35", "remaining_time": "13:55:21"} +{"current_steps": 424, "total_steps": 747, "loss": 0.8690682649612427, "lr": 3.775718211051233e-05, "epoch": 0.5678888330822033, "percentage": 56.76, "elapsed_time": "18:13:07", "remaining_time": "13:52:44"} +{"current_steps": 425, "total_steps": 747, "loss": 0.8726681470870972, "lr": 3.757050192172635e-05, "epoch": 0.5692281935375858, "percentage": 56.89, "elapsed_time": "18:15:40", "remaining_time": "13:50:08"} +{"current_steps": 426, "total_steps": 747, "loss": 0.879726767539978, "lr": 3.738387483079428e-05, "epoch": 0.5705675539929683, "percentage": 57.03, "elapsed_time": "18:18:14", "remaining_time": "13:47:32"} +{"current_steps": 427, "total_steps": 747, "loss": 0.8783985376358032, "lr": 3.7197304916541306e-05, "epoch": 0.571906914448351, "percentage": 57.16, "elapsed_time": "18:20:46", "remaining_time": "13:44:56"} +{"current_steps": 428, "total_steps": 747, "loss": 0.878974437713623, "lr": 3.7010796256543034e-05, "epoch": 0.5732462749037335, "percentage": 57.3, "elapsed_time": "18:23:20", "remaining_time": "13:42:21"} +{"current_steps": 429, "total_steps": 747, "loss": 0.8713866472244263, "lr": 3.682435292703629e-05, "epoch": 0.574585635359116, "percentage": 57.43, "elapsed_time": "18:25:55", "remaining_time": "13:39:46"} +{"current_steps": 430, "total_steps": 747, "loss": 0.8796266317367554, "lr": 3.6637979002830106e-05, "epoch": 0.5759249958144986, "percentage": 57.56, "elapsed_time": "18:28:28", "remaining_time": "13:37:10"} +{"current_steps": 431, "total_steps": 747, "loss": 0.8608413934707642, "lr": 3.6451678557216594e-05, "epoch": 0.5772643562698812, "percentage": 57.7, "elapsed_time": "18:31:04", "remaining_time": "13:34:36"} +{"current_steps": 432, "total_steps": 747, "loss": 0.8731131553649902, "lr": 3.626545566188198e-05, "epoch": 0.5786037167252637, "percentage": 57.83, "elapsed_time": "18:33:39", "remaining_time": "13:32:02"} +{"current_steps": 433, "total_steps": 747, "loss": 0.8750489354133606, "lr": 3.6079314386817575e-05, "epoch": 0.5799430771806462, "percentage": 57.97, "elapsed_time": "18:36:12", "remaining_time": "13:29:26"} +{"current_steps": 434, "total_steps": 747, "loss": 0.867850661277771, "lr": 3.589325880023087e-05, "epoch": 0.5812824376360288, "percentage": 58.1, "elapsed_time": "18:38:47", "remaining_time": "13:26:52"} +{"current_steps": 435, "total_steps": 747, "loss": 0.8824687600135803, "lr": 3.5707292968456544e-05, "epoch": 0.5826217980914113, "percentage": 58.23, "elapsed_time": "18:41:21", "remaining_time": "13:24:16"} +{"current_steps": 436, "total_steps": 747, "loss": 0.8690378665924072, "lr": 3.552142095586769e-05, "epoch": 0.5839611585467939, "percentage": 58.37, "elapsed_time": "18:43:56", "remaining_time": "13:21:42"} +{"current_steps": 437, "total_steps": 747, "loss": 0.8751097917556763, "lr": 3.533564682478691e-05, "epoch": 0.5853005190021765, "percentage": 58.5, "elapsed_time": "18:46:30", "remaining_time": "13:19:07"} +{"current_steps": 438, "total_steps": 747, "loss": 0.8742689490318298, "lr": 3.5149974635397547e-05, "epoch": 0.586639879457559, "percentage": 58.63, "elapsed_time": "18:49:04", "remaining_time": "13:16:32"} +{"current_steps": 439, "total_steps": 747, "loss": 0.8669417500495911, "lr": 3.4964408445654996e-05, "epoch": 0.5879792399129415, "percentage": 58.77, "elapsed_time": "18:51:38", "remaining_time": "13:13:57"} +{"current_steps": 440, "total_steps": 747, "loss": 0.8878942728042603, "lr": 3.477895231119795e-05, "epoch": 0.5893186003683242, "percentage": 58.9, "elapsed_time": "18:54:10", "remaining_time": "13:11:20"} +{"current_steps": 441, "total_steps": 747, "loss": 0.8797996044158936, "lr": 3.459361028525979e-05, "epoch": 0.5906579608237067, "percentage": 59.04, "elapsed_time": "18:56:44", "remaining_time": "13:08:45"} +{"current_steps": 442, "total_steps": 747, "loss": 0.8693681955337524, "lr": 3.4408386418580036e-05, "epoch": 0.5919973212790892, "percentage": 59.17, "elapsed_time": "18:59:19", "remaining_time": "13:06:11"} +{"current_steps": 443, "total_steps": 747, "loss": 0.8908190727233887, "lr": 3.422328475931573e-05, "epoch": 0.5933366817344717, "percentage": 59.3, "elapsed_time": "19:01:52", "remaining_time": "13:03:35"} +{"current_steps": 444, "total_steps": 747, "loss": 0.8776031136512756, "lr": 3.403830935295302e-05, "epoch": 0.5946760421898544, "percentage": 59.44, "elapsed_time": "19:04:27", "remaining_time": "13:01:01"} +{"current_steps": 445, "total_steps": 747, "loss": 0.8776813745498657, "lr": 3.3853464242218794e-05, "epoch": 0.5960154026452369, "percentage": 59.57, "elapsed_time": "19:07:02", "remaining_time": "12:58:26"} +{"current_steps": 446, "total_steps": 747, "loss": 0.8645883798599243, "lr": 3.3668753466992205e-05, "epoch": 0.5973547631006194, "percentage": 59.71, "elapsed_time": "19:09:35", "remaining_time": "12:55:50"} +{"current_steps": 447, "total_steps": 747, "loss": 0.8678313493728638, "lr": 3.3484181064216456e-05, "epoch": 0.598694123556002, "percentage": 59.84, "elapsed_time": "19:12:10", "remaining_time": "12:53:16"} +{"current_steps": 448, "total_steps": 747, "loss": 0.8687726259231567, "lr": 3.329975106781055e-05, "epoch": 0.6000334840113846, "percentage": 59.97, "elapsed_time": "19:14:43", "remaining_time": "12:50:40"} +{"current_steps": 449, "total_steps": 747, "loss": 0.8742750287055969, "lr": 3.311546750858113e-05, "epoch": 0.6013728444667671, "percentage": 60.11, "elapsed_time": "19:17:16", "remaining_time": "12:48:04"} +{"current_steps": 450, "total_steps": 747, "loss": 0.8701868057250977, "lr": 3.2931334414134405e-05, "epoch": 0.6027122049221497, "percentage": 60.24, "elapsed_time": "19:19:51", "remaining_time": "12:45:30"} +{"current_steps": 451, "total_steps": 747, "loss": 0.8736456632614136, "lr": 3.2747355808788076e-05, "epoch": 0.6040515653775322, "percentage": 60.37, "elapsed_time": "19:22:26", "remaining_time": "12:42:55"} +{"current_steps": 452, "total_steps": 747, "loss": 0.865876317024231, "lr": 3.256353571348342e-05, "epoch": 0.6053909258329148, "percentage": 60.51, "elapsed_time": "19:24:58", "remaining_time": "12:40:19"} +{"current_steps": 453, "total_steps": 747, "loss": 0.8682874441146851, "lr": 3.23798781456974e-05, "epoch": 0.6067302862882974, "percentage": 60.64, "elapsed_time": "19:27:31", "remaining_time": "12:37:44"} +{"current_steps": 454, "total_steps": 747, "loss": 0.8759806156158447, "lr": 3.219638711935488e-05, "epoch": 0.6080696467436799, "percentage": 60.78, "elapsed_time": "19:30:06", "remaining_time": "12:35:09"} +{"current_steps": 455, "total_steps": 747, "loss": 0.8729393482208252, "lr": 3.201306664474083e-05, "epoch": 0.6094090071990624, "percentage": 60.91, "elapsed_time": "19:32:41", "remaining_time": "12:32:34"} +{"current_steps": 456, "total_steps": 747, "loss": 0.8672225475311279, "lr": 3.182992072841279e-05, "epoch": 0.610748367654445, "percentage": 61.04, "elapsed_time": "19:35:16", "remaining_time": "12:30:00"} +{"current_steps": 457, "total_steps": 747, "loss": 0.8832433223724365, "lr": 3.164695337311321e-05, "epoch": 0.6120877281098276, "percentage": 61.18, "elapsed_time": "19:37:50", "remaining_time": "12:27:25"} +{"current_steps": 458, "total_steps": 747, "loss": 0.8711962699890137, "lr": 3.146416857768201e-05, "epoch": 0.6134270885652101, "percentage": 61.31, "elapsed_time": "19:40:24", "remaining_time": "12:24:50"} +{"current_steps": 459, "total_steps": 747, "loss": 0.8889421224594116, "lr": 3.1281570336969175e-05, "epoch": 0.6147664490205926, "percentage": 61.45, "elapsed_time": "19:42:58", "remaining_time": "12:22:15"} +{"current_steps": 460, "total_steps": 747, "loss": 0.8681093454360962, "lr": 3.109916264174743e-05, "epoch": 0.6161058094759753, "percentage": 61.58, "elapsed_time": "19:45:31", "remaining_time": "12:19:40"} +{"current_steps": 461, "total_steps": 747, "loss": 0.8883289098739624, "lr": 3.091694947862508e-05, "epoch": 0.6174451699313578, "percentage": 61.71, "elapsed_time": "19:48:06", "remaining_time": "12:17:05"} +{"current_steps": 462, "total_steps": 747, "loss": 0.8684327602386475, "lr": 3.07349348299588e-05, "epoch": 0.6187845303867403, "percentage": 61.85, "elapsed_time": "19:50:41", "remaining_time": "12:14:30"} +{"current_steps": 463, "total_steps": 747, "loss": 0.8856212496757507, "lr": 3.055312267376664e-05, "epoch": 0.6201238908421229, "percentage": 61.98, "elapsed_time": "19:53:15", "remaining_time": "12:11:55"} +{"current_steps": 464, "total_steps": 747, "loss": 0.8823476433753967, "lr": 3.0371516983641092e-05, "epoch": 0.6214632512975055, "percentage": 62.12, "elapsed_time": "19:55:50", "remaining_time": "12:09:21"} +{"current_steps": 465, "total_steps": 747, "loss": 0.8705859780311584, "lr": 3.0190121728662202e-05, "epoch": 0.622802611752888, "percentage": 62.25, "elapsed_time": "19:58:24", "remaining_time": "12:06:46"} +{"current_steps": 466, "total_steps": 747, "loss": 0.8687702417373657, "lr": 3.000894087331092e-05, "epoch": 0.6241419722082705, "percentage": 62.38, "elapsed_time": "20:00:59", "remaining_time": "12:04:12"} +{"current_steps": 467, "total_steps": 747, "loss": 0.886631965637207, "lr": 2.9827978377382326e-05, "epoch": 0.6254813326636531, "percentage": 62.52, "elapsed_time": "20:03:35", "remaining_time": "12:01:38"} +{"current_steps": 468, "total_steps": 747, "loss": 0.872834324836731, "lr": 2.9647238195899168e-05, "epoch": 0.6268206931190357, "percentage": 62.65, "elapsed_time": "20:06:11", "remaining_time": "11:59:04"} +{"current_steps": 469, "total_steps": 747, "loss": 0.8802139759063721, "lr": 2.946672427902541e-05, "epoch": 0.6281600535744182, "percentage": 62.78, "elapsed_time": "20:08:47", "remaining_time": "11:56:30"} +{"current_steps": 470, "total_steps": 747, "loss": 0.8691961169242859, "lr": 2.9286440571979883e-05, "epoch": 0.6294994140298008, "percentage": 62.92, "elapsed_time": "20:11:21", "remaining_time": "11:53:55"} +{"current_steps": 471, "total_steps": 747, "loss": 0.8831414580345154, "lr": 2.910639101495008e-05, "epoch": 0.6308387744851833, "percentage": 63.05, "elapsed_time": "20:13:53", "remaining_time": "11:51:19"} +{"current_steps": 472, "total_steps": 747, "loss": 0.8592995405197144, "lr": 2.892657954300603e-05, "epoch": 0.6321781349405659, "percentage": 63.19, "elapsed_time": "20:16:28", "remaining_time": "11:48:44"} +{"current_steps": 473, "total_steps": 747, "loss": 0.8894145488739014, "lr": 2.87470100860143e-05, "epoch": 0.6335174953959485, "percentage": 63.32, "elapsed_time": "20:19:02", "remaining_time": "11:46:10"} +{"current_steps": 474, "total_steps": 747, "loss": 0.8913651704788208, "lr": 2.85676865685521e-05, "epoch": 0.634856855851331, "percentage": 63.45, "elapsed_time": "20:21:36", "remaining_time": "11:43:34"} +{"current_steps": 475, "total_steps": 747, "loss": 0.8747457265853882, "lr": 2.8388612909821515e-05, "epoch": 0.6361962163067135, "percentage": 63.59, "elapsed_time": "20:24:10", "remaining_time": "11:41:00"} +{"current_steps": 476, "total_steps": 747, "loss": 0.8532263040542603, "lr": 2.8209793023563833e-05, "epoch": 0.637535576762096, "percentage": 63.72, "elapsed_time": "20:26:44", "remaining_time": "11:38:25"} +{"current_steps": 477, "total_steps": 747, "loss": 0.867146372795105, "lr": 2.8031230817974058e-05, "epoch": 0.6388749372174787, "percentage": 63.86, "elapsed_time": "20:29:18", "remaining_time": "11:35:50"} +{"current_steps": 478, "total_steps": 747, "loss": 0.873975396156311, "lr": 2.7852930195615413e-05, "epoch": 0.6402142976728612, "percentage": 63.99, "elapsed_time": "20:31:53", "remaining_time": "11:33:15"} +{"current_steps": 479, "total_steps": 747, "loss": 0.8610473871231079, "lr": 2.767489505333413e-05, "epoch": 0.6415536581282437, "percentage": 64.12, "elapsed_time": "20:34:27", "remaining_time": "11:30:40"} +{"current_steps": 480, "total_steps": 747, "loss": 0.8679625988006592, "lr": 2.7497129282174228e-05, "epoch": 0.6428930185836264, "percentage": 64.26, "elapsed_time": "20:37:01", "remaining_time": "11:28:05"} +{"current_steps": 481, "total_steps": 747, "loss": 0.8768002986907959, "lr": 2.7319636767292483e-05, "epoch": 0.6442323790390089, "percentage": 64.39, "elapsed_time": "20:39:34", "remaining_time": "11:25:30"} +{"current_steps": 482, "total_steps": 747, "loss": 0.8597822189331055, "lr": 2.7142421387873548e-05, "epoch": 0.6455717394943914, "percentage": 64.52, "elapsed_time": "20:42:09", "remaining_time": "11:22:55"} +{"current_steps": 483, "total_steps": 747, "loss": 0.8771868348121643, "lr": 2.6965487017045114e-05, "epoch": 0.646911099949774, "percentage": 64.66, "elapsed_time": "20:44:43", "remaining_time": "11:20:20"} +{"current_steps": 484, "total_steps": 747, "loss": 0.8683747053146362, "lr": 2.678883752179333e-05, "epoch": 0.6482504604051565, "percentage": 64.79, "elapsed_time": "20:47:17", "remaining_time": "11:17:45"} +{"current_steps": 485, "total_steps": 747, "loss": 0.8681081533432007, "lr": 2.661247676287822e-05, "epoch": 0.6495898208605391, "percentage": 64.93, "elapsed_time": "20:49:52", "remaining_time": "11:15:11"} +{"current_steps": 486, "total_steps": 747, "loss": 0.8595088720321655, "lr": 2.6436408594749332e-05, "epoch": 0.6509291813159217, "percentage": 65.06, "elapsed_time": "20:52:27", "remaining_time": "11:12:37"} +{"current_steps": 487, "total_steps": 747, "loss": 0.8700419664382935, "lr": 2.6260636865461554e-05, "epoch": 0.6522685417713042, "percentage": 65.19, "elapsed_time": "20:55:03", "remaining_time": "11:10:02"} +{"current_steps": 488, "total_steps": 747, "loss": 0.8755306005477905, "lr": 2.608516541659091e-05, "epoch": 0.6536079022266867, "percentage": 65.33, "elapsed_time": "20:57:37", "remaining_time": "11:07:28"} +{"current_steps": 489, "total_steps": 747, "loss": 0.875275731086731, "lr": 2.5909998083150662e-05, "epoch": 0.6549472626820693, "percentage": 65.46, "elapsed_time": "21:00:10", "remaining_time": "11:04:52"} +{"current_steps": 490, "total_steps": 747, "loss": 0.8786300420761108, "lr": 2.573513869350748e-05, "epoch": 0.6562866231374519, "percentage": 65.6, "elapsed_time": "21:02:45", "remaining_time": "11:02:18"} +{"current_steps": 491, "total_steps": 747, "loss": 0.8597031831741333, "lr": 2.556059106929778e-05, "epoch": 0.6576259835928344, "percentage": 65.73, "elapsed_time": "21:05:17", "remaining_time": "10:59:42"} +{"current_steps": 492, "total_steps": 747, "loss": 0.8801453113555908, "lr": 2.53863590253442e-05, "epoch": 0.6589653440482169, "percentage": 65.86, "elapsed_time": "21:07:51", "remaining_time": "10:57:07"} +{"current_steps": 493, "total_steps": 747, "loss": 0.8641231060028076, "lr": 2.5212446369572203e-05, "epoch": 0.6603047045035996, "percentage": 66.0, "elapsed_time": "21:10:26", "remaining_time": "10:54:32"} +{"current_steps": 494, "total_steps": 747, "loss": 0.868855357170105, "lr": 2.5038856902926874e-05, "epoch": 0.6616440649589821, "percentage": 66.13, "elapsed_time": "21:13:00", "remaining_time": "10:51:57"} +{"current_steps": 495, "total_steps": 747, "loss": 0.8626859188079834, "lr": 2.4865594419289862e-05, "epoch": 0.6629834254143646, "percentage": 66.27, "elapsed_time": "21:15:33", "remaining_time": "10:49:22"} +{"current_steps": 496, "total_steps": 747, "loss": 0.8734741806983948, "lr": 2.4692662705396412e-05, "epoch": 0.6643227858697472, "percentage": 66.4, "elapsed_time": "21:18:08", "remaining_time": "10:46:48"} +{"current_steps": 497, "total_steps": 747, "loss": 0.8615834712982178, "lr": 2.4520065540752668e-05, "epoch": 0.6656621463251298, "percentage": 66.53, "elapsed_time": "21:20:41", "remaining_time": "10:44:12"} +{"current_steps": 498, "total_steps": 747, "loss": 0.8751839399337769, "lr": 2.434780669755301e-05, "epoch": 0.6670015067805123, "percentage": 66.67, "elapsed_time": "21:23:15", "remaining_time": "10:41:37"} +{"current_steps": 499, "total_steps": 747, "loss": 0.884482741355896, "lr": 2.4175889940597657e-05, "epoch": 0.6683408672358948, "percentage": 66.8, "elapsed_time": "21:25:48", "remaining_time": "10:39:02"} +{"current_steps": 500, "total_steps": 747, "loss": 0.8566937446594238, "lr": 2.400431902721037e-05, "epoch": 0.6696802276912774, "percentage": 66.93, "elapsed_time": "21:28:22", "remaining_time": "10:36:27"} +{"current_steps": 501, "total_steps": 747, "loss": 0.8727964162826538, "lr": 2.3833097707156324e-05, "epoch": 0.67101958814666, "percentage": 67.07, "elapsed_time": "21:31:06", "remaining_time": "10:33:57"} +{"current_steps": 502, "total_steps": 747, "loss": 0.8809594511985779, "lr": 2.366222972256016e-05, "epoch": 0.6723589486020425, "percentage": 67.2, "elapsed_time": "21:33:38", "remaining_time": "10:31:21"} +{"current_steps": 503, "total_steps": 747, "loss": 0.8673738241195679, "lr": 2.3491718807824216e-05, "epoch": 0.6736983090574251, "percentage": 67.34, "elapsed_time": "21:36:13", "remaining_time": "10:28:46"} +{"current_steps": 504, "total_steps": 747, "loss": 0.8616470098495483, "lr": 2.3321568689546893e-05, "epoch": 0.6750376695128076, "percentage": 67.47, "elapsed_time": "21:38:45", "remaining_time": "10:26:11"} +{"current_steps": 505, "total_steps": 747, "loss": 0.8740379810333252, "lr": 2.3151783086441184e-05, "epoch": 0.6763770299681902, "percentage": 67.6, "elapsed_time": "21:41:17", "remaining_time": "10:23:35"} +{"current_steps": 506, "total_steps": 747, "loss": 0.8758866786956787, "lr": 2.298236570925346e-05, "epoch": 0.6777163904235728, "percentage": 67.74, "elapsed_time": "21:43:50", "remaining_time": "10:21:00"} +{"current_steps": 507, "total_steps": 747, "loss": 0.867128312587738, "lr": 2.2813320260682306e-05, "epoch": 0.6790557508789553, "percentage": 67.87, "elapsed_time": "21:46:25", "remaining_time": "10:18:25"} +{"current_steps": 508, "total_steps": 747, "loss": 0.8716765642166138, "lr": 2.264465043529768e-05, "epoch": 0.6803951113343378, "percentage": 68.01, "elapsed_time": "21:49:00", "remaining_time": "10:15:51"} +{"current_steps": 509, "total_steps": 747, "loss": 0.8846920728683472, "lr": 2.2476359919460063e-05, "epoch": 0.6817344717897204, "percentage": 68.14, "elapsed_time": "21:51:34", "remaining_time": "10:13:16"} +{"current_steps": 510, "total_steps": 747, "loss": 0.8774445056915283, "lr": 2.2308452391239958e-05, "epoch": 0.683073832245103, "percentage": 68.27, "elapsed_time": "21:54:07", "remaining_time": "10:10:40"} +{"current_steps": 511, "total_steps": 747, "loss": 0.8718781471252441, "lr": 2.214093152033749e-05, "epoch": 0.6844131927004855, "percentage": 68.41, "elapsed_time": "21:56:40", "remaining_time": "10:08:05"} +{"current_steps": 512, "total_steps": 747, "loss": 0.8818187713623047, "lr": 2.1973800968002184e-05, "epoch": 0.685752553155868, "percentage": 68.54, "elapsed_time": "21:59:14", "remaining_time": "10:05:30"} +{"current_steps": 513, "total_steps": 747, "loss": 0.865309476852417, "lr": 2.1807064386953024e-05, "epoch": 0.6870919136112507, "percentage": 68.67, "elapsed_time": "22:01:48", "remaining_time": "10:02:55"} +{"current_steps": 514, "total_steps": 747, "loss": 0.8730646967887878, "lr": 2.1640725421298487e-05, "epoch": 0.6884312740666332, "percentage": 68.81, "elapsed_time": "22:04:21", "remaining_time": "10:00:20"} +{"current_steps": 515, "total_steps": 747, "loss": 0.8821252584457397, "lr": 2.1474787706457022e-05, "epoch": 0.6897706345220157, "percentage": 68.94, "elapsed_time": "22:06:54", "remaining_time": "9:57:45"} +{"current_steps": 516, "total_steps": 747, "loss": 0.8648711442947388, "lr": 2.130925486907752e-05, "epoch": 0.6911099949773983, "percentage": 69.08, "elapsed_time": "22:09:29", "remaining_time": "9:55:10"} +{"current_steps": 517, "total_steps": 747, "loss": 0.8667118549346924, "lr": 2.1144130526960093e-05, "epoch": 0.6924493554327809, "percentage": 69.21, "elapsed_time": "22:12:02", "remaining_time": "9:52:35"} +{"current_steps": 518, "total_steps": 747, "loss": 0.8739535808563232, "lr": 2.0979418288976996e-05, "epoch": 0.6937887158881634, "percentage": 69.34, "elapsed_time": "22:14:37", "remaining_time": "9:50:00"} +{"current_steps": 519, "total_steps": 747, "loss": 0.8651376366615295, "lr": 2.0815121754993735e-05, "epoch": 0.695128076343546, "percentage": 69.48, "elapsed_time": "22:17:11", "remaining_time": "9:47:26"} +{"current_steps": 520, "total_steps": 747, "loss": 0.8664205074310303, "lr": 2.065124451579041e-05, "epoch": 0.6964674367989285, "percentage": 69.61, "elapsed_time": "22:19:45", "remaining_time": "9:44:51"} +{"current_steps": 521, "total_steps": 747, "loss": 0.8679447770118713, "lr": 2.0487790152983244e-05, "epoch": 0.697806797254311, "percentage": 69.75, "elapsed_time": "22:22:18", "remaining_time": "9:42:15"} +{"current_steps": 522, "total_steps": 747, "loss": 0.8691471815109253, "lr": 2.0324762238946275e-05, "epoch": 0.6991461577096936, "percentage": 69.88, "elapsed_time": "22:24:50", "remaining_time": "9:39:40"} +{"current_steps": 523, "total_steps": 747, "loss": 0.8775564432144165, "lr": 2.0162164336733303e-05, "epoch": 0.7004855181650762, "percentage": 70.01, "elapsed_time": "22:27:26", "remaining_time": "9:37:06"} +{"current_steps": 524, "total_steps": 747, "loss": 0.8781810998916626, "lr": 2.0000000000000012e-05, "epoch": 0.7018248786204587, "percentage": 70.15, "elapsed_time": "22:30:01", "remaining_time": "9:34:31"} +{"current_steps": 525, "total_steps": 747, "loss": 0.8698958158493042, "lr": 1.9838272772926302e-05, "epoch": 0.7031642390758412, "percentage": 70.28, "elapsed_time": "22:32:35", "remaining_time": "9:31:57"} +{"current_steps": 526, "total_steps": 747, "loss": 0.8663254976272583, "lr": 1.9676986190138835e-05, "epoch": 0.7045035995312239, "percentage": 70.41, "elapsed_time": "22:35:08", "remaining_time": "9:29:21"} +{"current_steps": 527, "total_steps": 747, "loss": 0.8629517555236816, "lr": 1.9516143776633774e-05, "epoch": 0.7058429599866064, "percentage": 70.55, "elapsed_time": "22:37:42", "remaining_time": "9:26:47"} +{"current_steps": 528, "total_steps": 747, "loss": 0.8624333143234253, "lr": 1.935574904769973e-05, "epoch": 0.7071823204419889, "percentage": 70.68, "elapsed_time": "22:40:17", "remaining_time": "9:24:12"} +{"current_steps": 529, "total_steps": 747, "loss": 0.8724282383918762, "lr": 1.9195805508841013e-05, "epoch": 0.7085216808973716, "percentage": 70.82, "elapsed_time": "22:42:50", "remaining_time": "9:21:37"} +{"current_steps": 530, "total_steps": 747, "loss": 0.8668349981307983, "lr": 1.9036316655700893e-05, "epoch": 0.7098610413527541, "percentage": 70.95, "elapsed_time": "22:45:28", "remaining_time": "9:19:04"} +{"current_steps": 531, "total_steps": 747, "loss": 0.8796319961547852, "lr": 1.8877285973985282e-05, "epoch": 0.7112004018081366, "percentage": 71.08, "elapsed_time": "22:48:02", "remaining_time": "9:16:29"} +{"current_steps": 532, "total_steps": 747, "loss": 0.8816193342208862, "lr": 1.8718716939386543e-05, "epoch": 0.7125397622635191, "percentage": 71.22, "elapsed_time": "22:50:35", "remaining_time": "9:13:54"} +{"current_steps": 533, "total_steps": 747, "loss": 0.8821731209754944, "lr": 1.8560613017507506e-05, "epoch": 0.7138791227189017, "percentage": 71.35, "elapsed_time": "22:53:08", "remaining_time": "9:11:19"} +{"current_steps": 534, "total_steps": 747, "loss": 0.8548274040222168, "lr": 1.840297766378575e-05, "epoch": 0.7152184831742843, "percentage": 71.49, "elapsed_time": "22:55:45", "remaining_time": "9:08:45"} +{"current_steps": 535, "total_steps": 747, "loss": 0.8705548048019409, "lr": 1.8245814323418063e-05, "epoch": 0.7165578436296668, "percentage": 71.62, "elapsed_time": "22:58:19", "remaining_time": "9:06:10"} +{"current_steps": 536, "total_steps": 747, "loss": 0.8656442165374756, "lr": 1.8089126431285152e-05, "epoch": 0.7178972040850494, "percentage": 71.75, "elapsed_time": "23:00:53", "remaining_time": "9:03:35"} +{"current_steps": 537, "total_steps": 747, "loss": 0.8762339353561401, "lr": 1.7932917411876586e-05, "epoch": 0.7192365645404319, "percentage": 71.89, "elapsed_time": "23:03:28", "remaining_time": "9:01:01"} +{"current_steps": 538, "total_steps": 747, "loss": 0.8614360690116882, "lr": 1.7777190679215923e-05, "epoch": 0.7205759249958145, "percentage": 72.02, "elapsed_time": "23:06:00", "remaining_time": "8:58:25"} +{"current_steps": 539, "total_steps": 747, "loss": 0.8601592779159546, "lr": 1.7621949636786104e-05, "epoch": 0.7219152854511971, "percentage": 72.16, "elapsed_time": "23:08:34", "remaining_time": "8:55:51"} +{"current_steps": 540, "total_steps": 747, "loss": 0.864124059677124, "lr": 1.7467197677455118e-05, "epoch": 0.7232546459065796, "percentage": 72.29, "elapsed_time": "23:11:08", "remaining_time": "8:53:16"} +{"current_steps": 541, "total_steps": 747, "loss": 0.8773407936096191, "lr": 1.7312938183401765e-05, "epoch": 0.7245940063619621, "percentage": 72.42, "elapsed_time": "23:13:43", "remaining_time": "8:50:42"} +{"current_steps": 542, "total_steps": 747, "loss": 0.8686542510986328, "lr": 1.7159174526041794e-05, "epoch": 0.7259333668173448, "percentage": 72.56, "elapsed_time": "23:16:19", "remaining_time": "8:48:07"} +{"current_steps": 543, "total_steps": 747, "loss": 0.8662307858467102, "lr": 1.7005910065954197e-05, "epoch": 0.7272727272727273, "percentage": 72.69, "elapsed_time": "23:18:52", "remaining_time": "8:45:32"} +{"current_steps": 544, "total_steps": 747, "loss": 0.8632434606552124, "lr": 1.6853148152807774e-05, "epoch": 0.7286120877281098, "percentage": 72.82, "elapsed_time": "23:21:24", "remaining_time": "8:42:57"} +{"current_steps": 545, "total_steps": 747, "loss": 0.8669806122779846, "lr": 1.670089212528792e-05, "epoch": 0.7299514481834923, "percentage": 72.96, "elapsed_time": "23:24:02", "remaining_time": "8:40:23"} +{"current_steps": 546, "total_steps": 747, "loss": 0.8775612115859985, "lr": 1.654914531102365e-05, "epoch": 0.731290808638875, "percentage": 73.09, "elapsed_time": "23:26:38", "remaining_time": "8:37:49"} +{"current_steps": 547, "total_steps": 747, "loss": 0.8712992072105408, "lr": 1.639791102651488e-05, "epoch": 0.7326301690942575, "percentage": 73.23, "elapsed_time": "23:29:12", "remaining_time": "8:35:15"} +{"current_steps": 548, "total_steps": 747, "loss": 0.8825572729110718, "lr": 1.6247192577059943e-05, "epoch": 0.73396952954964, "percentage": 73.36, "elapsed_time": "23:31:47", "remaining_time": "8:32:40"} +{"current_steps": 549, "total_steps": 747, "loss": 0.868409276008606, "lr": 1.6096993256683332e-05, "epoch": 0.7353088900050226, "percentage": 73.49, "elapsed_time": "23:34:21", "remaining_time": "8:30:05"} +{"current_steps": 550, "total_steps": 747, "loss": 0.8783029913902283, "lr": 1.5947316348063764e-05, "epoch": 0.7366482504604052, "percentage": 73.63, "elapsed_time": "23:36:55", "remaining_time": "8:27:31"} +{"current_steps": 551, "total_steps": 747, "loss": 0.866256594657898, "lr": 1.5798165122462355e-05, "epoch": 0.7379876109157877, "percentage": 73.76, "elapsed_time": "23:39:31", "remaining_time": "8:24:56"} +{"current_steps": 552, "total_steps": 747, "loss": 0.8711825609207153, "lr": 1.5649542839651175e-05, "epoch": 0.7393269713711703, "percentage": 73.9, "elapsed_time": "23:42:05", "remaining_time": "8:22:22"} +{"current_steps": 553, "total_steps": 747, "loss": 0.8813204765319824, "lr": 1.5501452747841997e-05, "epoch": 0.7406663318265528, "percentage": 74.03, "elapsed_time": "23:44:41", "remaining_time": "8:19:47"} +{"current_steps": 554, "total_steps": 747, "loss": 0.875779390335083, "lr": 1.53538980836153e-05, "epoch": 0.7420056922819354, "percentage": 74.16, "elapsed_time": "23:47:17", "remaining_time": "8:17:14"} +{"current_steps": 555, "total_steps": 747, "loss": 0.8741669654846191, "lr": 1.5206882071849545e-05, "epoch": 0.7433450527373179, "percentage": 74.3, "elapsed_time": "23:49:51", "remaining_time": "8:14:39"} +{"current_steps": 556, "total_steps": 747, "loss": 0.8598854541778564, "lr": 1.5060407925650662e-05, "epoch": 0.7446844131927005, "percentage": 74.43, "elapsed_time": "23:52:26", "remaining_time": "8:12:04"} +{"current_steps": 557, "total_steps": 747, "loss": 0.8700109720230103, "lr": 1.4914478846281872e-05, "epoch": 0.746023773648083, "percentage": 74.56, "elapsed_time": "23:54:59", "remaining_time": "8:09:29"} +{"current_steps": 558, "total_steps": 747, "loss": 0.8685686588287354, "lr": 1.4769098023093676e-05, "epoch": 0.7473631341034656, "percentage": 74.7, "elapsed_time": "23:57:33", "remaining_time": "8:06:54"} +{"current_steps": 559, "total_steps": 747, "loss": 0.8838005661964417, "lr": 1.4624268633454187e-05, "epoch": 0.7487024945588482, "percentage": 74.83, "elapsed_time": "1 day, 0:00:07", "remaining_time": "8:04:20"} +{"current_steps": 560, "total_steps": 747, "loss": 0.8625704050064087, "lr": 1.4479993842679663e-05, "epoch": 0.7500418550142307, "percentage": 74.97, "elapsed_time": "1 day, 0:02:42", "remaining_time": "8:01:45"} +{"current_steps": 561, "total_steps": 747, "loss": 0.8662985563278198, "lr": 1.4336276803965338e-05, "epoch": 0.7513812154696132, "percentage": 75.1, "elapsed_time": "1 day, 0:05:15", "remaining_time": "7:59:10"} +{"current_steps": 562, "total_steps": 747, "loss": 0.8692458868026733, "lr": 1.4193120658316506e-05, "epoch": 0.7527205759249959, "percentage": 75.23, "elapsed_time": "1 day, 0:07:49", "remaining_time": "7:56:35"} +{"current_steps": 563, "total_steps": 747, "loss": 0.8643911480903625, "lr": 1.405052853447987e-05, "epoch": 0.7540599363803784, "percentage": 75.37, "elapsed_time": "1 day, 0:10:24", "remaining_time": "7:54:01"} +{"current_steps": 564, "total_steps": 747, "loss": 0.8673012256622314, "lr": 1.3908503548875167e-05, "epoch": 0.7553992968357609, "percentage": 75.5, "elapsed_time": "1 day, 0:12:57", "remaining_time": "7:51:26"} +{"current_steps": 565, "total_steps": 747, "loss": 0.862754225730896, "lr": 1.3767048805527039e-05, "epoch": 0.7567386572911434, "percentage": 75.64, "elapsed_time": "1 day, 0:15:32", "remaining_time": "7:48:51"} +{"current_steps": 566, "total_steps": 747, "loss": 0.8769301772117615, "lr": 1.3626167395997247e-05, "epoch": 0.7580780177465261, "percentage": 75.77, "elapsed_time": "1 day, 0:18:07", "remaining_time": "7:46:17"} +{"current_steps": 567, "total_steps": 747, "loss": 0.8871258497238159, "lr": 1.3485862399317027e-05, "epoch": 0.7594173782019086, "percentage": 75.9, "elapsed_time": "1 day, 0:20:42", "remaining_time": "7:43:43"} +{"current_steps": 568, "total_steps": 747, "loss": 0.8605697154998779, "lr": 1.3346136881919845e-05, "epoch": 0.7607567386572911, "percentage": 76.04, "elapsed_time": "1 day, 0:23:17", "remaining_time": "7:41:08"} +{"current_steps": 569, "total_steps": 747, "loss": 0.8688619136810303, "lr": 1.320699389757437e-05, "epoch": 0.7620960991126737, "percentage": 76.17, "elapsed_time": "1 day, 0:25:49", "remaining_time": "7:38:33"} +{"current_steps": 570, "total_steps": 747, "loss": 0.8767508864402771, "lr": 1.3068436487317713e-05, "epoch": 0.7634354595680563, "percentage": 76.31, "elapsed_time": "1 day, 0:28:24", "remaining_time": "7:35:58"} +{"current_steps": 571, "total_steps": 747, "loss": 0.8681412935256958, "lr": 1.2930467679389022e-05, "epoch": 0.7647748200234388, "percentage": 76.44, "elapsed_time": "1 day, 0:30:58", "remaining_time": "7:33:24"} +{"current_steps": 572, "total_steps": 747, "loss": 0.8661867380142212, "lr": 1.2793090489163218e-05, "epoch": 0.7661141804788214, "percentage": 76.57, "elapsed_time": "1 day, 0:33:32", "remaining_time": "7:30:49"} +{"current_steps": 573, "total_steps": 747, "loss": 0.8680728673934937, "lr": 1.2656307919085146e-05, "epoch": 0.7674535409342039, "percentage": 76.71, "elapsed_time": "1 day, 0:36:06", "remaining_time": "7:28:14"} +{"current_steps": 574, "total_steps": 747, "loss": 0.868954062461853, "lr": 1.2520122958603933e-05, "epoch": 0.7687929013895864, "percentage": 76.84, "elapsed_time": "1 day, 0:38:41", "remaining_time": "7:25:39"} +{"current_steps": 575, "total_steps": 747, "loss": 0.877269983291626, "lr": 1.2384538584107668e-05, "epoch": 0.7701322618449691, "percentage": 76.97, "elapsed_time": "1 day, 0:41:15", "remaining_time": "7:23:05"} +{"current_steps": 576, "total_steps": 747, "loss": 0.8749093413352966, "lr": 1.2249557758858335e-05, "epoch": 0.7714716223003516, "percentage": 77.11, "elapsed_time": "1 day, 0:43:50", "remaining_time": "7:20:30"} +{"current_steps": 577, "total_steps": 747, "loss": 0.868626594543457, "lr": 1.2115183432927071e-05, "epoch": 0.7728109827557341, "percentage": 77.24, "elapsed_time": "1 day, 0:46:23", "remaining_time": "7:17:55"} +{"current_steps": 578, "total_steps": 747, "loss": 0.8568856716156006, "lr": 1.1981418543129668e-05, "epoch": 0.7741503432111166, "percentage": 77.38, "elapsed_time": "1 day, 0:49:00", "remaining_time": "7:15:22"} +{"current_steps": 579, "total_steps": 747, "loss": 0.8607402443885803, "lr": 1.1848266012962393e-05, "epoch": 0.7754897036664993, "percentage": 77.51, "elapsed_time": "1 day, 0:51:34", "remaining_time": "7:12:47"} +{"current_steps": 580, "total_steps": 747, "loss": 0.8683662414550781, "lr": 1.1715728752538103e-05, "epoch": 0.7768290641218818, "percentage": 77.64, "elapsed_time": "1 day, 0:54:08", "remaining_time": "7:10:12"} +{"current_steps": 581, "total_steps": 747, "loss": 0.8854649066925049, "lr": 1.1583809658522643e-05, "epoch": 0.7781684245772643, "percentage": 77.78, "elapsed_time": "1 day, 0:56:41", "remaining_time": "7:07:37"} +{"current_steps": 582, "total_steps": 747, "loss": 0.8731423616409302, "lr": 1.1452511614071518e-05, "epoch": 0.779507785032647, "percentage": 77.91, "elapsed_time": "1 day, 0:59:14", "remaining_time": "7:05:02"} +{"current_steps": 583, "total_steps": 747, "loss": 0.8679988384246826, "lr": 1.1321837488766913e-05, "epoch": 0.7808471454880295, "percentage": 78.05, "elapsed_time": "1 day, 1:01:47", "remaining_time": "7:02:27"} +{"current_steps": 584, "total_steps": 747, "loss": 0.8663763999938965, "lr": 1.1191790138554945e-05, "epoch": 0.782186505943412, "percentage": 78.18, "elapsed_time": "1 day, 1:04:21", "remaining_time": "6:59:52"} +{"current_steps": 585, "total_steps": 747, "loss": 0.8651244044303894, "lr": 1.1062372405683263e-05, "epoch": 0.7835258663987946, "percentage": 78.31, "elapsed_time": "1 day, 1:06:56", "remaining_time": "6:57:18"} +{"current_steps": 586, "total_steps": 747, "loss": 0.8747796416282654, "lr": 1.0933587118638927e-05, "epoch": 0.7848652268541771, "percentage": 78.45, "elapsed_time": "1 day, 1:09:32", "remaining_time": "6:54:44"} +{"current_steps": 587, "total_steps": 747, "loss": 0.8664879202842712, "lr": 1.0805437092086586e-05, "epoch": 0.7862045873095597, "percentage": 78.58, "elapsed_time": "1 day, 1:12:06", "remaining_time": "6:52:09"} +{"current_steps": 588, "total_steps": 747, "loss": 0.8619367480278015, "lr": 1.0677925126806956e-05, "epoch": 0.7875439477649422, "percentage": 78.71, "elapsed_time": "1 day, 1:14:43", "remaining_time": "6:49:35"} +{"current_steps": 589, "total_steps": 747, "loss": 0.8755437135696411, "lr": 1.0551054009635636e-05, "epoch": 0.7888833082203248, "percentage": 78.85, "elapsed_time": "1 day, 1:17:17", "remaining_time": "6:47:00"} +{"current_steps": 590, "total_steps": 747, "loss": 0.8632907867431641, "lr": 1.0424826513402162e-05, "epoch": 0.7902226686757073, "percentage": 78.98, "elapsed_time": "1 day, 1:19:51", "remaining_time": "6:44:26"} +{"current_steps": 591, "total_steps": 747, "loss": 0.8566582202911377, "lr": 1.0299245396869418e-05, "epoch": 0.7915620291310899, "percentage": 79.12, "elapsed_time": "1 day, 1:22:26", "remaining_time": "6:41:51"} +{"current_steps": 592, "total_steps": 747, "loss": 0.8652503490447998, "lr": 1.0174313404673378e-05, "epoch": 0.7929013895864725, "percentage": 79.25, "elapsed_time": "1 day, 1:25:01", "remaining_time": "6:39:17"} +{"current_steps": 593, "total_steps": 747, "loss": 0.8666040897369385, "lr": 1.0050033267263068e-05, "epoch": 0.794240750041855, "percentage": 79.38, "elapsed_time": "1 day, 1:27:34", "remaining_time": "6:36:42"} +{"current_steps": 594, "total_steps": 747, "loss": 0.8616808652877808, "lr": 9.92640770084091e-06, "epoch": 0.7955801104972375, "percentage": 79.52, "elapsed_time": "1 day, 1:30:09", "remaining_time": "6:34:07"} +{"current_steps": 595, "total_steps": 747, "loss": 0.8712943196296692, "lr": 9.803439407303369e-06, "epoch": 0.7969194709526202, "percentage": 79.65, "elapsed_time": "1 day, 1:32:43", "remaining_time": "6:31:33"} +{"current_steps": 596, "total_steps": 747, "loss": 0.8700709342956543, "lr": 9.681131074181876e-06, "epoch": 0.7982588314080027, "percentage": 79.79, "elapsed_time": "1 day, 1:35:18", "remaining_time": "6:28:58"} +{"current_steps": 597, "total_steps": 747, "loss": 0.8653758764266968, "lr": 9.55948537458415e-06, "epoch": 0.7995981918633852, "percentage": 79.92, "elapsed_time": "1 day, 1:37:52", "remaining_time": "6:26:24"} +{"current_steps": 598, "total_steps": 747, "loss": 0.859759509563446, "lr": 9.438504967135703e-06, "epoch": 0.8009375523187678, "percentage": 80.05, "elapsed_time": "1 day, 1:40:27", "remaining_time": "6:23:49"} +{"current_steps": 599, "total_steps": 747, "loss": 0.8628091216087341, "lr": 9.318192495921754e-06, "epoch": 0.8022769127741504, "percentage": 80.19, "elapsed_time": "1 day, 1:43:01", "remaining_time": "6:21:14"} +{"current_steps": 600, "total_steps": 747, "loss": 0.8775379657745361, "lr": 9.19855059042949e-06, "epoch": 0.8036162732295329, "percentage": 80.32, "elapsed_time": "1 day, 1:45:36", "remaining_time": "6:18:40"} +{"current_steps": 601, "total_steps": 747, "loss": 0.8566068410873413, "lr": 9.07958186549052e-06, "epoch": 0.8049556336849154, "percentage": 80.46, "elapsed_time": "1 day, 1:48:21", "remaining_time": "6:16:08"} +{"current_steps": 602, "total_steps": 747, "loss": 0.8680790066719055, "lr": 8.961288921223805e-06, "epoch": 0.806294994140298, "percentage": 80.59, "elapsed_time": "1 day, 1:50:56", "remaining_time": "6:13:33"} +{"current_steps": 603, "total_steps": 747, "loss": 0.8559243679046631, "lr": 8.84367434297876e-06, "epoch": 0.8076343545956806, "percentage": 80.72, "elapsed_time": "1 day, 1:53:29", "remaining_time": "6:10:58"} +{"current_steps": 604, "total_steps": 747, "loss": 0.8632556796073914, "lr": 8.72674070127881e-06, "epoch": 0.8089737150510631, "percentage": 80.86, "elapsed_time": "1 day, 1:56:01", "remaining_time": "6:08:23"} +{"current_steps": 605, "total_steps": 747, "loss": 0.8667713403701782, "lr": 8.610490551765162e-06, "epoch": 0.8103130755064457, "percentage": 80.99, "elapsed_time": "1 day, 1:58:36", "remaining_time": "6:05:49"} +{"current_steps": 606, "total_steps": 747, "loss": 0.8680082559585571, "lr": 8.494926435140986e-06, "epoch": 0.8116524359618282, "percentage": 81.12, "elapsed_time": "1 day, 2:01:12", "remaining_time": "6:03:15"} +{"current_steps": 607, "total_steps": 747, "loss": 0.8787844777107239, "lr": 8.380050877115864e-06, "epoch": 0.8129917964172108, "percentage": 81.26, "elapsed_time": "1 day, 2:03:48", "remaining_time": "6:00:40"} +{"current_steps": 608, "total_steps": 747, "loss": 0.8844963312149048, "lr": 8.265866388350598e-06, "epoch": 0.8143311568725934, "percentage": 81.39, "elapsed_time": "1 day, 2:06:21", "remaining_time": "5:58:05"} +{"current_steps": 609, "total_steps": 747, "loss": 0.859270453453064, "lr": 8.152375464402342e-06, "epoch": 0.8156705173279759, "percentage": 81.53, "elapsed_time": "1 day, 2:08:58", "remaining_time": "5:55:31"} +{"current_steps": 610, "total_steps": 747, "loss": 0.8675272464752197, "lr": 8.039580585670047e-06, "epoch": 0.8170098777833584, "percentage": 81.66, "elapsed_time": "1 day, 2:11:33", "remaining_time": "5:52:57"} +{"current_steps": 611, "total_steps": 747, "loss": 0.8565207719802856, "lr": 7.927484217340268e-06, "epoch": 0.818349238238741, "percentage": 81.79, "elapsed_time": "1 day, 2:14:08", "remaining_time": "5:50:22"} +{"current_steps": 612, "total_steps": 747, "loss": 0.8686612844467163, "lr": 7.816088809333266e-06, "epoch": 0.8196885986941236, "percentage": 81.93, "elapsed_time": "1 day, 2:16:44", "remaining_time": "5:47:48"} +{"current_steps": 613, "total_steps": 747, "loss": 0.8637645244598389, "lr": 7.705396796249505e-06, "epoch": 0.8210279591495061, "percentage": 82.06, "elapsed_time": "1 day, 2:19:18", "remaining_time": "5:45:13"} +{"current_steps": 614, "total_steps": 747, "loss": 0.8606627583503723, "lr": 7.595410597316379e-06, "epoch": 0.8223673196048886, "percentage": 82.2, "elapsed_time": "1 day, 2:21:53", "remaining_time": "5:42:39"} +{"current_steps": 615, "total_steps": 747, "loss": 0.8715918064117432, "lr": 7.486132616335395e-06, "epoch": 0.8237066800602713, "percentage": 82.33, "elapsed_time": "1 day, 2:24:30", "remaining_time": "5:40:05"} +{"current_steps": 616, "total_steps": 747, "loss": 0.8811098337173462, "lr": 7.3775652416295936e-06, "epoch": 0.8250460405156538, "percentage": 82.46, "elapsed_time": "1 day, 2:27:02", "remaining_time": "5:37:30"} +{"current_steps": 617, "total_steps": 747, "loss": 0.8510515689849854, "lr": 7.2697108459914e-06, "epoch": 0.8263854009710363, "percentage": 82.6, "elapsed_time": "1 day, 2:29:38", "remaining_time": "5:34:55"} +{"current_steps": 618, "total_steps": 747, "loss": 0.8802266120910645, "lr": 7.162571786630707e-06, "epoch": 0.8277247614264189, "percentage": 82.73, "elapsed_time": "1 day, 2:32:13", "remaining_time": "5:32:21"} +{"current_steps": 619, "total_steps": 747, "loss": 0.8502565622329712, "lr": 7.056150405123414e-06, "epoch": 0.8290641218818015, "percentage": 82.86, "elapsed_time": "1 day, 2:34:46", "remaining_time": "5:29:46"} +{"current_steps": 620, "total_steps": 747, "loss": 0.8826883435249329, "lr": 6.950449027360213e-06, "epoch": 0.830403482337184, "percentage": 83.0, "elapsed_time": "1 day, 2:37:20", "remaining_time": "5:27:11"} +{"current_steps": 621, "total_steps": 747, "loss": 0.8738099336624146, "lr": 6.8454699634957586e-06, "epoch": 0.8317428427925665, "percentage": 83.13, "elapsed_time": "1 day, 2:39:55", "remaining_time": "5:24:37"} +{"current_steps": 622, "total_steps": 747, "loss": 0.8639442324638367, "lr": 6.7412155078981865e-06, "epoch": 0.8330822032479491, "percentage": 83.27, "elapsed_time": "1 day, 2:42:31", "remaining_time": "5:22:03"} +{"current_steps": 623, "total_steps": 747, "loss": 0.8762117624282837, "lr": 6.6376879390990025e-06, "epoch": 0.8344215637033316, "percentage": 83.4, "elapsed_time": "1 day, 2:45:07", "remaining_time": "5:19:28"} +{"current_steps": 624, "total_steps": 747, "loss": 0.8581281900405884, "lr": 6.53488951974321e-06, "epoch": 0.8357609241587142, "percentage": 83.53, "elapsed_time": "1 day, 2:47:41", "remaining_time": "5:16:54"} +{"current_steps": 625, "total_steps": 747, "loss": 0.8563675880432129, "lr": 6.432822496539915e-06, "epoch": 0.8371002846140968, "percentage": 83.67, "elapsed_time": "1 day, 2:50:14", "remaining_time": "5:14:19"} +{"current_steps": 626, "total_steps": 747, "loss": 0.865772008895874, "lr": 6.331489100213204e-06, "epoch": 0.8384396450694793, "percentage": 83.8, "elapsed_time": "1 day, 2:52:49", "remaining_time": "5:11:44"} +{"current_steps": 627, "total_steps": 747, "loss": 0.8748994469642639, "lr": 6.230891545453395e-06, "epoch": 0.8397790055248618, "percentage": 83.94, "elapsed_time": "1 day, 2:55:21", "remaining_time": "5:09:09"} +{"current_steps": 628, "total_steps": 747, "loss": 0.8680225014686584, "lr": 6.1310320308686354e-06, "epoch": 0.8411183659802445, "percentage": 84.07, "elapsed_time": "1 day, 2:57:56", "remaining_time": "5:06:35"} +{"current_steps": 629, "total_steps": 747, "loss": 0.8678373098373413, "lr": 6.031912738936849e-06, "epoch": 0.842457726435627, "percentage": 84.2, "elapsed_time": "1 day, 3:00:31", "remaining_time": "5:04:00"} +{"current_steps": 630, "total_steps": 747, "loss": 0.8708404302597046, "lr": 5.933535835958029e-06, "epoch": 0.8437970868910095, "percentage": 84.34, "elapsed_time": "1 day, 3:03:05", "remaining_time": "5:01:25"} +{"current_steps": 631, "total_steps": 747, "loss": 0.8744752407073975, "lr": 5.835903472006905e-06, "epoch": 0.8451364473463922, "percentage": 84.47, "elapsed_time": "1 day, 3:05:41", "remaining_time": "4:58:51"} +{"current_steps": 632, "total_steps": 747, "loss": 0.860190212726593, "lr": 5.7390177808859475e-06, "epoch": 0.8464758078017747, "percentage": 84.61, "elapsed_time": "1 day, 3:08:15", "remaining_time": "4:56:16"} +{"current_steps": 633, "total_steps": 747, "loss": 0.8820698261260986, "lr": 5.642880880078721e-06, "epoch": 0.8478151682571572, "percentage": 84.74, "elapsed_time": "1 day, 3:10:47", "remaining_time": "4:53:41"} +{"current_steps": 634, "total_steps": 747, "loss": 0.8616386651992798, "lr": 5.547494870703642e-06, "epoch": 0.8491545287125397, "percentage": 84.87, "elapsed_time": "1 day, 3:13:21", "remaining_time": "4:51:07"} +{"current_steps": 635, "total_steps": 747, "loss": 0.8636765480041504, "lr": 5.452861837468005e-06, "epoch": 0.8504938891679223, "percentage": 85.01, "elapsed_time": "1 day, 3:15:54", "remaining_time": "4:48:32"} +{"current_steps": 636, "total_steps": 747, "loss": 0.8664864897727966, "lr": 5.358983848622452e-06, "epoch": 0.8518332496233049, "percentage": 85.14, "elapsed_time": "1 day, 3:18:27", "remaining_time": "4:45:57"} +{"current_steps": 637, "total_steps": 747, "loss": 0.8764059543609619, "lr": 5.2658629559157835e-06, "epoch": 0.8531726100786874, "percentage": 85.27, "elapsed_time": "1 day, 3:21:02", "remaining_time": "4:43:22"} +{"current_steps": 638, "total_steps": 747, "loss": 0.8566386699676514, "lr": 5.173501194550072e-06, "epoch": 0.85451197053407, "percentage": 85.41, "elapsed_time": "1 day, 3:23:37", "remaining_time": "4:40:48"} +{"current_steps": 639, "total_steps": 747, "loss": 0.8712558746337891, "lr": 5.081900583136228e-06, "epoch": 0.8558513309894525, "percentage": 85.54, "elapsed_time": "1 day, 3:26:12", "remaining_time": "4:38:13"} +{"current_steps": 640, "total_steps": 747, "loss": 0.8549286127090454, "lr": 4.991063123649853e-06, "epoch": 0.8571906914448351, "percentage": 85.68, "elapsed_time": "1 day, 3:28:47", "remaining_time": "4:35:39"} +{"current_steps": 641, "total_steps": 747, "loss": 0.8717979788780212, "lr": 4.900990801387497e-06, "epoch": 0.8585300519002177, "percentage": 85.81, "elapsed_time": "1 day, 3:31:22", "remaining_time": "4:33:04"} +{"current_steps": 642, "total_steps": 747, "loss": 0.8659064173698425, "lr": 4.811685584923269e-06, "epoch": 0.8598694123556002, "percentage": 85.94, "elapsed_time": "1 day, 3:33:58", "remaining_time": "4:30:30"} +{"current_steps": 643, "total_steps": 747, "loss": 0.8679224252700806, "lr": 4.723149426065803e-06, "epoch": 0.8612087728109827, "percentage": 86.08, "elapsed_time": "1 day, 3:36:32", "remaining_time": "4:27:55"} +{"current_steps": 644, "total_steps": 747, "loss": 0.8493891954421997, "lr": 4.635384259815614e-06, "epoch": 0.8625481332663653, "percentage": 86.21, "elapsed_time": "1 day, 3:39:07", "remaining_time": "4:25:21"} +{"current_steps": 645, "total_steps": 747, "loss": 0.8844394087791443, "lr": 4.548392004322799e-06, "epoch": 0.8638874937217479, "percentage": 86.35, "elapsed_time": "1 day, 3:41:40", "remaining_time": "4:22:46"} +{"current_steps": 646, "total_steps": 747, "loss": 0.851788341999054, "lr": 4.462174560845114e-06, "epoch": 0.8652268541771304, "percentage": 86.48, "elapsed_time": "1 day, 3:44:14", "remaining_time": "4:20:11"} +{"current_steps": 647, "total_steps": 747, "loss": 0.880761981010437, "lr": 4.376733813706433e-06, "epoch": 0.8665662146325129, "percentage": 86.61, "elapsed_time": "1 day, 3:46:47", "remaining_time": "4:17:37"} +{"current_steps": 648, "total_steps": 747, "loss": 0.8677074909210205, "lr": 4.292071630255548e-06, "epoch": 0.8679055750878956, "percentage": 86.75, "elapsed_time": "1 day, 3:49:21", "remaining_time": "4:15:02"} +{"current_steps": 649, "total_steps": 747, "loss": 0.8634464740753174, "lr": 4.208189860825358e-06, "epoch": 0.8692449355432781, "percentage": 86.88, "elapsed_time": "1 day, 3:51:56", "remaining_time": "4:12:27"} +{"current_steps": 650, "total_steps": 747, "loss": 0.8697370290756226, "lr": 4.12509033869247e-06, "epoch": 0.8705842959986606, "percentage": 87.01, "elapsed_time": "1 day, 3:54:29", "remaining_time": "4:09:53"} +{"current_steps": 651, "total_steps": 747, "loss": 0.8599544763565063, "lr": 4.042774880037059e-06, "epoch": 0.8719236564540432, "percentage": 87.15, "elapsed_time": "1 day, 3:57:03", "remaining_time": "4:07:18"} +{"current_steps": 652, "total_steps": 747, "loss": 0.8817688226699829, "lr": 3.961245283903239e-06, "epoch": 0.8732630169094258, "percentage": 87.28, "elapsed_time": "1 day, 3:59:37", "remaining_time": "4:04:43"} +{"current_steps": 653, "total_steps": 747, "loss": 0.8564207553863525, "lr": 3.8805033321597015e-06, "epoch": 0.8746023773648083, "percentage": 87.42, "elapsed_time": "1 day, 4:02:12", "remaining_time": "4:02:09"} +{"current_steps": 654, "total_steps": 747, "loss": 0.860696017742157, "lr": 3.8005507894607997e-06, "epoch": 0.8759417378201909, "percentage": 87.55, "elapsed_time": "1 day, 4:04:48", "remaining_time": "3:59:34"} +{"current_steps": 655, "total_steps": 747, "loss": 0.8789005279541016, "lr": 3.7213894032079778e-06, "epoch": 0.8772810982755734, "percentage": 87.68, "elapsed_time": "1 day, 4:07:22", "remaining_time": "3:57:00"} +{"current_steps": 656, "total_steps": 747, "loss": 0.8776953220367432, "lr": 3.643020903511563e-06, "epoch": 0.878620458730956, "percentage": 87.82, "elapsed_time": "1 day, 4:09:56", "remaining_time": "3:54:25"} +{"current_steps": 657, "total_steps": 747, "loss": 0.8571181297302246, "lr": 3.565447003152964e-06, "epoch": 0.8799598191863385, "percentage": 87.95, "elapsed_time": "1 day, 4:12:30", "remaining_time": "3:51:51"} +{"current_steps": 658, "total_steps": 747, "loss": 0.8560389280319214, "lr": 3.4886693975472443e-06, "epoch": 0.8812991796417211, "percentage": 88.09, "elapsed_time": "1 day, 4:15:03", "remaining_time": "3:49:16"} +{"current_steps": 659, "total_steps": 747, "loss": 0.8699684143066406, "lr": 3.4126897647060474e-06, "epoch": 0.8826385400971036, "percentage": 88.22, "elapsed_time": "1 day, 4:17:37", "remaining_time": "3:46:41"} +{"current_steps": 660, "total_steps": 747, "loss": 0.8595161437988281, "lr": 3.3375097652009526e-06, "epoch": 0.8839779005524862, "percentage": 88.35, "elapsed_time": "1 day, 4:20:12", "remaining_time": "3:44:07"} +{"current_steps": 661, "total_steps": 747, "loss": 0.8548429012298584, "lr": 3.263131042127157e-06, "epoch": 0.8853172610078688, "percentage": 88.49, "elapsed_time": "1 day, 4:22:48", "remaining_time": "3:41:32"} +{"current_steps": 662, "total_steps": 747, "loss": 0.8632456064224243, "lr": 3.189555221067577e-06, "epoch": 0.8866566214632513, "percentage": 88.62, "elapsed_time": "1 day, 4:25:24", "remaining_time": "3:38:58"} +{"current_steps": 663, "total_steps": 747, "loss": 0.8654548525810242, "lr": 3.1167839100573194e-06, "epoch": 0.8879959819186338, "percentage": 88.76, "elapsed_time": "1 day, 4:27:58", "remaining_time": "3:36:23"} +{"current_steps": 664, "total_steps": 747, "loss": 0.865413248538971, "lr": 3.0448186995485307e-06, "epoch": 0.8893353423740165, "percentage": 88.89, "elapsed_time": "1 day, 4:30:33", "remaining_time": "3:33:49"} +{"current_steps": 665, "total_steps": 747, "loss": 0.8626821041107178, "lr": 2.973661162375647e-06, "epoch": 0.890674702829399, "percentage": 89.02, "elapsed_time": "1 day, 4:33:06", "remaining_time": "3:31:14"} +{"current_steps": 666, "total_steps": 747, "loss": 0.8579151630401611, "lr": 2.9033128537210077e-06, "epoch": 0.8920140632847815, "percentage": 89.16, "elapsed_time": "1 day, 4:35:43", "remaining_time": "3:28:40"} +{"current_steps": 667, "total_steps": 747, "loss": 0.8664767742156982, "lr": 2.8337753110808753e-06, "epoch": 0.893353423740164, "percentage": 89.29, "elapsed_time": "1 day, 4:38:17", "remaining_time": "3:26:05"} +{"current_steps": 668, "total_steps": 747, "loss": 0.8667508363723755, "lr": 2.765050054231835e-06, "epoch": 0.8946927841955467, "percentage": 89.42, "elapsed_time": "1 day, 4:40:52", "remaining_time": "3:23:31"} +{"current_steps": 669, "total_steps": 747, "loss": 0.8664491176605225, "lr": 2.6971385851975608e-06, "epoch": 0.8960321446509292, "percentage": 89.56, "elapsed_time": "1 day, 4:43:28", "remaining_time": "3:20:56"} +{"current_steps": 670, "total_steps": 747, "loss": 0.8690519332885742, "lr": 2.630042388216012e-06, "epoch": 0.8973715051063117, "percentage": 89.69, "elapsed_time": "1 day, 4:46:02", "remaining_time": "3:18:22"} +{"current_steps": 671, "total_steps": 747, "loss": 0.8708868622779846, "lr": 2.563762929706979e-06, "epoch": 0.8987108655616943, "percentage": 89.83, "elapsed_time": "1 day, 4:48:38", "remaining_time": "3:15:47"} +{"current_steps": 672, "total_steps": 747, "loss": 0.8571633100509644, "lr": 2.4983016582400366e-06, "epoch": 0.9000502260170768, "percentage": 89.96, "elapsed_time": "1 day, 4:51:13", "remaining_time": "3:13:13"} +{"current_steps": 673, "total_steps": 747, "loss": 0.8728021383285522, "lr": 2.4336600045028956e-06, "epoch": 0.9013895864724594, "percentage": 90.09, "elapsed_time": "1 day, 4:53:50", "remaining_time": "3:10:38"} +{"current_steps": 674, "total_steps": 747, "loss": 0.8710513114929199, "lr": 2.3698393812701114e-06, "epoch": 0.902728946927842, "percentage": 90.23, "elapsed_time": "1 day, 4:56:22", "remaining_time": "3:08:03"} +{"current_steps": 675, "total_steps": 747, "loss": 0.8682019710540771, "lr": 2.3068411833722283e-06, "epoch": 0.9040683073832245, "percentage": 90.36, "elapsed_time": "1 day, 4:58:59", "remaining_time": "3:05:29"} +{"current_steps": 676, "total_steps": 747, "loss": 0.8690208792686462, "lr": 2.244666787665297e-06, "epoch": 0.905407667838607, "percentage": 90.5, "elapsed_time": "1 day, 5:01:34", "remaining_time": "3:02:55"} +{"current_steps": 677, "total_steps": 747, "loss": 0.8633980751037598, "lr": 2.183317553000763e-06, "epoch": 0.9067470282939896, "percentage": 90.63, "elapsed_time": "1 day, 5:04:08", "remaining_time": "3:00:20"} +{"current_steps": 678, "total_steps": 747, "loss": 0.8639845848083496, "lr": 2.122794820195777e-06, "epoch": 0.9080863887493722, "percentage": 90.76, "elapsed_time": "1 day, 5:06:43", "remaining_time": "2:57:45"} +{"current_steps": 679, "total_steps": 747, "loss": 0.883812665939331, "lr": 2.063099912003894e-06, "epoch": 0.9094257492047547, "percentage": 90.9, "elapsed_time": "1 day, 5:09:18", "remaining_time": "2:55:11"} +{"current_steps": 680, "total_steps": 747, "loss": 0.8602584600448608, "lr": 2.0042341330861605e-06, "epoch": 0.9107651096601372, "percentage": 91.03, "elapsed_time": "1 day, 5:11:51", "remaining_time": "2:52:36"} +{"current_steps": 681, "total_steps": 747, "loss": 0.877825140953064, "lr": 1.9461987699826147e-06, "epoch": 0.9121044701155199, "percentage": 91.16, "elapsed_time": "1 day, 5:14:25", "remaining_time": "2:50:01"} +{"current_steps": 682, "total_steps": 747, "loss": 0.8823691010475159, "lr": 1.888995091084147e-06, "epoch": 0.9134438305709024, "percentage": 91.3, "elapsed_time": "1 day, 5:17:01", "remaining_time": "2:47:27"} +{"current_steps": 683, "total_steps": 747, "loss": 0.8719531297683716, "lr": 1.8326243466047833e-06, "epoch": 0.9147831910262849, "percentage": 91.43, "elapsed_time": "1 day, 5:19:33", "remaining_time": "2:44:52"} +{"current_steps": 684, "total_steps": 747, "loss": 0.8698108792304993, "lr": 1.7770877685543687e-06, "epoch": 0.9161225514816675, "percentage": 91.57, "elapsed_time": "1 day, 5:22:09", "remaining_time": "2:42:18"} +{"current_steps": 685, "total_steps": 747, "loss": 0.8581531047821045, "lr": 1.7223865707116472e-06, "epoch": 0.9174619119370501, "percentage": 91.7, "elapsed_time": "1 day, 5:24:43", "remaining_time": "2:39:43"} +{"current_steps": 686, "total_steps": 747, "loss": 0.8714857697486877, "lr": 1.6685219485977056e-06, "epoch": 0.9188012723924326, "percentage": 91.83, "elapsed_time": "1 day, 5:27:16", "remaining_time": "2:37:08"} +{"current_steps": 687, "total_steps": 747, "loss": 0.8779809474945068, "lr": 1.615495079449887e-06, "epoch": 0.9201406328478152, "percentage": 91.97, "elapsed_time": "1 day, 5:29:49", "remaining_time": "2:34:34"} +{"current_steps": 688, "total_steps": 747, "loss": 0.8661234378814697, "lr": 1.5633071221960205e-06, "epoch": 0.9214799933031977, "percentage": 92.1, "elapsed_time": "1 day, 5:32:23", "remaining_time": "2:31:59"} +{"current_steps": 689, "total_steps": 747, "loss": 0.8790245056152344, "lr": 1.5119592174291175e-06, "epoch": 0.9228193537585803, "percentage": 92.24, "elapsed_time": "1 day, 5:34:58", "remaining_time": "2:29:25"} +{"current_steps": 690, "total_steps": 747, "loss": 0.8705023527145386, "lr": 1.4614524873824398e-06, "epoch": 0.9241587142139628, "percentage": 92.37, "elapsed_time": "1 day, 5:37:32", "remaining_time": "2:26:50"} +{"current_steps": 691, "total_steps": 747, "loss": 0.8885618448257446, "lr": 1.4117880359049684e-06, "epoch": 0.9254980746693454, "percentage": 92.5, "elapsed_time": "1 day, 5:40:07", "remaining_time": "2:24:15"} +{"current_steps": 692, "total_steps": 747, "loss": 0.8792763948440552, "lr": 1.3629669484372722e-06, "epoch": 0.9268374351247279, "percentage": 92.64, "elapsed_time": "1 day, 5:42:41", "remaining_time": "2:21:41"} +{"current_steps": 693, "total_steps": 747, "loss": 0.8643807172775269, "lr": 1.3149902919877966e-06, "epoch": 0.9281767955801105, "percentage": 92.77, "elapsed_time": "1 day, 5:45:15", "remaining_time": "2:19:06"} +{"current_steps": 694, "total_steps": 747, "loss": 0.862453281879425, "lr": 1.2678591151095466e-06, "epoch": 0.9295161560354931, "percentage": 92.9, "elapsed_time": "1 day, 5:47:50", "remaining_time": "2:16:32"} +{"current_steps": 695, "total_steps": 747, "loss": 0.8628978729248047, "lr": 1.2215744478771473e-06, "epoch": 0.9308555164908756, "percentage": 93.04, "elapsed_time": "1 day, 5:50:23", "remaining_time": "2:13:57"} +{"current_steps": 696, "total_steps": 747, "loss": 0.8640226721763611, "lr": 1.176137301864362e-06, "epoch": 0.9321948769462581, "percentage": 93.17, "elapsed_time": "1 day, 5:52:59", "remaining_time": "2:11:22"} +{"current_steps": 697, "total_steps": 747, "loss": 0.8615423440933228, "lr": 1.1315486701219603e-06, "epoch": 0.9335342374016408, "percentage": 93.31, "elapsed_time": "1 day, 5:55:34", "remaining_time": "2:08:48"} +{"current_steps": 698, "total_steps": 747, "loss": 0.8629521131515503, "lr": 1.0878095271560274e-06, "epoch": 0.9348735978570233, "percentage": 93.44, "elapsed_time": "1 day, 5:58:08", "remaining_time": "2:06:13"} +{"current_steps": 699, "total_steps": 747, "loss": 0.8680487275123596, "lr": 1.0449208289066549e-06, "epoch": 0.9362129583124058, "percentage": 93.57, "elapsed_time": "1 day, 6:00:43", "remaining_time": "2:03:39"} +{"current_steps": 700, "total_steps": 747, "loss": 0.8672420382499695, "lr": 1.0028835127270553e-06, "epoch": 0.9375523187677883, "percentage": 93.71, "elapsed_time": "1 day, 6:03:17", "remaining_time": "2:01:04"} +{"current_steps": 701, "total_steps": 747, "loss": 0.8590481281280518, "lr": 9.616984973630817e-07, "epoch": 0.938891679223171, "percentage": 93.84, "elapsed_time": "1 day, 6:06:03", "remaining_time": "1:58:30"} +{"current_steps": 702, "total_steps": 747, "loss": 0.8557388782501221, "lr": 9.213666829331313e-07, "epoch": 0.9402310396785535, "percentage": 93.98, "elapsed_time": "1 day, 6:08:37", "remaining_time": "1:55:56"} +{"current_steps": 703, "total_steps": 747, "loss": 0.8785231113433838, "lr": 8.81888950908496e-07, "epoch": 0.941570400133936, "percentage": 94.11, "elapsed_time": "1 day, 6:11:12", "remaining_time": "1:53:21"} +{"current_steps": 704, "total_steps": 747, "loss": 0.8539268970489502, "lr": 8.432661640940654e-07, "epoch": 0.9429097605893186, "percentage": 94.24, "elapsed_time": "1 day, 6:13:48", "remaining_time": "1:50:47"} +{"current_steps": 705, "total_steps": 747, "loss": 0.8738375902175903, "lr": 8.054991666095025e-07, "epoch": 0.9442491210447012, "percentage": 94.38, "elapsed_time": "1 day, 6:16:23", "remaining_time": "1:48:12"} +{"current_steps": 706, "total_steps": 747, "loss": 0.8654993772506714, "lr": 7.685887838707828e-07, "epoch": 0.9455884815000837, "percentage": 94.51, "elapsed_time": "1 day, 6:18:59", "remaining_time": "1:45:38"} +{"current_steps": 707, "total_steps": 747, "loss": 0.8602147102355957, "lr": 7.325358225721424e-07, "epoch": 0.9469278419554663, "percentage": 94.65, "elapsed_time": "1 day, 6:21:33", "remaining_time": "1:43:03"} +{"current_steps": 708, "total_steps": 747, "loss": 0.8771353960037231, "lr": 6.973410706684691e-07, "epoch": 0.9482672024108488, "percentage": 94.78, "elapsed_time": "1 day, 6:24:05", "remaining_time": "1:40:28"} +{"current_steps": 709, "total_steps": 747, "loss": 0.8702942132949829, "lr": 6.630052973580636e-07, "epoch": 0.9496065628662314, "percentage": 94.91, "elapsed_time": "1 day, 6:26:38", "remaining_time": "1:37:54"} +{"current_steps": 710, "total_steps": 747, "loss": 0.8681701421737671, "lr": 6.295292530658303e-07, "epoch": 0.950945923321614, "percentage": 95.05, "elapsed_time": "1 day, 6:29:13", "remaining_time": "1:35:19"} +{"current_steps": 711, "total_steps": 747, "loss": 0.867163360118866, "lr": 5.969136694268863e-07, "epoch": 0.9522852837769965, "percentage": 95.18, "elapsed_time": "1 day, 6:31:48", "remaining_time": "1:32:44"} +{"current_steps": 712, "total_steps": 747, "loss": 0.8660309314727783, "lr": 5.651592592705646e-07, "epoch": 0.953624644232379, "percentage": 95.31, "elapsed_time": "1 day, 6:34:23", "remaining_time": "1:30:10"} +{"current_steps": 713, "total_steps": 747, "loss": 0.8730143308639526, "lr": 5.34266716604841e-07, "epoch": 0.9549640046877615, "percentage": 95.45, "elapsed_time": "1 day, 6:36:57", "remaining_time": "1:27:35"} +{"current_steps": 714, "total_steps": 747, "loss": 0.8578484058380127, "lr": 5.042367166011497e-07, "epoch": 0.9563033651431442, "percentage": 95.58, "elapsed_time": "1 day, 6:39:32", "remaining_time": "1:25:01"} +{"current_steps": 715, "total_steps": 747, "loss": 0.8523633480072021, "lr": 4.75069915579649e-07, "epoch": 0.9576427255985267, "percentage": 95.72, "elapsed_time": "1 day, 6:42:05", "remaining_time": "1:22:26"} +{"current_steps": 716, "total_steps": 747, "loss": 0.8733158111572266, "lr": 4.467669509948591e-07, "epoch": 0.9589820860539092, "percentage": 95.85, "elapsed_time": "1 day, 6:44:40", "remaining_time": "1:19:52"} +{"current_steps": 717, "total_steps": 747, "loss": 0.8667589426040649, "lr": 4.1932844142174024e-07, "epoch": 0.9603214465092919, "percentage": 95.98, "elapsed_time": "1 day, 6:47:16", "remaining_time": "1:17:17"} +{"current_steps": 718, "total_steps": 747, "loss": 0.8556637763977051, "lr": 3.9275498654217425e-07, "epoch": 0.9616608069646744, "percentage": 96.12, "elapsed_time": "1 day, 6:49:50", "remaining_time": "1:14:42"} +{"current_steps": 719, "total_steps": 747, "loss": 0.8600755929946899, "lr": 3.670471671318554e-07, "epoch": 0.9630001674200569, "percentage": 96.25, "elapsed_time": "1 day, 6:52:23", "remaining_time": "1:12:08"} +{"current_steps": 720, "total_steps": 747, "loss": 0.8625589609146118, "lr": 3.4220554504758475e-07, "epoch": 0.9643395278754395, "percentage": 96.39, "elapsed_time": "1 day, 6:54:58", "remaining_time": "1:09:33"} +{"current_steps": 721, "total_steps": 747, "loss": 0.8744138479232788, "lr": 3.1823066321501337e-07, "epoch": 0.965678888330822, "percentage": 96.52, "elapsed_time": "1 day, 6:57:32", "remaining_time": "1:06:59"} +{"current_steps": 722, "total_steps": 747, "loss": 0.8651660680770874, "lr": 2.951230456167675e-07, "epoch": 0.9670182487862046, "percentage": 96.65, "elapsed_time": "1 day, 7:00:04", "remaining_time": "1:04:24"} +{"current_steps": 723, "total_steps": 747, "loss": 0.8760448694229126, "lr": 2.7288319728098645e-07, "epoch": 0.9683576092415871, "percentage": 96.79, "elapsed_time": "1 day, 7:02:39", "remaining_time": "1:01:49"} +{"current_steps": 724, "total_steps": 747, "loss": 0.8686168193817139, "lr": 2.5151160427029584e-07, "epoch": 0.9696969696969697, "percentage": 96.92, "elapsed_time": "1 day, 7:05:12", "remaining_time": "0:59:15"} +{"current_steps": 725, "total_steps": 747, "loss": 0.8600865602493286, "lr": 2.310087336711897e-07, "epoch": 0.9710363301523522, "percentage": 97.05, "elapsed_time": "1 day, 7:07:45", "remaining_time": "0:56:40"} +{"current_steps": 726, "total_steps": 747, "loss": 0.8669037818908691, "lr": 2.113750335837983e-07, "epoch": 0.9723756906077348, "percentage": 97.19, "elapsed_time": "1 day, 7:10:21", "remaining_time": "0:54:06"} +{"current_steps": 727, "total_steps": 747, "loss": 0.858464241027832, "lr": 1.926109331121273e-07, "epoch": 0.9737150510631174, "percentage": 97.32, "elapsed_time": "1 day, 7:12:56", "remaining_time": "0:51:31"} +{"current_steps": 728, "total_steps": 747, "loss": 0.8672544956207275, "lr": 1.7471684235464748e-07, "epoch": 0.9750544115184999, "percentage": 97.46, "elapsed_time": "1 day, 7:15:28", "remaining_time": "0:48:56"} +{"current_steps": 729, "total_steps": 747, "loss": 0.8575679063796997, "lr": 1.57693152395364e-07, "epoch": 0.9763937719738824, "percentage": 97.59, "elapsed_time": "1 day, 7:18:02", "remaining_time": "0:46:22"} +{"current_steps": 730, "total_steps": 747, "loss": 0.8578166961669922, "lr": 1.4154023529523663e-07, "epoch": 0.9777331324292651, "percentage": 97.72, "elapsed_time": "1 day, 7:20:36", "remaining_time": "0:43:47"} +{"current_steps": 731, "total_steps": 747, "loss": 0.8539446592330933, "lr": 1.2625844408407084e-07, "epoch": 0.9790724928846476, "percentage": 97.86, "elapsed_time": "1 day, 7:23:10", "remaining_time": "0:41:13"} +{"current_steps": 732, "total_steps": 747, "loss": 0.8626048564910889, "lr": 1.1184811275279483e-07, "epoch": 0.9804118533400301, "percentage": 97.99, "elapsed_time": "1 day, 7:25:45", "remaining_time": "0:38:38"} +{"current_steps": 733, "total_steps": 747, "loss": 0.875365138053894, "lr": 9.83095562461589e-08, "epoch": 0.9817512137954126, "percentage": 98.13, "elapsed_time": "1 day, 7:28:20", "remaining_time": "0:36:03"} +{"current_steps": 734, "total_steps": 747, "loss": 0.8772228360176086, "lr": 8.564307045586085e-08, "epoch": 0.9830905742507953, "percentage": 98.26, "elapsed_time": "1 day, 7:30:54", "remaining_time": "0:33:29"} +{"current_steps": 735, "total_steps": 747, "loss": 0.8687188029289246, "lr": 7.384893221405787e-08, "epoch": 0.9844299347061778, "percentage": 98.39, "elapsed_time": "1 day, 7:33:29", "remaining_time": "0:30:54"} +{"current_steps": 736, "total_steps": 747, "loss": 0.8708236217498779, "lr": 6.292739928733582e-08, "epoch": 0.9857692951615603, "percentage": 98.53, "elapsed_time": "1 day, 7:36:02", "remaining_time": "0:28:20"} +{"current_steps": 737, "total_steps": 747, "loss": 0.8684520721435547, "lr": 5.2878710371082606e-08, "epoch": 0.9871086556169429, "percentage": 98.66, "elapsed_time": "1 day, 7:38:35", "remaining_time": "0:25:45"} +{"current_steps": 738, "total_steps": 747, "loss": 0.86341392993927, "lr": 4.3703085084234596e-08, "epoch": 0.9884480160723255, "percentage": 98.8, "elapsed_time": "1 day, 7:41:09", "remaining_time": "0:23:11"} +{"current_steps": 739, "total_steps": 747, "loss": 0.8588700890541077, "lr": 3.5400723964524876e-08, "epoch": 0.989787376527708, "percentage": 98.93, "elapsed_time": "1 day, 7:43:44", "remaining_time": "0:20:36"} +{"current_steps": 740, "total_steps": 747, "loss": 0.8694193363189697, "lr": 2.797180846405567e-08, "epoch": 0.9911267369830906, "percentage": 99.06, "elapsed_time": "1 day, 7:46:18", "remaining_time": "0:18:01"} +{"current_steps": 741, "total_steps": 747, "loss": 0.8726028800010681, "lr": 2.141650094537262e-08, "epoch": 0.9924660974384731, "percentage": 99.2, "elapsed_time": "1 day, 7:48:51", "remaining_time": "0:15:27"} +{"current_steps": 742, "total_steps": 747, "loss": 0.8648238182067871, "lr": 1.5734944677885388e-08, "epoch": 0.9938054578938557, "percentage": 99.33, "elapsed_time": "1 day, 7:51:24", "remaining_time": "0:12:52"} +{"current_steps": 743, "total_steps": 747, "loss": 0.869813084602356, "lr": 1.0927263834745739e-08, "epoch": 0.9951448183492383, "percentage": 99.46, "elapsed_time": "1 day, 7:54:00", "remaining_time": "0:10:18"} +{"current_steps": 744, "total_steps": 747, "loss": 0.8607228398323059, "lr": 6.993563490143018e-09, "epoch": 0.9964841788046208, "percentage": 99.6, "elapsed_time": "1 day, 7:56:34", "remaining_time": "0:07:43"} +{"current_steps": 745, "total_steps": 747, "loss": 0.8608525991439819, "lr": 3.933929616999344e-09, "epoch": 0.9978235392600033, "percentage": 99.73, "elapsed_time": "1 day, 7:59:11", "remaining_time": "0:05:09"} +{"current_steps": 746, "total_steps": 747, "loss": 0.8701596260070801, "lr": 1.7484290850910967e-09, "epoch": 0.9991628997153859, "percentage": 99.87, "elapsed_time": "1 day, 8:01:32", "remaining_time": "0:02:34"} +{"current_steps": 747, "total_steps": 747, "loss": 0.8612985610961914, "lr": 4.371096595834345e-10, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "1 day, 8:02:57", "remaining_time": "0:00:00"} +{"current_steps": 747, "total_steps": 747, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "1 day, 8:03:07", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..88a147a --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,5272 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 747, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013393604553825547, + "grad_norm": 7.59987480034225, + "learning_rate": 0.0, + "loss": 1.2203794717788696, + "step": 1 + }, + { + "epoch": 0.0026787209107651095, + "grad_norm": 7.556419191633864, + "learning_rate": 1.066666666666667e-06, + "loss": 1.2077422142028809, + "step": 2 + }, + { + "epoch": 0.004018081366147665, + "grad_norm": 7.43424441190293, + "learning_rate": 2.133333333333334e-06, + "loss": 1.2097434997558594, + "step": 3 + }, + { + "epoch": 0.005357441821530219, + "grad_norm": 7.021666134821503, + "learning_rate": 3.2000000000000003e-06, + "loss": 1.1891963481903076, + "step": 4 + }, + { + "epoch": 0.006696802276912774, + "grad_norm": 5.446482336710434, + "learning_rate": 4.266666666666668e-06, + "loss": 1.1889076232910156, + "step": 5 + }, + { + "epoch": 0.00803616273229533, + "grad_norm": 3.3854892179134715, + "learning_rate": 5.333333333333334e-06, + "loss": 1.1870930194854736, + "step": 6 + }, + { + "epoch": 0.009375523187677884, + "grad_norm": 3.8522461652029576, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.166532278060913, + "step": 7 + }, + { + "epoch": 0.010714883643060438, + "grad_norm": 4.114885499626225, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.1786075830459595, + "step": 8 + }, + { + "epoch": 0.012054244098442994, + "grad_norm": 3.7848771870154274, + "learning_rate": 8.533333333333335e-06, + "loss": 1.1633087396621704, + "step": 9 + }, + { + "epoch": 0.013393604553825548, + "grad_norm": 3.480585429874886, + "learning_rate": 9.600000000000001e-06, + "loss": 1.1381144523620605, + "step": 10 + }, + { + "epoch": 0.014732965009208104, + "grad_norm": 3.0527912777786415, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.130035161972046, + "step": 11 + }, + { + "epoch": 0.01607232546459066, + "grad_norm": 2.1785228593328774, + "learning_rate": 1.1733333333333335e-05, + "loss": 1.113619327545166, + "step": 12 + }, + { + "epoch": 0.017411685919973212, + "grad_norm": 2.153276697775204, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.1094508171081543, + "step": 13 + }, + { + "epoch": 0.018751046375355768, + "grad_norm": 2.1639832023027568, + "learning_rate": 1.3866666666666669e-05, + "loss": 1.1093754768371582, + "step": 14 + }, + { + "epoch": 0.020090406830738324, + "grad_norm": 1.5819539807956415, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.0970914363861084, + "step": 15 + }, + { + "epoch": 0.021429767286120876, + "grad_norm": 0.9981596182699652, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.0732706785202026, + "step": 16 + }, + { + "epoch": 0.02276912774150343, + "grad_norm": 1.150670436099805, + "learning_rate": 1.706666666666667e-05, + "loss": 1.067190408706665, + "step": 17 + }, + { + "epoch": 0.024108488196885988, + "grad_norm": 1.241573069994366, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.0586261749267578, + "step": 18 + }, + { + "epoch": 0.025447848652268543, + "grad_norm": 1.0318839224030094, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.065382957458496, + "step": 19 + }, + { + "epoch": 0.026787209107651096, + "grad_norm": 0.7926548431099205, + "learning_rate": 2.026666666666667e-05, + "loss": 1.0423641204833984, + "step": 20 + }, + { + "epoch": 0.02812656956303365, + "grad_norm": 0.8651245571596619, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.0538524389266968, + "step": 21 + }, + { + "epoch": 0.029465930018416207, + "grad_norm": 0.7773713907984426, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.050022840499878, + "step": 22 + }, + { + "epoch": 0.03080529047379876, + "grad_norm": 0.6131435887086818, + "learning_rate": 2.346666666666667e-05, + "loss": 1.0374431610107422, + "step": 23 + }, + { + "epoch": 0.03214465092918132, + "grad_norm": 0.6411600233078315, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.0369596481323242, + "step": 24 + }, + { + "epoch": 0.03348401138456387, + "grad_norm": 0.6105825840662947, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.0248405933380127, + "step": 25 + }, + { + "epoch": 0.034823371839946424, + "grad_norm": 0.5514039178404373, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.0261945724487305, + "step": 26 + }, + { + "epoch": 0.03616273229532898, + "grad_norm": 0.47980911346053196, + "learning_rate": 2.7733333333333338e-05, + "loss": 1.0281734466552734, + "step": 27 + }, + { + "epoch": 0.037502092750711535, + "grad_norm": 0.5015032388738222, + "learning_rate": 2.8800000000000002e-05, + "loss": 1.0181447267532349, + "step": 28 + }, + { + "epoch": 0.03884145320609409, + "grad_norm": 0.4412925876210946, + "learning_rate": 2.986666666666667e-05, + "loss": 1.0037535429000854, + "step": 29 + }, + { + "epoch": 0.04018081366147665, + "grad_norm": 0.4791162369947075, + "learning_rate": 3.093333333333334e-05, + "loss": 1.0166124105453491, + "step": 30 + }, + { + "epoch": 0.0415201741168592, + "grad_norm": 0.38218322408541294, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.015824794769287, + "step": 31 + }, + { + "epoch": 0.04285953457224175, + "grad_norm": 0.4068277079215438, + "learning_rate": 3.3066666666666666e-05, + "loss": 0.9952138662338257, + "step": 32 + }, + { + "epoch": 0.04419889502762431, + "grad_norm": 0.41007437644363576, + "learning_rate": 3.413333333333334e-05, + "loss": 0.9999523162841797, + "step": 33 + }, + { + "epoch": 0.04553825548300686, + "grad_norm": 0.39463041187020714, + "learning_rate": 3.52e-05, + "loss": 1.0010638236999512, + "step": 34 + }, + { + "epoch": 0.04687761593838942, + "grad_norm": 0.38858670221650043, + "learning_rate": 3.626666666666667e-05, + "loss": 1.0023632049560547, + "step": 35 + }, + { + "epoch": 0.048216976393771975, + "grad_norm": 0.42457022462001964, + "learning_rate": 3.733333333333334e-05, + "loss": 0.9928240776062012, + "step": 36 + }, + { + "epoch": 0.04955633684915453, + "grad_norm": 0.4203545219017498, + "learning_rate": 3.8400000000000005e-05, + "loss": 0.9923948049545288, + "step": 37 + }, + { + "epoch": 0.05089569730453709, + "grad_norm": 0.6018289451317828, + "learning_rate": 3.946666666666667e-05, + "loss": 0.9856561422348022, + "step": 38 + }, + { + "epoch": 0.052235057759919636, + "grad_norm": 0.9556415125996957, + "learning_rate": 4.053333333333334e-05, + "loss": 0.9986469745635986, + "step": 39 + }, + { + "epoch": 0.05357441821530219, + "grad_norm": 1.6335316008464362, + "learning_rate": 4.16e-05, + "loss": 0.9917392730712891, + "step": 40 + }, + { + "epoch": 0.05491377867068475, + "grad_norm": 0.5854953221201857, + "learning_rate": 4.266666666666667e-05, + "loss": 0.992963433265686, + "step": 41 + }, + { + "epoch": 0.0562531391260673, + "grad_norm": 0.9145316728664418, + "learning_rate": 4.373333333333334e-05, + "loss": 0.9989960789680481, + "step": 42 + }, + { + "epoch": 0.05759249958144986, + "grad_norm": 1.2192655126783132, + "learning_rate": 4.4800000000000005e-05, + "loss": 0.9921097159385681, + "step": 43 + }, + { + "epoch": 0.058931860036832415, + "grad_norm": 0.7759793940795199, + "learning_rate": 4.586666666666667e-05, + "loss": 0.9693036675453186, + "step": 44 + }, + { + "epoch": 0.06027122049221497, + "grad_norm": 1.0242111422485076, + "learning_rate": 4.693333333333334e-05, + "loss": 0.9812385439872742, + "step": 45 + }, + { + "epoch": 0.06161058094759752, + "grad_norm": 1.1346825970435035, + "learning_rate": 4.8e-05, + "loss": 0.9808453321456909, + "step": 46 + }, + { + "epoch": 0.06294994140298008, + "grad_norm": 0.8278266210784355, + "learning_rate": 4.906666666666667e-05, + "loss": 0.9826059937477112, + "step": 47 + }, + { + "epoch": 0.06428930185836264, + "grad_norm": 0.8341908558108033, + "learning_rate": 5.0133333333333343e-05, + "loss": 0.9739001393318176, + "step": 48 + }, + { + "epoch": 0.06562866231374519, + "grad_norm": 0.8183375480539544, + "learning_rate": 5.1200000000000004e-05, + "loss": 0.9766189455986023, + "step": 49 + }, + { + "epoch": 0.06696802276912774, + "grad_norm": 1.1789309992406718, + "learning_rate": 5.226666666666667e-05, + "loss": 0.9653265476226807, + "step": 50 + }, + { + "epoch": 0.0683073832245103, + "grad_norm": 1.200678628689884, + "learning_rate": 5.333333333333333e-05, + "loss": 0.9755718111991882, + "step": 51 + }, + { + "epoch": 0.06964674367989285, + "grad_norm": 1.2668282300020823, + "learning_rate": 5.440000000000001e-05, + "loss": 0.9740673899650574, + "step": 52 + }, + { + "epoch": 0.07098610413527541, + "grad_norm": 1.3742322857772529, + "learning_rate": 5.5466666666666675e-05, + "loss": 0.9595431089401245, + "step": 53 + }, + { + "epoch": 0.07232546459065796, + "grad_norm": 0.7207560308493244, + "learning_rate": 5.6533333333333336e-05, + "loss": 0.9671750068664551, + "step": 54 + }, + { + "epoch": 0.07366482504604052, + "grad_norm": 1.5441091916589376, + "learning_rate": 5.7600000000000004e-05, + "loss": 0.9589823484420776, + "step": 55 + }, + { + "epoch": 0.07500418550142307, + "grad_norm": 0.8387565660519588, + "learning_rate": 5.8666666666666665e-05, + "loss": 0.9685125350952148, + "step": 56 + }, + { + "epoch": 0.07634354595680562, + "grad_norm": 0.963471962771943, + "learning_rate": 5.973333333333334e-05, + "loss": 0.9614203572273254, + "step": 57 + }, + { + "epoch": 0.07768290641218818, + "grad_norm": 1.2156734129108198, + "learning_rate": 6.080000000000001e-05, + "loss": 0.9662147164344788, + "step": 58 + }, + { + "epoch": 0.07902226686757073, + "grad_norm": 1.2490419972325981, + "learning_rate": 6.186666666666668e-05, + "loss": 0.9815347194671631, + "step": 59 + }, + { + "epoch": 0.0803616273229533, + "grad_norm": 0.8182137749498168, + "learning_rate": 6.293333333333334e-05, + "loss": 0.9416379332542419, + "step": 60 + }, + { + "epoch": 0.08170098777833584, + "grad_norm": 0.9511257567878127, + "learning_rate": 6.400000000000001e-05, + "loss": 0.9608907103538513, + "step": 61 + }, + { + "epoch": 0.0830403482337184, + "grad_norm": 1.1244950887988947, + "learning_rate": 6.506666666666667e-05, + "loss": 0.9711039662361145, + "step": 62 + }, + { + "epoch": 0.08437970868910095, + "grad_norm": 0.7241607125581461, + "learning_rate": 6.613333333333333e-05, + "loss": 0.956953763961792, + "step": 63 + }, + { + "epoch": 0.0857190691444835, + "grad_norm": 1.2263338483627315, + "learning_rate": 6.720000000000001e-05, + "loss": 0.9655635952949524, + "step": 64 + }, + { + "epoch": 0.08705842959986607, + "grad_norm": 1.2341337964430132, + "learning_rate": 6.826666666666668e-05, + "loss": 0.9627944231033325, + "step": 65 + }, + { + "epoch": 0.08839779005524862, + "grad_norm": 1.1775448887951347, + "learning_rate": 6.933333333333334e-05, + "loss": 0.9672762155532837, + "step": 66 + }, + { + "epoch": 0.08973715051063118, + "grad_norm": 0.9411494481784036, + "learning_rate": 7.04e-05, + "loss": 0.9656286835670471, + "step": 67 + }, + { + "epoch": 0.09107651096601373, + "grad_norm": 1.5058542772932988, + "learning_rate": 7.146666666666666e-05, + "loss": 0.9635396003723145, + "step": 68 + }, + { + "epoch": 0.09241587142139629, + "grad_norm": 0.8791327927912097, + "learning_rate": 7.253333333333334e-05, + "loss": 0.9501133561134338, + "step": 69 + }, + { + "epoch": 0.09375523187677884, + "grad_norm": 1.0136457894860957, + "learning_rate": 7.360000000000001e-05, + "loss": 0.9675654172897339, + "step": 70 + }, + { + "epoch": 0.09509459233216139, + "grad_norm": 0.9418617062383696, + "learning_rate": 7.466666666666667e-05, + "loss": 0.9422785043716431, + "step": 71 + }, + { + "epoch": 0.09643395278754395, + "grad_norm": 1.7268687993740954, + "learning_rate": 7.573333333333334e-05, + "loss": 0.9585210084915161, + "step": 72 + }, + { + "epoch": 0.0977733132429265, + "grad_norm": 0.5922280173398358, + "learning_rate": 7.680000000000001e-05, + "loss": 0.9478949308395386, + "step": 73 + }, + { + "epoch": 0.09911267369830906, + "grad_norm": 1.578711533324252, + "learning_rate": 7.786666666666667e-05, + "loss": 0.9586780071258545, + "step": 74 + }, + { + "epoch": 0.10045203415369161, + "grad_norm": 0.8717604778689436, + "learning_rate": 7.893333333333335e-05, + "loss": 0.9589528441429138, + "step": 75 + }, + { + "epoch": 0.10179139460907417, + "grad_norm": 1.0780985444934892, + "learning_rate": 8e-05, + "loss": 0.9439480304718018, + "step": 76 + }, + { + "epoch": 0.10313075506445672, + "grad_norm": 1.0712670283093053, + "learning_rate": 7.999956289034042e-05, + "loss": 0.9548436999320984, + "step": 77 + }, + { + "epoch": 0.10447011551983927, + "grad_norm": 1.4418577692497994, + "learning_rate": 7.999825157091493e-05, + "loss": 0.9496671557426453, + "step": 78 + }, + { + "epoch": 0.10580947597522183, + "grad_norm": 1.2367569549227773, + "learning_rate": 7.999606607038301e-05, + "loss": 0.9423863887786865, + "step": 79 + }, + { + "epoch": 0.10714883643060438, + "grad_norm": 1.0193656490711345, + "learning_rate": 7.999300643650986e-05, + "loss": 0.9572180509567261, + "step": 80 + }, + { + "epoch": 0.10848819688598695, + "grad_norm": 1.4112949078071588, + "learning_rate": 7.998907273616527e-05, + "loss": 0.9576992392539978, + "step": 81 + }, + { + "epoch": 0.1098275573413695, + "grad_norm": 1.0050483615871197, + "learning_rate": 7.998426505532213e-05, + "loss": 0.9516314268112183, + "step": 82 + }, + { + "epoch": 0.11116691779675206, + "grad_norm": 1.2066376507121481, + "learning_rate": 7.997858349905463e-05, + "loss": 0.9690903425216675, + "step": 83 + }, + { + "epoch": 0.1125062782521346, + "grad_norm": 0.9035971939740141, + "learning_rate": 7.997202819153595e-05, + "loss": 0.9476237893104553, + "step": 84 + }, + { + "epoch": 0.11384563870751715, + "grad_norm": 1.1057535061713546, + "learning_rate": 7.996459927603547e-05, + "loss": 0.9481550455093384, + "step": 85 + }, + { + "epoch": 0.11518499916289972, + "grad_norm": 1.0543897140522707, + "learning_rate": 7.995629691491577e-05, + "loss": 0.9473648071289062, + "step": 86 + }, + { + "epoch": 0.11652435961828227, + "grad_norm": 1.2215825631690842, + "learning_rate": 7.994712128962892e-05, + "loss": 0.9453766942024231, + "step": 87 + }, + { + "epoch": 0.11786372007366483, + "grad_norm": 1.0801046215143588, + "learning_rate": 7.993707260071268e-05, + "loss": 0.94734787940979, + "step": 88 + }, + { + "epoch": 0.11920308052904738, + "grad_norm": 1.1005953739452812, + "learning_rate": 7.992615106778595e-05, + "loss": 0.9533910751342773, + "step": 89 + }, + { + "epoch": 0.12054244098442994, + "grad_norm": 1.1039131539238454, + "learning_rate": 7.991435692954414e-05, + "loss": 0.9366779327392578, + "step": 90 + }, + { + "epoch": 0.12188180143981249, + "grad_norm": 1.0826300445910615, + "learning_rate": 7.990169044375385e-05, + "loss": 0.949599027633667, + "step": 91 + }, + { + "epoch": 0.12322116189519504, + "grad_norm": 1.080804013195341, + "learning_rate": 7.988815188724721e-05, + "loss": 0.9338595867156982, + "step": 92 + }, + { + "epoch": 0.1245605223505776, + "grad_norm": 0.9661792241983362, + "learning_rate": 7.987374155591594e-05, + "loss": 0.9345501661300659, + "step": 93 + }, + { + "epoch": 0.12589988280596015, + "grad_norm": 0.9692184575560373, + "learning_rate": 7.985845976470478e-05, + "loss": 0.9287736415863037, + "step": 94 + }, + { + "epoch": 0.1272392432613427, + "grad_norm": 0.8333110857933443, + "learning_rate": 7.984230684760464e-05, + "loss": 0.9591622352600098, + "step": 95 + }, + { + "epoch": 0.12857860371672528, + "grad_norm": 0.9273848223858157, + "learning_rate": 7.982528315764535e-05, + "loss": 0.9320292472839355, + "step": 96 + }, + { + "epoch": 0.12991796417210782, + "grad_norm": 1.2902401930657603, + "learning_rate": 7.980738906688788e-05, + "loss": 0.9414469003677368, + "step": 97 + }, + { + "epoch": 0.13125732462749037, + "grad_norm": 0.7527994455173133, + "learning_rate": 7.97886249664162e-05, + "loss": 0.9305897355079651, + "step": 98 + }, + { + "epoch": 0.13259668508287292, + "grad_norm": 0.9576732066553404, + "learning_rate": 7.976899126632883e-05, + "loss": 0.9291049838066101, + "step": 99 + }, + { + "epoch": 0.13393604553825547, + "grad_norm": 0.8162756897476297, + "learning_rate": 7.974848839572971e-05, + "loss": 0.9590339660644531, + "step": 100 + }, + { + "epoch": 0.13527540599363805, + "grad_norm": 0.6762070221393078, + "learning_rate": 7.972711680271902e-05, + "loss": 0.9453955888748169, + "step": 101 + }, + { + "epoch": 0.1366147664490206, + "grad_norm": 0.8308301450039904, + "learning_rate": 7.970487695438324e-05, + "loss": 0.9262537956237793, + "step": 102 + }, + { + "epoch": 0.13795412690440315, + "grad_norm": 0.6778798009469817, + "learning_rate": 7.968176933678499e-05, + "loss": 0.9314043521881104, + "step": 103 + }, + { + "epoch": 0.1392934873597857, + "grad_norm": 0.6607037720687131, + "learning_rate": 7.965779445495243e-05, + "loss": 0.9274415969848633, + "step": 104 + }, + { + "epoch": 0.14063284781516824, + "grad_norm": 0.6622639262728551, + "learning_rate": 7.963295283286816e-05, + "loss": 0.9263443946838379, + "step": 105 + }, + { + "epoch": 0.14197220827055082, + "grad_norm": 0.7912652055136309, + "learning_rate": 7.960724501345783e-05, + "loss": 0.9300252199172974, + "step": 106 + }, + { + "epoch": 0.14331156872593337, + "grad_norm": 1.054978432558347, + "learning_rate": 7.958067155857827e-05, + "loss": 0.9237234592437744, + "step": 107 + }, + { + "epoch": 0.14465092918131592, + "grad_norm": 1.0654154939069729, + "learning_rate": 7.955323304900514e-05, + "loss": 0.9344139695167542, + "step": 108 + }, + { + "epoch": 0.14599028963669847, + "grad_norm": 0.8524134781957012, + "learning_rate": 7.952493008442036e-05, + "loss": 0.9211926460266113, + "step": 109 + }, + { + "epoch": 0.14732965009208104, + "grad_norm": 0.7025932587219853, + "learning_rate": 7.949576328339886e-05, + "loss": 0.9348384737968445, + "step": 110 + }, + { + "epoch": 0.1486690105474636, + "grad_norm": 0.6306347151205624, + "learning_rate": 7.946573328339517e-05, + "loss": 0.9268158078193665, + "step": 111 + }, + { + "epoch": 0.15000837100284614, + "grad_norm": 0.555961808840402, + "learning_rate": 7.943484074072943e-05, + "loss": 0.9165964126586914, + "step": 112 + }, + { + "epoch": 0.1513477314582287, + "grad_norm": 0.5538014043761714, + "learning_rate": 7.940308633057311e-05, + "loss": 0.9227532148361206, + "step": 113 + }, + { + "epoch": 0.15268709191361124, + "grad_norm": 0.616239699596105, + "learning_rate": 7.937047074693418e-05, + "loss": 0.9242917895317078, + "step": 114 + }, + { + "epoch": 0.15402645236899382, + "grad_norm": 0.6871147186152412, + "learning_rate": 7.933699470264194e-05, + "loss": 0.9295473098754883, + "step": 115 + }, + { + "epoch": 0.15536581282437636, + "grad_norm": 0.7296739512651451, + "learning_rate": 7.930265892933154e-05, + "loss": 0.9315687417984009, + "step": 116 + }, + { + "epoch": 0.1567051732797589, + "grad_norm": 0.6490446540604792, + "learning_rate": 7.926746417742787e-05, + "loss": 0.9344536066055298, + "step": 117 + }, + { + "epoch": 0.15804453373514146, + "grad_norm": 0.5888098073239115, + "learning_rate": 7.923141121612922e-05, + "loss": 0.9065610766410828, + "step": 118 + }, + { + "epoch": 0.159383894190524, + "grad_norm": 0.48420697795240103, + "learning_rate": 7.919450083339051e-05, + "loss": 0.9160439968109131, + "step": 119 + }, + { + "epoch": 0.1607232546459066, + "grad_norm": 0.6698312291927234, + "learning_rate": 7.915673383590594e-05, + "loss": 0.918449342250824, + "step": 120 + }, + { + "epoch": 0.16206261510128914, + "grad_norm": 0.755676653353074, + "learning_rate": 7.911811104909151e-05, + "loss": 0.9130410552024841, + "step": 121 + }, + { + "epoch": 0.16340197555667169, + "grad_norm": 0.604901772991201, + "learning_rate": 7.907863331706687e-05, + "loss": 0.9236974716186523, + "step": 122 + }, + { + "epoch": 0.16474133601205423, + "grad_norm": 0.5352954980579561, + "learning_rate": 7.903830150263693e-05, + "loss": 0.9243772625923157, + "step": 123 + }, + { + "epoch": 0.1660806964674368, + "grad_norm": 0.5519596915483821, + "learning_rate": 7.899711648727294e-05, + "loss": 0.9172723293304443, + "step": 124 + }, + { + "epoch": 0.16742005692281936, + "grad_norm": 0.5188579724106568, + "learning_rate": 7.895507917109335e-05, + "loss": 0.9457906484603882, + "step": 125 + }, + { + "epoch": 0.1687594173782019, + "grad_norm": 0.6671320105409932, + "learning_rate": 7.891219047284398e-05, + "loss": 0.9342581629753113, + "step": 126 + }, + { + "epoch": 0.17009877783358446, + "grad_norm": 0.6755983903544845, + "learning_rate": 7.886845132987804e-05, + "loss": 0.9132858514785767, + "step": 127 + }, + { + "epoch": 0.171438138288967, + "grad_norm": 0.6948054233230689, + "learning_rate": 7.882386269813564e-05, + "loss": 0.930912971496582, + "step": 128 + }, + { + "epoch": 0.17277749874434958, + "grad_norm": 1.195409472208412, + "learning_rate": 7.877842555212286e-05, + "loss": 0.9310725927352905, + "step": 129 + }, + { + "epoch": 0.17411685919973213, + "grad_norm": 1.1692345945453273, + "learning_rate": 7.873214088489047e-05, + "loss": 0.9095422029495239, + "step": 130 + }, + { + "epoch": 0.17545621965511468, + "grad_norm": 0.6863826376658689, + "learning_rate": 7.868500970801221e-05, + "loss": 0.9226965308189392, + "step": 131 + }, + { + "epoch": 0.17679558011049723, + "grad_norm": 0.5755734885102781, + "learning_rate": 7.863703305156273e-05, + "loss": 0.9249308109283447, + "step": 132 + }, + { + "epoch": 0.17813494056587978, + "grad_norm": 0.673888177777299, + "learning_rate": 7.858821196409504e-05, + "loss": 0.906527042388916, + "step": 133 + }, + { + "epoch": 0.17947430102126236, + "grad_norm": 0.7536373280389009, + "learning_rate": 7.853854751261757e-05, + "loss": 0.9176697731018066, + "step": 134 + }, + { + "epoch": 0.1808136614766449, + "grad_norm": 0.8145195593383961, + "learning_rate": 7.84880407825709e-05, + "loss": 0.9187479019165039, + "step": 135 + }, + { + "epoch": 0.18215302193202745, + "grad_norm": 0.8866001504567084, + "learning_rate": 7.843669287780399e-05, + "loss": 0.9249315857887268, + "step": 136 + }, + { + "epoch": 0.18349238238741, + "grad_norm": 1.0158024079305474, + "learning_rate": 7.838450492055013e-05, + "loss": 0.9169516563415527, + "step": 137 + }, + { + "epoch": 0.18483174284279258, + "grad_norm": 1.0310885995767975, + "learning_rate": 7.83314780514023e-05, + "loss": 0.9106529951095581, + "step": 138 + }, + { + "epoch": 0.18617110329817513, + "grad_norm": 0.9123831996966875, + "learning_rate": 7.827761342928836e-05, + "loss": 0.9233460426330566, + "step": 139 + }, + { + "epoch": 0.18751046375355768, + "grad_norm": 0.8139934469336522, + "learning_rate": 7.822291223144564e-05, + "loss": 0.9139848947525024, + "step": 140 + }, + { + "epoch": 0.18884982420894023, + "grad_norm": 0.9194655551693208, + "learning_rate": 7.816737565339522e-05, + "loss": 0.9265908002853394, + "step": 141 + }, + { + "epoch": 0.19018918466432277, + "grad_norm": 0.7853146807972304, + "learning_rate": 7.811100490891586e-05, + "loss": 0.9096084833145142, + "step": 142 + }, + { + "epoch": 0.19152854511970535, + "grad_norm": 0.45037783087212563, + "learning_rate": 7.805380123001738e-05, + "loss": 0.9067190885543823, + "step": 143 + }, + { + "epoch": 0.1928679055750879, + "grad_norm": 0.8272701165356915, + "learning_rate": 7.799576586691385e-05, + "loss": 0.9237310886383057, + "step": 144 + }, + { + "epoch": 0.19420726603047045, + "grad_norm": 0.7914425746519923, + "learning_rate": 7.793690008799613e-05, + "loss": 0.910027027130127, + "step": 145 + }, + { + "epoch": 0.195546626485853, + "grad_norm": 0.6632510463555492, + "learning_rate": 7.787720517980424e-05, + "loss": 0.8966417908668518, + "step": 146 + }, + { + "epoch": 0.19688598694123555, + "grad_norm": 0.6447162018999167, + "learning_rate": 7.781668244699925e-05, + "loss": 0.9306788444519043, + "step": 147 + }, + { + "epoch": 0.19822534739661812, + "grad_norm": 0.5478719041076034, + "learning_rate": 7.775533321233471e-05, + "loss": 0.9183269739151001, + "step": 148 + }, + { + "epoch": 0.19956470785200067, + "grad_norm": 0.6091679840338063, + "learning_rate": 7.769315881662778e-05, + "loss": 0.9106794595718384, + "step": 149 + }, + { + "epoch": 0.20090406830738322, + "grad_norm": 0.5062433888598267, + "learning_rate": 7.763016061872989e-05, + "loss": 0.9021029472351074, + "step": 150 + }, + { + "epoch": 0.20224342876276577, + "grad_norm": 0.5863067489697747, + "learning_rate": 7.756633999549712e-05, + "loss": 0.9056645631790161, + "step": 151 + }, + { + "epoch": 0.20358278921814835, + "grad_norm": 0.6320856385434267, + "learning_rate": 7.750169834175998e-05, + "loss": 0.9039326310157776, + "step": 152 + }, + { + "epoch": 0.2049221496735309, + "grad_norm": 0.6560683461251866, + "learning_rate": 7.743623707029304e-05, + "loss": 0.9264083504676819, + "step": 153 + }, + { + "epoch": 0.20626151012891344, + "grad_norm": 0.6341868974563667, + "learning_rate": 7.736995761178399e-05, + "loss": 0.9121809601783752, + "step": 154 + }, + { + "epoch": 0.207600870584296, + "grad_norm": 0.5253972386667246, + "learning_rate": 7.730286141480244e-05, + "loss": 0.9089382290840149, + "step": 155 + }, + { + "epoch": 0.20894023103967854, + "grad_norm": 0.4094715328691596, + "learning_rate": 7.723494994576818e-05, + "loss": 0.9171542525291443, + "step": 156 + }, + { + "epoch": 0.21027959149506112, + "grad_norm": 0.4055413751407779, + "learning_rate": 7.716622468891914e-05, + "loss": 0.903844952583313, + "step": 157 + }, + { + "epoch": 0.21161895195044367, + "grad_norm": 0.5240987539662486, + "learning_rate": 7.7096687146279e-05, + "loss": 0.9096250534057617, + "step": 158 + }, + { + "epoch": 0.21295831240582622, + "grad_norm": 0.5332665630971269, + "learning_rate": 7.702633883762437e-05, + "loss": 0.9141714572906494, + "step": 159 + }, + { + "epoch": 0.21429767286120877, + "grad_norm": 0.6210995520121828, + "learning_rate": 7.695518130045147e-05, + "loss": 0.902588963508606, + "step": 160 + }, + { + "epoch": 0.21563703331659131, + "grad_norm": 0.6533753394367477, + "learning_rate": 7.68832160899427e-05, + "loss": 0.8970866799354553, + "step": 161 + }, + { + "epoch": 0.2169763937719739, + "grad_norm": 0.666843709876833, + "learning_rate": 7.681044477893243e-05, + "loss": 0.9080835580825806, + "step": 162 + }, + { + "epoch": 0.21831575422735644, + "grad_norm": 0.6227292968864494, + "learning_rate": 7.673686895787285e-05, + "loss": 0.9074655175209045, + "step": 163 + }, + { + "epoch": 0.219655114682739, + "grad_norm": 0.5347100691461162, + "learning_rate": 7.666249023479905e-05, + "loss": 0.9084531664848328, + "step": 164 + }, + { + "epoch": 0.22099447513812154, + "grad_norm": 0.5175594119380308, + "learning_rate": 7.658731023529396e-05, + "loss": 0.9043017029762268, + "step": 165 + }, + { + "epoch": 0.22233383559350411, + "grad_norm": 0.5436688066191951, + "learning_rate": 7.651133060245276e-05, + "loss": 0.9071587324142456, + "step": 166 + }, + { + "epoch": 0.22367319604888666, + "grad_norm": 0.6055580577896438, + "learning_rate": 7.643455299684704e-05, + "loss": 0.9014830589294434, + "step": 167 + }, + { + "epoch": 0.2250125565042692, + "grad_norm": 0.6931253151907791, + "learning_rate": 7.635697909648844e-05, + "loss": 0.9084873795509338, + "step": 168 + }, + { + "epoch": 0.22635191695965176, + "grad_norm": 0.8546025727166501, + "learning_rate": 7.627861059679202e-05, + "loss": 0.9147599339485168, + "step": 169 + }, + { + "epoch": 0.2276912774150343, + "grad_norm": 1.0516728931472508, + "learning_rate": 7.61994492105392e-05, + "loss": 0.9146803617477417, + "step": 170 + }, + { + "epoch": 0.2290306378704169, + "grad_norm": 1.1750636161132695, + "learning_rate": 7.61194966678403e-05, + "loss": 0.9208601117134094, + "step": 171 + }, + { + "epoch": 0.23036999832579944, + "grad_norm": 0.6895169678113093, + "learning_rate": 7.603875471609677e-05, + "loss": 0.9078114032745361, + "step": 172 + }, + { + "epoch": 0.23170935878118198, + "grad_norm": 0.49807653314280315, + "learning_rate": 7.595722511996295e-05, + "loss": 0.9131247401237488, + "step": 173 + }, + { + "epoch": 0.23304871923656453, + "grad_norm": 0.7343320798017458, + "learning_rate": 7.587490966130754e-05, + "loss": 0.9078603386878967, + "step": 174 + }, + { + "epoch": 0.23438807969194708, + "grad_norm": 0.8708473343532465, + "learning_rate": 7.579181013917465e-05, + "loss": 0.9184587001800537, + "step": 175 + }, + { + "epoch": 0.23572744014732966, + "grad_norm": 0.7054594615675117, + "learning_rate": 7.570792836974447e-05, + "loss": 0.9165666699409485, + "step": 176 + }, + { + "epoch": 0.2370668006027122, + "grad_norm": 0.4925485684667248, + "learning_rate": 7.562326618629359e-05, + "loss": 0.895115315914154, + "step": 177 + }, + { + "epoch": 0.23840616105809476, + "grad_norm": 0.6006056466613413, + "learning_rate": 7.55378254391549e-05, + "loss": 0.9025277495384216, + "step": 178 + }, + { + "epoch": 0.2397455215134773, + "grad_norm": 0.5980928196151747, + "learning_rate": 7.545160799567722e-05, + "loss": 0.9152911901473999, + "step": 179 + }, + { + "epoch": 0.24108488196885988, + "grad_norm": 0.44318994378693194, + "learning_rate": 7.536461574018439e-05, + "loss": 0.9092339277267456, + "step": 180 + }, + { + "epoch": 0.24242424242424243, + "grad_norm": 0.4895486082026665, + "learning_rate": 7.52768505739342e-05, + "loss": 0.8995894193649292, + "step": 181 + }, + { + "epoch": 0.24376360287962498, + "grad_norm": 0.5807322769308096, + "learning_rate": 7.518831441507674e-05, + "loss": 0.8934712409973145, + "step": 182 + }, + { + "epoch": 0.24510296333500753, + "grad_norm": 0.507338986090725, + "learning_rate": 7.509900919861251e-05, + "loss": 0.9049476385116577, + "step": 183 + }, + { + "epoch": 0.24644232379039008, + "grad_norm": 0.46447343306662686, + "learning_rate": 7.500893687635015e-05, + "loss": 0.9096876382827759, + "step": 184 + }, + { + "epoch": 0.24778168424577265, + "grad_norm": 0.43290671210374365, + "learning_rate": 7.491809941686377e-05, + "loss": 0.9005957245826721, + "step": 185 + }, + { + "epoch": 0.2491210447011552, + "grad_norm": 0.4233601661390767, + "learning_rate": 7.482649880544994e-05, + "loss": 0.8930633068084717, + "step": 186 + }, + { + "epoch": 0.2504604051565378, + "grad_norm": 0.47483889768660387, + "learning_rate": 7.473413704408423e-05, + "loss": 0.8927392363548279, + "step": 187 + }, + { + "epoch": 0.2517997656119203, + "grad_norm": 0.41430034014432743, + "learning_rate": 7.464101615137756e-05, + "loss": 0.9012651443481445, + "step": 188 + }, + { + "epoch": 0.2531391260673029, + "grad_norm": 0.44657266747672564, + "learning_rate": 7.454713816253201e-05, + "loss": 0.9092891812324524, + "step": 189 + }, + { + "epoch": 0.2544784865226854, + "grad_norm": 0.5758963401160683, + "learning_rate": 7.445250512929637e-05, + "loss": 0.9000071287155151, + "step": 190 + }, + { + "epoch": 0.255817846978068, + "grad_norm": 0.6348599234700715, + "learning_rate": 7.435711911992128e-05, + "loss": 0.9062003493309021, + "step": 191 + }, + { + "epoch": 0.25715720743345055, + "grad_norm": 0.7445779300105985, + "learning_rate": 7.426098221911406e-05, + "loss": 0.9109039306640625, + "step": 192 + }, + { + "epoch": 0.2584965678888331, + "grad_norm": 0.9461198656306916, + "learning_rate": 7.416409652799311e-05, + "loss": 0.9037576913833618, + "step": 193 + }, + { + "epoch": 0.25983592834421565, + "grad_norm": 1.079965574399244, + "learning_rate": 7.406646416404198e-05, + "loss": 0.9101488590240479, + "step": 194 + }, + { + "epoch": 0.26117528879959817, + "grad_norm": 0.8952709420552329, + "learning_rate": 7.396808726106316e-05, + "loss": 0.9010953903198242, + "step": 195 + }, + { + "epoch": 0.26251464925498075, + "grad_norm": 0.7295843220367842, + "learning_rate": 7.386896796913137e-05, + "loss": 0.9150183796882629, + "step": 196 + }, + { + "epoch": 0.2638540097103633, + "grad_norm": 0.4969681568476923, + "learning_rate": 7.376910845454662e-05, + "loss": 0.8933469653129578, + "step": 197 + }, + { + "epoch": 0.26519337016574585, + "grad_norm": 0.5892305543752261, + "learning_rate": 7.36685108997868e-05, + "loss": 0.8998183012008667, + "step": 198 + }, + { + "epoch": 0.2665327306211284, + "grad_norm": 0.7912320036949558, + "learning_rate": 7.35671775034601e-05, + "loss": 0.9029569625854492, + "step": 199 + }, + { + "epoch": 0.26787209107651094, + "grad_norm": 0.7213642003398647, + "learning_rate": 7.34651104802568e-05, + "loss": 0.901849627494812, + "step": 200 + }, + { + "epoch": 0.2692114515318935, + "grad_norm": 0.45576846929011733, + "learning_rate": 7.3362312060901e-05, + "loss": 0.9074373245239258, + "step": 201 + }, + { + "epoch": 0.2705508119872761, + "grad_norm": 0.4442880589446713, + "learning_rate": 7.325878449210182e-05, + "loss": 0.894812822341919, + "step": 202 + }, + { + "epoch": 0.2718901724426586, + "grad_norm": 0.6350453317740167, + "learning_rate": 7.315453003650425e-05, + "loss": 0.9038816094398499, + "step": 203 + }, + { + "epoch": 0.2732295328980412, + "grad_norm": 0.5669825177653348, + "learning_rate": 7.30495509726398e-05, + "loss": 0.9047380089759827, + "step": 204 + }, + { + "epoch": 0.2745688933534237, + "grad_norm": 0.40694618687161566, + "learning_rate": 7.29438495948766e-05, + "loss": 0.907146692276001, + "step": 205 + }, + { + "epoch": 0.2759082538088063, + "grad_norm": 0.5158298515102957, + "learning_rate": 7.28374282133693e-05, + "loss": 0.9054394364356995, + "step": 206 + }, + { + "epoch": 0.27724761426418887, + "grad_norm": 0.4674214046015115, + "learning_rate": 7.273028915400862e-05, + "loss": 0.89744633436203, + "step": 207 + }, + { + "epoch": 0.2785869747195714, + "grad_norm": 0.4010198365112395, + "learning_rate": 7.262243475837041e-05, + "loss": 0.8924587965011597, + "step": 208 + }, + { + "epoch": 0.27992633517495397, + "grad_norm": 0.5034263045570243, + "learning_rate": 7.251386738366462e-05, + "loss": 0.8863202333450317, + "step": 209 + }, + { + "epoch": 0.2812656956303365, + "grad_norm": 0.5023444681579953, + "learning_rate": 7.240458940268362e-05, + "loss": 0.8941077589988708, + "step": 210 + }, + { + "epoch": 0.28260505608571906, + "grad_norm": 0.46891769868263444, + "learning_rate": 7.229460320375051e-05, + "loss": 0.906989574432373, + "step": 211 + }, + { + "epoch": 0.28394441654110164, + "grad_norm": 0.5647560272622669, + "learning_rate": 7.218391119066674e-05, + "loss": 0.9065754413604736, + "step": 212 + }, + { + "epoch": 0.28528377699648416, + "grad_norm": 0.6564851196340278, + "learning_rate": 7.207251578265974e-05, + "loss": 0.9066266417503357, + "step": 213 + }, + { + "epoch": 0.28662313745186674, + "grad_norm": 0.6605526813011159, + "learning_rate": 7.196041941432998e-05, + "loss": 0.8938264846801758, + "step": 214 + }, + { + "epoch": 0.2879624979072493, + "grad_norm": 0.7004298849905322, + "learning_rate": 7.184762453559767e-05, + "loss": 0.901447057723999, + "step": 215 + }, + { + "epoch": 0.28930185836263184, + "grad_norm": 0.6723620245213667, + "learning_rate": 7.173413361164941e-05, + "loss": 0.8870468139648438, + "step": 216 + }, + { + "epoch": 0.2906412188180144, + "grad_norm": 0.5895576054421268, + "learning_rate": 7.161994912288415e-05, + "loss": 0.8934962153434753, + "step": 217 + }, + { + "epoch": 0.29198057927339693, + "grad_norm": 0.6129669412207072, + "learning_rate": 7.150507356485903e-05, + "loss": 0.8962942957878113, + "step": 218 + }, + { + "epoch": 0.2933199397287795, + "grad_norm": 0.5802537294296758, + "learning_rate": 7.138950944823485e-05, + "loss": 0.8967691659927368, + "step": 219 + }, + { + "epoch": 0.2946593001841621, + "grad_norm": 0.4820962308267513, + "learning_rate": 7.12732592987212e-05, + "loss": 0.8924927711486816, + "step": 220 + }, + { + "epoch": 0.2959986606395446, + "grad_norm": 0.45589506205455754, + "learning_rate": 7.115632565702124e-05, + "loss": 0.894336998462677, + "step": 221 + }, + { + "epoch": 0.2973380210949272, + "grad_norm": 0.621116741269062, + "learning_rate": 7.10387110787762e-05, + "loss": 0.8900793790817261, + "step": 222 + }, + { + "epoch": 0.2986773815503097, + "grad_norm": 0.771116132471669, + "learning_rate": 7.092041813450948e-05, + "loss": 0.9094074964523315, + "step": 223 + }, + { + "epoch": 0.3000167420056923, + "grad_norm": 0.8818936933822646, + "learning_rate": 7.080144940957053e-05, + "loss": 0.8994623422622681, + "step": 224 + }, + { + "epoch": 0.30135610246107486, + "grad_norm": 0.9044298940788849, + "learning_rate": 7.068180750407825e-05, + "loss": 0.9020993113517761, + "step": 225 + }, + { + "epoch": 0.3026954629164574, + "grad_norm": 0.8105053927630517, + "learning_rate": 7.05614950328643e-05, + "loss": 0.8913443088531494, + "step": 226 + }, + { + "epoch": 0.30403482337183996, + "grad_norm": 0.6552999377507921, + "learning_rate": 7.044051462541585e-05, + "loss": 0.8977623581886292, + "step": 227 + }, + { + "epoch": 0.3053741838272225, + "grad_norm": 0.6276225150513225, + "learning_rate": 7.031886892581813e-05, + "loss": 0.9037375450134277, + "step": 228 + }, + { + "epoch": 0.30671354428260506, + "grad_norm": 0.47767505306157954, + "learning_rate": 7.019656059269664e-05, + "loss": 0.8967139720916748, + "step": 229 + }, + { + "epoch": 0.30805290473798763, + "grad_norm": 0.43735915139443376, + "learning_rate": 7.00735922991591e-05, + "loss": 0.887144923210144, + "step": 230 + }, + { + "epoch": 0.30939226519337015, + "grad_norm": 0.4990369099751219, + "learning_rate": 6.994996673273694e-05, + "loss": 0.8820310831069946, + "step": 231 + }, + { + "epoch": 0.31073162564875273, + "grad_norm": 0.4708659320973128, + "learning_rate": 6.982568659532663e-05, + "loss": 0.8966023921966553, + "step": 232 + }, + { + "epoch": 0.31207098610413525, + "grad_norm": 0.5323277193114596, + "learning_rate": 6.970075460313059e-05, + "loss": 0.8898813724517822, + "step": 233 + }, + { + "epoch": 0.3134103465595178, + "grad_norm": 0.4765758370618773, + "learning_rate": 6.957517348659785e-05, + "loss": 0.9058773517608643, + "step": 234 + }, + { + "epoch": 0.3147497070149004, + "grad_norm": 0.2922891582098603, + "learning_rate": 6.944894599036439e-05, + "loss": 0.8985657691955566, + "step": 235 + }, + { + "epoch": 0.3160890674702829, + "grad_norm": 0.4017359965605547, + "learning_rate": 6.932207487319305e-05, + "loss": 0.8944315910339355, + "step": 236 + }, + { + "epoch": 0.3174284279256655, + "grad_norm": 0.40396755775149173, + "learning_rate": 6.919456290791343e-05, + "loss": 0.9019736051559448, + "step": 237 + }, + { + "epoch": 0.318767788381048, + "grad_norm": 0.3448754102708148, + "learning_rate": 6.906641288136109e-05, + "loss": 0.8921661376953125, + "step": 238 + }, + { + "epoch": 0.3201071488364306, + "grad_norm": 0.3563739009758267, + "learning_rate": 6.893762759431675e-05, + "loss": 0.8991590142250061, + "step": 239 + }, + { + "epoch": 0.3214465092918132, + "grad_norm": 0.3025703943184552, + "learning_rate": 6.880820986144507e-05, + "loss": 0.8966647386550903, + "step": 240 + }, + { + "epoch": 0.3227858697471957, + "grad_norm": 0.32710433074697187, + "learning_rate": 6.86781625112331e-05, + "loss": 0.8932673335075378, + "step": 241 + }, + { + "epoch": 0.3241252302025783, + "grad_norm": 0.3159486886720857, + "learning_rate": 6.854748838592849e-05, + "loss": 0.8867123126983643, + "step": 242 + }, + { + "epoch": 0.32546459065796085, + "grad_norm": 0.33576352782212976, + "learning_rate": 6.841619034147738e-05, + "loss": 0.8945485949516296, + "step": 243 + }, + { + "epoch": 0.32680395111334337, + "grad_norm": 0.3382299578038365, + "learning_rate": 6.828427124746191e-05, + "loss": 0.8893507122993469, + "step": 244 + }, + { + "epoch": 0.32814331156872595, + "grad_norm": 0.3145669367280524, + "learning_rate": 6.815173398703762e-05, + "loss": 0.8952306509017944, + "step": 245 + }, + { + "epoch": 0.32948267202410847, + "grad_norm": 0.3702066361612188, + "learning_rate": 6.801858145687033e-05, + "loss": 0.900354266166687, + "step": 246 + }, + { + "epoch": 0.33082203247949105, + "grad_norm": 0.3590790337895165, + "learning_rate": 6.788481656707294e-05, + "loss": 0.8962044715881348, + "step": 247 + }, + { + "epoch": 0.3321613929348736, + "grad_norm": 0.29409387021807054, + "learning_rate": 6.775044224114168e-05, + "loss": 0.8917175531387329, + "step": 248 + }, + { + "epoch": 0.33350075339025614, + "grad_norm": 0.33139455469582174, + "learning_rate": 6.761546141589235e-05, + "loss": 0.8945397138595581, + "step": 249 + }, + { + "epoch": 0.3348401138456387, + "grad_norm": 0.3304502768847914, + "learning_rate": 6.747987704139607e-05, + "loss": 0.8865037560462952, + "step": 250 + }, + { + "epoch": 0.33617947430102124, + "grad_norm": 0.35207067018590943, + "learning_rate": 6.734369208091486e-05, + "loss": 0.8916755318641663, + "step": 251 + }, + { + "epoch": 0.3375188347564038, + "grad_norm": 0.40919798096964943, + "learning_rate": 6.720690951083678e-05, + "loss": 0.8847212791442871, + "step": 252 + }, + { + "epoch": 0.3388581952117864, + "grad_norm": 0.3513659416141469, + "learning_rate": 6.706953232061098e-05, + "loss": 0.8843253254890442, + "step": 253 + }, + { + "epoch": 0.3401975556671689, + "grad_norm": 0.30034711529232383, + "learning_rate": 6.693156351268229e-05, + "loss": 0.8973168730735779, + "step": 254 + }, + { + "epoch": 0.3415369161225515, + "grad_norm": 0.25812676412176466, + "learning_rate": 6.679300610242564e-05, + "loss": 0.9002690315246582, + "step": 255 + }, + { + "epoch": 0.342876276577934, + "grad_norm": 0.26476799198584866, + "learning_rate": 6.665386311808017e-05, + "loss": 0.8933571577072144, + "step": 256 + }, + { + "epoch": 0.3442156370333166, + "grad_norm": 0.3055500682498974, + "learning_rate": 6.651413760068298e-05, + "loss": 0.9000169634819031, + "step": 257 + }, + { + "epoch": 0.34555499748869917, + "grad_norm": 0.2753301578914753, + "learning_rate": 6.637383260400276e-05, + "loss": 0.8983247876167297, + "step": 258 + }, + { + "epoch": 0.3468943579440817, + "grad_norm": 0.3283199044322027, + "learning_rate": 6.623295119447297e-05, + "loss": 0.8985056281089783, + "step": 259 + }, + { + "epoch": 0.34823371839946426, + "grad_norm": 0.3582940804838448, + "learning_rate": 6.609149645112485e-05, + "loss": 0.8870316743850708, + "step": 260 + }, + { + "epoch": 0.3495730788548468, + "grad_norm": 0.4306838172471171, + "learning_rate": 6.594947146552015e-05, + "loss": 0.8838645815849304, + "step": 261 + }, + { + "epoch": 0.35091243931022936, + "grad_norm": 0.48455804455635887, + "learning_rate": 6.580687934168352e-05, + "loss": 0.8925988674163818, + "step": 262 + }, + { + "epoch": 0.35225179976561194, + "grad_norm": 0.5758294275573599, + "learning_rate": 6.566372319603467e-05, + "loss": 0.8979231715202332, + "step": 263 + }, + { + "epoch": 0.35359116022099446, + "grad_norm": 0.6666731640546475, + "learning_rate": 6.552000615732035e-05, + "loss": 0.8943511843681335, + "step": 264 + }, + { + "epoch": 0.35493052067637704, + "grad_norm": 0.6604209524822312, + "learning_rate": 6.537573136654582e-05, + "loss": 0.8853351473808289, + "step": 265 + }, + { + "epoch": 0.35626988113175956, + "grad_norm": 0.4123786870554884, + "learning_rate": 6.523090197690634e-05, + "loss": 0.8918644785881042, + "step": 266 + }, + { + "epoch": 0.35760924158714213, + "grad_norm": 0.2502223960825913, + "learning_rate": 6.508552115371814e-05, + "loss": 0.893090546131134, + "step": 267 + }, + { + "epoch": 0.3589486020425247, + "grad_norm": 0.4103290878988621, + "learning_rate": 6.493959207434934e-05, + "loss": 0.8756798505783081, + "step": 268 + }, + { + "epoch": 0.36028796249790723, + "grad_norm": 0.5340723449895526, + "learning_rate": 6.479311792815047e-05, + "loss": 0.8869861364364624, + "step": 269 + }, + { + "epoch": 0.3616273229532898, + "grad_norm": 0.5092937192195168, + "learning_rate": 6.464610191638472e-05, + "loss": 0.8688637018203735, + "step": 270 + }, + { + "epoch": 0.3629666834086724, + "grad_norm": 0.36841736308738604, + "learning_rate": 6.449854725215801e-05, + "loss": 0.8819414973258972, + "step": 271 + }, + { + "epoch": 0.3643060438640549, + "grad_norm": 0.23108168052962968, + "learning_rate": 6.435045716034883e-05, + "loss": 0.8896312713623047, + "step": 272 + }, + { + "epoch": 0.3656454043194375, + "grad_norm": 0.3314939187707688, + "learning_rate": 6.420183487753765e-05, + "loss": 0.8876444101333618, + "step": 273 + }, + { + "epoch": 0.36698476477482, + "grad_norm": 0.44064601491510763, + "learning_rate": 6.405268365193624e-05, + "loss": 0.8837222456932068, + "step": 274 + }, + { + "epoch": 0.3683241252302026, + "grad_norm": 0.4117399045978558, + "learning_rate": 6.390300674331667e-05, + "loss": 0.8932456970214844, + "step": 275 + }, + { + "epoch": 0.36966348568558516, + "grad_norm": 0.3501980802705, + "learning_rate": 6.375280742294007e-05, + "loss": 0.896408200263977, + "step": 276 + }, + { + "epoch": 0.3710028461409677, + "grad_norm": 0.31925464072542226, + "learning_rate": 6.360208897348513e-05, + "loss": 0.890372097492218, + "step": 277 + }, + { + "epoch": 0.37234220659635026, + "grad_norm": 0.3672953058879004, + "learning_rate": 6.345085468897637e-05, + "loss": 0.8912795782089233, + "step": 278 + }, + { + "epoch": 0.3736815670517328, + "grad_norm": 0.37585534860719505, + "learning_rate": 6.32991078747121e-05, + "loss": 0.8913096785545349, + "step": 279 + }, + { + "epoch": 0.37502092750711535, + "grad_norm": 0.3686117104703527, + "learning_rate": 6.314685184719224e-05, + "loss": 0.8860468864440918, + "step": 280 + }, + { + "epoch": 0.37636028796249793, + "grad_norm": 0.36203560770739496, + "learning_rate": 6.29940899340458e-05, + "loss": 0.8942425847053528, + "step": 281 + }, + { + "epoch": 0.37769964841788045, + "grad_norm": 0.39656735441651286, + "learning_rate": 6.284082547395822e-05, + "loss": 0.884894609451294, + "step": 282 + }, + { + "epoch": 0.37903900887326303, + "grad_norm": 0.43021602998882896, + "learning_rate": 6.268706181659823e-05, + "loss": 0.8949446678161621, + "step": 283 + }, + { + "epoch": 0.38037836932864555, + "grad_norm": 0.4560535418745229, + "learning_rate": 6.253280232254489e-05, + "loss": 0.8839805722236633, + "step": 284 + }, + { + "epoch": 0.3817177297840281, + "grad_norm": 0.46627492864603226, + "learning_rate": 6.23780503632139e-05, + "loss": 0.8896687626838684, + "step": 285 + }, + { + "epoch": 0.3830570902394107, + "grad_norm": 0.4331165409015457, + "learning_rate": 6.22228093207841e-05, + "loss": 0.8688606023788452, + "step": 286 + }, + { + "epoch": 0.3843964506947932, + "grad_norm": 0.32952692176687587, + "learning_rate": 6.206708258812343e-05, + "loss": 0.8844860196113586, + "step": 287 + }, + { + "epoch": 0.3857358111501758, + "grad_norm": 0.32252625784796196, + "learning_rate": 6.191087356871486e-05, + "loss": 0.8889749646186829, + "step": 288 + }, + { + "epoch": 0.3870751716055583, + "grad_norm": 0.36745276817661704, + "learning_rate": 6.175418567658196e-05, + "loss": 0.8868741989135742, + "step": 289 + }, + { + "epoch": 0.3884145320609409, + "grad_norm": 0.43191395512680925, + "learning_rate": 6.159702233621427e-05, + "loss": 0.8811583518981934, + "step": 290 + }, + { + "epoch": 0.3897538925163235, + "grad_norm": 0.42293907743115355, + "learning_rate": 6.143938698249251e-05, + "loss": 0.8857870697975159, + "step": 291 + }, + { + "epoch": 0.391093252971706, + "grad_norm": 0.3558451089435877, + "learning_rate": 6.128128306061347e-05, + "loss": 0.8891360759735107, + "step": 292 + }, + { + "epoch": 0.3924326134270886, + "grad_norm": 0.2878485843617252, + "learning_rate": 6.112271402601472e-05, + "loss": 0.8804606199264526, + "step": 293 + }, + { + "epoch": 0.3937719738824711, + "grad_norm": 0.27858889793959796, + "learning_rate": 6.096368334429911e-05, + "loss": 0.8926126956939697, + "step": 294 + }, + { + "epoch": 0.39511133433785367, + "grad_norm": 0.2819024964747486, + "learning_rate": 6.0804194491158987e-05, + "loss": 0.8852767944335938, + "step": 295 + }, + { + "epoch": 0.39645069479323625, + "grad_norm": 0.2540202943224736, + "learning_rate": 6.064425095230027e-05, + "loss": 0.8917317390441895, + "step": 296 + }, + { + "epoch": 0.39779005524861877, + "grad_norm": 0.24541270777843874, + "learning_rate": 6.048385622336625e-05, + "loss": 0.8798589706420898, + "step": 297 + }, + { + "epoch": 0.39912941570400134, + "grad_norm": 0.2536269299289805, + "learning_rate": 6.0323013809861185e-05, + "loss": 0.8902722597122192, + "step": 298 + }, + { + "epoch": 0.4004687761593839, + "grad_norm": 0.27800051254159697, + "learning_rate": 6.016172722707372e-05, + "loss": 0.9056130647659302, + "step": 299 + }, + { + "epoch": 0.40180813661476644, + "grad_norm": 0.27633691297170004, + "learning_rate": 6.000000000000001e-05, + "loss": 0.8697539567947388, + "step": 300 + }, + { + "epoch": 0.403147497070149, + "grad_norm": 0.27434445994827267, + "learning_rate": 5.9837835663266724e-05, + "loss": 0.8804255127906799, + "step": 301 + }, + { + "epoch": 0.40448685752553154, + "grad_norm": 0.2524623974437759, + "learning_rate": 5.967523776105374e-05, + "loss": 0.8784493803977966, + "step": 302 + }, + { + "epoch": 0.4058262179809141, + "grad_norm": 0.25420975374572236, + "learning_rate": 5.9512209847016766e-05, + "loss": 0.8766741752624512, + "step": 303 + }, + { + "epoch": 0.4071655784362967, + "grad_norm": 0.2510235716517718, + "learning_rate": 5.9348755484209597e-05, + "loss": 0.8951706886291504, + "step": 304 + }, + { + "epoch": 0.4085049388916792, + "grad_norm": 0.28128699677214214, + "learning_rate": 5.9184878245006275e-05, + "loss": 0.8903220891952515, + "step": 305 + }, + { + "epoch": 0.4098442993470618, + "grad_norm": 0.2553241167540996, + "learning_rate": 5.902058171102302e-05, + "loss": 0.8924455642700195, + "step": 306 + }, + { + "epoch": 0.4111836598024443, + "grad_norm": 0.27284815580460237, + "learning_rate": 5.8855869473039924e-05, + "loss": 0.8797352313995361, + "step": 307 + }, + { + "epoch": 0.4125230202578269, + "grad_norm": 0.2961577585360785, + "learning_rate": 5.869074513092249e-05, + "loss": 0.889675498008728, + "step": 308 + }, + { + "epoch": 0.41386238071320947, + "grad_norm": 0.36149390074479637, + "learning_rate": 5.852521229354298e-05, + "loss": 0.8952120542526245, + "step": 309 + }, + { + "epoch": 0.415201741168592, + "grad_norm": 0.4056564851356049, + "learning_rate": 5.835927457870151e-05, + "loss": 0.8908874988555908, + "step": 310 + }, + { + "epoch": 0.41654110162397456, + "grad_norm": 0.45959990311749727, + "learning_rate": 5.8192935613046986e-05, + "loss": 0.8896716833114624, + "step": 311 + }, + { + "epoch": 0.4178804620793571, + "grad_norm": 0.44501497393699513, + "learning_rate": 5.802619903199782e-05, + "loss": 0.8718587160110474, + "step": 312 + }, + { + "epoch": 0.41921982253473966, + "grad_norm": 0.4099982344769972, + "learning_rate": 5.785906847966252e-05, + "loss": 0.87396639585495, + "step": 313 + }, + { + "epoch": 0.42055918299012224, + "grad_norm": 0.38915136386883503, + "learning_rate": 5.7691547608760055e-05, + "loss": 0.8890815377235413, + "step": 314 + }, + { + "epoch": 0.42189854344550476, + "grad_norm": 0.3916008388754374, + "learning_rate": 5.7523640080539954e-05, + "loss": 0.8961409330368042, + "step": 315 + }, + { + "epoch": 0.42323790390088734, + "grad_norm": 0.34461259063570354, + "learning_rate": 5.735534956470233e-05, + "loss": 0.8904027938842773, + "step": 316 + }, + { + "epoch": 0.42457726435626986, + "grad_norm": 0.3351489985095559, + "learning_rate": 5.71866797393177e-05, + "loss": 0.8841983079910278, + "step": 317 + }, + { + "epoch": 0.42591662481165243, + "grad_norm": 0.3415829415188758, + "learning_rate": 5.701763429074657e-05, + "loss": 0.8725353479385376, + "step": 318 + }, + { + "epoch": 0.427255985267035, + "grad_norm": 0.32192931188812973, + "learning_rate": 5.6848216913558847e-05, + "loss": 0.8806099891662598, + "step": 319 + }, + { + "epoch": 0.42859534572241753, + "grad_norm": 0.3215781282881794, + "learning_rate": 5.6678431310453134e-05, + "loss": 0.8860760927200317, + "step": 320 + }, + { + "epoch": 0.4299347061778001, + "grad_norm": 0.34914156634746246, + "learning_rate": 5.6508281192175794e-05, + "loss": 0.8721968531608582, + "step": 321 + }, + { + "epoch": 0.43127406663318263, + "grad_norm": 0.2658667412041895, + "learning_rate": 5.6337770277439854e-05, + "loss": 0.8862148523330688, + "step": 322 + }, + { + "epoch": 0.4326134270885652, + "grad_norm": 0.34695464253952446, + "learning_rate": 5.616690229284368e-05, + "loss": 0.8746384382247925, + "step": 323 + }, + { + "epoch": 0.4339527875439478, + "grad_norm": 0.4197423684536046, + "learning_rate": 5.5995680972789634e-05, + "loss": 0.8776325583457947, + "step": 324 + }, + { + "epoch": 0.4352921479993303, + "grad_norm": 0.46568817493418574, + "learning_rate": 5.582411005940236e-05, + "loss": 0.887018084526062, + "step": 325 + }, + { + "epoch": 0.4366315084547129, + "grad_norm": 0.38017911947951655, + "learning_rate": 5.5652193302447e-05, + "loss": 0.8889976739883423, + "step": 326 + }, + { + "epoch": 0.43797086891009546, + "grad_norm": 0.3060971777017487, + "learning_rate": 5.547993445924735e-05, + "loss": 0.8834925889968872, + "step": 327 + }, + { + "epoch": 0.439310229365478, + "grad_norm": 0.3878310131471193, + "learning_rate": 5.5307337294603595e-05, + "loss": 0.8835778832435608, + "step": 328 + }, + { + "epoch": 0.44064958982086055, + "grad_norm": 0.37272583086257793, + "learning_rate": 5.513440558071015e-05, + "loss": 0.88037109375, + "step": 329 + }, + { + "epoch": 0.4419889502762431, + "grad_norm": 0.2980108695701489, + "learning_rate": 5.496114309707313e-05, + "loss": 0.8899520635604858, + "step": 330 + }, + { + "epoch": 0.44332831073162565, + "grad_norm": 0.2942897917948679, + "learning_rate": 5.478755363042781e-05, + "loss": 0.8873578906059265, + "step": 331 + }, + { + "epoch": 0.44466767118700823, + "grad_norm": 0.35500305163807966, + "learning_rate": 5.461364097465581e-05, + "loss": 0.8870940208435059, + "step": 332 + }, + { + "epoch": 0.44600703164239075, + "grad_norm": 0.3079369949147375, + "learning_rate": 5.443940893070223e-05, + "loss": 0.8757143616676331, + "step": 333 + }, + { + "epoch": 0.4473463920977733, + "grad_norm": 0.3007868096995874, + "learning_rate": 5.4264861306492525e-05, + "loss": 0.8642425537109375, + "step": 334 + }, + { + "epoch": 0.44868575255315585, + "grad_norm": 0.31595038196673936, + "learning_rate": 5.409000191684935e-05, + "loss": 0.8808598518371582, + "step": 335 + }, + { + "epoch": 0.4500251130085384, + "grad_norm": 0.3146477839645367, + "learning_rate": 5.391483458340909e-05, + "loss": 0.8812928199768066, + "step": 336 + }, + { + "epoch": 0.451364473463921, + "grad_norm": 0.30376403427053666, + "learning_rate": 5.3739363134538446e-05, + "loss": 0.8947619795799255, + "step": 337 + }, + { + "epoch": 0.4527038339193035, + "grad_norm": 0.27657117052236885, + "learning_rate": 5.356359140525067e-05, + "loss": 0.8850589990615845, + "step": 338 + }, + { + "epoch": 0.4540431943746861, + "grad_norm": 0.30680178018188403, + "learning_rate": 5.3387523237121805e-05, + "loss": 0.8739247918128967, + "step": 339 + }, + { + "epoch": 0.4553825548300686, + "grad_norm": 0.3047542635453717, + "learning_rate": 5.321116247820669e-05, + "loss": 0.8850078582763672, + "step": 340 + }, + { + "epoch": 0.4567219152854512, + "grad_norm": 0.2923184588762319, + "learning_rate": 5.30345129829549e-05, + "loss": 0.8884513974189758, + "step": 341 + }, + { + "epoch": 0.4580612757408338, + "grad_norm": 0.306238293604028, + "learning_rate": 5.2857578612126466e-05, + "loss": 0.8790913224220276, + "step": 342 + }, + { + "epoch": 0.4594006361962163, + "grad_norm": 0.2776234461903938, + "learning_rate": 5.2680363232707533e-05, + "loss": 0.8726402521133423, + "step": 343 + }, + { + "epoch": 0.46073999665159887, + "grad_norm": 0.23559770485475257, + "learning_rate": 5.250287071782579e-05, + "loss": 0.8780654668807983, + "step": 344 + }, + { + "epoch": 0.4620793571069814, + "grad_norm": 0.2656621107355478, + "learning_rate": 5.232510494666588e-05, + "loss": 0.8802477717399597, + "step": 345 + }, + { + "epoch": 0.46341871756236397, + "grad_norm": 0.2654377895352511, + "learning_rate": 5.214706980438459e-05, + "loss": 0.8784705400466919, + "step": 346 + }, + { + "epoch": 0.46475807801774655, + "grad_norm": 0.25513055691779934, + "learning_rate": 5.1968769182025955e-05, + "loss": 0.8827534317970276, + "step": 347 + }, + { + "epoch": 0.46609743847312907, + "grad_norm": 0.23931345424644, + "learning_rate": 5.179020697643618e-05, + "loss": 0.8781850934028625, + "step": 348 + }, + { + "epoch": 0.46743679892851164, + "grad_norm": 0.2662310932045871, + "learning_rate": 5.16113870901785e-05, + "loss": 0.8855897784233093, + "step": 349 + }, + { + "epoch": 0.46877615938389416, + "grad_norm": 0.2719290408201649, + "learning_rate": 5.1432313431447915e-05, + "loss": 0.8810721039772034, + "step": 350 + }, + { + "epoch": 0.47011551983927674, + "grad_norm": 0.30347422955032666, + "learning_rate": 5.125298991398571e-05, + "loss": 0.8826359510421753, + "step": 351 + }, + { + "epoch": 0.4714548802946593, + "grad_norm": 0.23887523910106984, + "learning_rate": 5.107342045699397e-05, + "loss": 0.8747484683990479, + "step": 352 + }, + { + "epoch": 0.47279424075004184, + "grad_norm": 0.2505774705404714, + "learning_rate": 5.089360898504994e-05, + "loss": 0.8729058504104614, + "step": 353 + }, + { + "epoch": 0.4741336012054244, + "grad_norm": 0.279473567045265, + "learning_rate": 5.071355942802013e-05, + "loss": 0.8787670135498047, + "step": 354 + }, + { + "epoch": 0.475472961660807, + "grad_norm": 0.26199289777497575, + "learning_rate": 5.053327572097459e-05, + "loss": 0.8815037608146667, + "step": 355 + }, + { + "epoch": 0.4768123221161895, + "grad_norm": 0.21510974254409215, + "learning_rate": 5.0352761804100835e-05, + "loss": 0.8883016109466553, + "step": 356 + }, + { + "epoch": 0.4781516825715721, + "grad_norm": 0.2179594057045395, + "learning_rate": 5.017202162261767e-05, + "loss": 0.8739045858383179, + "step": 357 + }, + { + "epoch": 0.4794910430269546, + "grad_norm": 0.2583618991462232, + "learning_rate": 4.999105912668908e-05, + "loss": 0.875806987285614, + "step": 358 + }, + { + "epoch": 0.4808304034823372, + "grad_norm": 0.31852029663882087, + "learning_rate": 4.9809878271337794e-05, + "loss": 0.8874423503875732, + "step": 359 + }, + { + "epoch": 0.48216976393771976, + "grad_norm": 0.2835760526800237, + "learning_rate": 4.962848301635893e-05, + "loss": 0.8798930048942566, + "step": 360 + }, + { + "epoch": 0.4835091243931023, + "grad_norm": 0.22973024932768488, + "learning_rate": 4.9446877326233384e-05, + "loss": 0.8873306512832642, + "step": 361 + }, + { + "epoch": 0.48484848484848486, + "grad_norm": 0.2500936218554607, + "learning_rate": 4.926506517004122e-05, + "loss": 0.871864378452301, + "step": 362 + }, + { + "epoch": 0.4861878453038674, + "grad_norm": 0.2995047737515285, + "learning_rate": 4.9083050521374936e-05, + "loss": 0.8763599991798401, + "step": 363 + }, + { + "epoch": 0.48752720575924996, + "grad_norm": 0.32246297930373985, + "learning_rate": 4.890083735825258e-05, + "loss": 0.8670933842658997, + "step": 364 + }, + { + "epoch": 0.48886656621463254, + "grad_norm": 0.33433005720802467, + "learning_rate": 4.871842966303084e-05, + "loss": 0.8823835849761963, + "step": 365 + }, + { + "epoch": 0.49020592667001506, + "grad_norm": 0.27949324766081196, + "learning_rate": 4.8535831422318005e-05, + "loss": 0.8845060467720032, + "step": 366 + }, + { + "epoch": 0.49154528712539763, + "grad_norm": 0.2669463330828984, + "learning_rate": 4.83530466268868e-05, + "loss": 0.8807919025421143, + "step": 367 + }, + { + "epoch": 0.49288464758078016, + "grad_norm": 0.28921225779452586, + "learning_rate": 4.817007927158722e-05, + "loss": 0.8733174800872803, + "step": 368 + }, + { + "epoch": 0.49422400803616273, + "grad_norm": 0.3068794189080787, + "learning_rate": 4.798693335525918e-05, + "loss": 0.8903564214706421, + "step": 369 + }, + { + "epoch": 0.4955633684915453, + "grad_norm": 0.3383936832444029, + "learning_rate": 4.780361288064514e-05, + "loss": 0.8755660057067871, + "step": 370 + }, + { + "epoch": 0.49690272894692783, + "grad_norm": 0.33403170126533727, + "learning_rate": 4.76201218543026e-05, + "loss": 0.8842828273773193, + "step": 371 + }, + { + "epoch": 0.4982420894023104, + "grad_norm": 0.2502976358342153, + "learning_rate": 4.743646428651659e-05, + "loss": 0.8743306398391724, + "step": 372 + }, + { + "epoch": 0.4995814498576929, + "grad_norm": 0.2514415794283494, + "learning_rate": 4.7252644191211944e-05, + "loss": 0.8848379850387573, + "step": 373 + }, + { + "epoch": 0.5009208103130756, + "grad_norm": 0.3311666521257641, + "learning_rate": 4.7068665585865615e-05, + "loss": 0.8726536631584167, + "step": 374 + }, + { + "epoch": 0.5022601707684581, + "grad_norm": 0.29622349551027, + "learning_rate": 4.688453249141888e-05, + "loss": 0.8713983297348022, + "step": 375 + }, + { + "epoch": 0.5035995312238406, + "grad_norm": 0.24591467342470477, + "learning_rate": 4.670024893218946e-05, + "loss": 0.879889965057373, + "step": 376 + }, + { + "epoch": 0.5049388916792231, + "grad_norm": 0.24907780928618234, + "learning_rate": 4.651581893578356e-05, + "loss": 0.8837929964065552, + "step": 377 + }, + { + "epoch": 0.5062782521346058, + "grad_norm": 0.29743214535113877, + "learning_rate": 4.6331246533007795e-05, + "loss": 0.880785346031189, + "step": 378 + }, + { + "epoch": 0.5076176125899883, + "grad_norm": 0.27816072063242153, + "learning_rate": 4.6146535757781206e-05, + "loss": 0.8790816068649292, + "step": 379 + }, + { + "epoch": 0.5089569730453708, + "grad_norm": 0.258901378722433, + "learning_rate": 4.5961690647046974e-05, + "loss": 0.8754535913467407, + "step": 380 + }, + { + "epoch": 0.5102963335007534, + "grad_norm": 0.22897322988292967, + "learning_rate": 4.5776715240684296e-05, + "loss": 0.884695291519165, + "step": 381 + }, + { + "epoch": 0.511635693956136, + "grad_norm": 0.25410900340906356, + "learning_rate": 4.5591613581419984e-05, + "loss": 0.8682093620300293, + "step": 382 + }, + { + "epoch": 0.5129750544115185, + "grad_norm": 0.2292960696193583, + "learning_rate": 4.540638971474022e-05, + "loss": 0.8801172375679016, + "step": 383 + }, + { + "epoch": 0.5143144148669011, + "grad_norm": 0.27039953771276, + "learning_rate": 4.522104768880208e-05, + "loss": 0.8841304779052734, + "step": 384 + }, + { + "epoch": 0.5156537753222836, + "grad_norm": 0.2510162507401578, + "learning_rate": 4.5035591554345024e-05, + "loss": 0.8804336190223694, + "step": 385 + }, + { + "epoch": 0.5169931357776661, + "grad_norm": 0.19962477334591794, + "learning_rate": 4.485002536460246e-05, + "loss": 0.8744645118713379, + "step": 386 + }, + { + "epoch": 0.5183324962330487, + "grad_norm": 0.20953576879547658, + "learning_rate": 4.4664353175213106e-05, + "loss": 0.8919574022293091, + "step": 387 + }, + { + "epoch": 0.5196718566884313, + "grad_norm": 0.24110013426626412, + "learning_rate": 4.4478579044132314e-05, + "loss": 0.8700906038284302, + "step": 388 + }, + { + "epoch": 0.5210112171438138, + "grad_norm": 0.21570606604265194, + "learning_rate": 4.429270703154346e-05, + "loss": 0.8669141530990601, + "step": 389 + }, + { + "epoch": 0.5223505775991963, + "grad_norm": 0.22537953028075838, + "learning_rate": 4.4106741199769144e-05, + "loss": 0.893110990524292, + "step": 390 + }, + { + "epoch": 0.523689938054579, + "grad_norm": 0.20502638429010045, + "learning_rate": 4.392068561318244e-05, + "loss": 0.8845847845077515, + "step": 391 + }, + { + "epoch": 0.5250292985099615, + "grad_norm": 0.2029877791588085, + "learning_rate": 4.373454433811803e-05, + "loss": 0.8702945709228516, + "step": 392 + }, + { + "epoch": 0.526368658965344, + "grad_norm": 0.20027359499294622, + "learning_rate": 4.354832144278342e-05, + "loss": 0.876413106918335, + "step": 393 + }, + { + "epoch": 0.5277080194207266, + "grad_norm": 0.20852532140317728, + "learning_rate": 4.336202099716991e-05, + "loss": 0.880332887172699, + "step": 394 + }, + { + "epoch": 0.5290473798761092, + "grad_norm": 0.19377163489291163, + "learning_rate": 4.317564707296372e-05, + "loss": 0.8733063340187073, + "step": 395 + }, + { + "epoch": 0.5303867403314917, + "grad_norm": 0.20359933193356164, + "learning_rate": 4.298920374345698e-05, + "loss": 0.8691454529762268, + "step": 396 + }, + { + "epoch": 0.5317261007868743, + "grad_norm": 0.2228972219539793, + "learning_rate": 4.2802695083458694e-05, + "loss": 0.8702418208122253, + "step": 397 + }, + { + "epoch": 0.5330654612422568, + "grad_norm": 0.22204449924352906, + "learning_rate": 4.261612516920573e-05, + "loss": 0.8784664273262024, + "step": 398 + }, + { + "epoch": 0.5344048216976394, + "grad_norm": 0.1827068322619916, + "learning_rate": 4.242949807827365e-05, + "loss": 0.8793500065803528, + "step": 399 + }, + { + "epoch": 0.5357441821530219, + "grad_norm": 0.23064253884484145, + "learning_rate": 4.2242817889487676e-05, + "loss": 0.8827623128890991, + "step": 400 + }, + { + "epoch": 0.5370835426084045, + "grad_norm": 0.2363908476355385, + "learning_rate": 4.2056088682833495e-05, + "loss": 0.8775718212127686, + "step": 401 + }, + { + "epoch": 0.538422903063787, + "grad_norm": 0.24370104788240307, + "learning_rate": 4.18693145393681e-05, + "loss": 0.8720149993896484, + "step": 402 + }, + { + "epoch": 0.5397622635191696, + "grad_norm": 0.24206951622443026, + "learning_rate": 4.1682499541130614e-05, + "loss": 0.8702287077903748, + "step": 403 + }, + { + "epoch": 0.5411016239745522, + "grad_norm": 0.22053262939581833, + "learning_rate": 4.149564777105304e-05, + "loss": 0.88590008020401, + "step": 404 + }, + { + "epoch": 0.5424409844299347, + "grad_norm": 0.24738370911830754, + "learning_rate": 4.130876331287105e-05, + "loss": 0.8856267333030701, + "step": 405 + }, + { + "epoch": 0.5437803448853172, + "grad_norm": 0.2742407776361635, + "learning_rate": 4.112185025103476e-05, + "loss": 0.8771058917045593, + "step": 406 + }, + { + "epoch": 0.5451197053406999, + "grad_norm": 0.18672650383453882, + "learning_rate": 4.09349126706194e-05, + "loss": 0.877077579498291, + "step": 407 + }, + { + "epoch": 0.5464590657960824, + "grad_norm": 0.24422099387413226, + "learning_rate": 4.074795465723609e-05, + "loss": 0.8644412755966187, + "step": 408 + }, + { + "epoch": 0.5477984262514649, + "grad_norm": 0.22384826877195602, + "learning_rate": 4.0560980296942496e-05, + "loss": 0.8765589594841003, + "step": 409 + }, + { + "epoch": 0.5491377867068474, + "grad_norm": 0.18458733932067822, + "learning_rate": 4.0373993676153575e-05, + "loss": 0.8797497749328613, + "step": 410 + }, + { + "epoch": 0.5504771471622301, + "grad_norm": 0.23047653087943096, + "learning_rate": 4.0186998881552224e-05, + "loss": 0.8682187795639038, + "step": 411 + }, + { + "epoch": 0.5518165076176126, + "grad_norm": 0.21729249762981923, + "learning_rate": 4e-05, + "loss": 0.8836795091629028, + "step": 412 + }, + { + "epoch": 0.5531558680729951, + "grad_norm": 0.22721453642149825, + "learning_rate": 3.981300111844779e-05, + "loss": 0.8802202939987183, + "step": 413 + }, + { + "epoch": 0.5544952285283777, + "grad_norm": 0.20949925349974394, + "learning_rate": 3.962600632384644e-05, + "loss": 0.8641338348388672, + "step": 414 + }, + { + "epoch": 0.5558345889837603, + "grad_norm": 0.20464298350965635, + "learning_rate": 3.943901970305752e-05, + "loss": 0.8797010183334351, + "step": 415 + }, + { + "epoch": 0.5571739494391428, + "grad_norm": 0.22110350804377993, + "learning_rate": 3.925204534276392e-05, + "loss": 0.8767843246459961, + "step": 416 + }, + { + "epoch": 0.5585133098945254, + "grad_norm": 0.2387677867134895, + "learning_rate": 3.906508732938061e-05, + "loss": 0.8820819854736328, + "step": 417 + }, + { + "epoch": 0.5598526703499079, + "grad_norm": 0.2507989336100575, + "learning_rate": 3.8878149748965245e-05, + "loss": 0.8826998472213745, + "step": 418 + }, + { + "epoch": 0.5611920308052905, + "grad_norm": 0.20816367910535047, + "learning_rate": 3.869123668712896e-05, + "loss": 0.8565121293067932, + "step": 419 + }, + { + "epoch": 0.562531391260673, + "grad_norm": 0.2250240614615784, + "learning_rate": 3.850435222894698e-05, + "loss": 0.8700610399246216, + "step": 420 + }, + { + "epoch": 0.5638707517160556, + "grad_norm": 0.21855522780024444, + "learning_rate": 3.8317500458869407e-05, + "loss": 0.8730891942977905, + "step": 421 + }, + { + "epoch": 0.5652101121714381, + "grad_norm": 0.2231654916323255, + "learning_rate": 3.8130685460631915e-05, + "loss": 0.8856726288795471, + "step": 422 + }, + { + "epoch": 0.5665494726268206, + "grad_norm": 0.19953733222134984, + "learning_rate": 3.794391131716651e-05, + "loss": 0.8693549036979675, + "step": 423 + }, + { + "epoch": 0.5678888330822033, + "grad_norm": 0.17190873502705367, + "learning_rate": 3.775718211051233e-05, + "loss": 0.8690682649612427, + "step": 424 + }, + { + "epoch": 0.5692281935375858, + "grad_norm": 0.23716881942612886, + "learning_rate": 3.757050192172635e-05, + "loss": 0.8726681470870972, + "step": 425 + }, + { + "epoch": 0.5705675539929683, + "grad_norm": 0.22290256643263015, + "learning_rate": 3.738387483079428e-05, + "loss": 0.879726767539978, + "step": 426 + }, + { + "epoch": 0.571906914448351, + "grad_norm": 0.18381395165951167, + "learning_rate": 3.7197304916541306e-05, + "loss": 0.8783985376358032, + "step": 427 + }, + { + "epoch": 0.5732462749037335, + "grad_norm": 0.22765000500597882, + "learning_rate": 3.7010796256543034e-05, + "loss": 0.878974437713623, + "step": 428 + }, + { + "epoch": 0.574585635359116, + "grad_norm": 0.22163007061538173, + "learning_rate": 3.682435292703629e-05, + "loss": 0.8713866472244263, + "step": 429 + }, + { + "epoch": 0.5759249958144986, + "grad_norm": 0.20371172723764758, + "learning_rate": 3.6637979002830106e-05, + "loss": 0.8796266317367554, + "step": 430 + }, + { + "epoch": 0.5772643562698812, + "grad_norm": 0.1998206764522067, + "learning_rate": 3.6451678557216594e-05, + "loss": 0.8608413934707642, + "step": 431 + }, + { + "epoch": 0.5786037167252637, + "grad_norm": 0.21874058996853543, + "learning_rate": 3.626545566188198e-05, + "loss": 0.8731131553649902, + "step": 432 + }, + { + "epoch": 0.5799430771806462, + "grad_norm": 0.20785679907222504, + "learning_rate": 3.6079314386817575e-05, + "loss": 0.8750489354133606, + "step": 433 + }, + { + "epoch": 0.5812824376360288, + "grad_norm": 0.2139826824510004, + "learning_rate": 3.589325880023087e-05, + "loss": 0.867850661277771, + "step": 434 + }, + { + "epoch": 0.5826217980914113, + "grad_norm": 0.2058397086852482, + "learning_rate": 3.5707292968456544e-05, + "loss": 0.8824687600135803, + "step": 435 + }, + { + "epoch": 0.5839611585467939, + "grad_norm": 0.2234799265297003, + "learning_rate": 3.552142095586769e-05, + "loss": 0.8690378665924072, + "step": 436 + }, + { + "epoch": 0.5853005190021765, + "grad_norm": 0.19760641522762626, + "learning_rate": 3.533564682478691e-05, + "loss": 0.8751097917556763, + "step": 437 + }, + { + "epoch": 0.586639879457559, + "grad_norm": 0.2334335898022528, + "learning_rate": 3.5149974635397547e-05, + "loss": 0.8742689490318298, + "step": 438 + }, + { + "epoch": 0.5879792399129415, + "grad_norm": 0.2095792662279493, + "learning_rate": 3.4964408445654996e-05, + "loss": 0.8669417500495911, + "step": 439 + }, + { + "epoch": 0.5893186003683242, + "grad_norm": 0.21099729245604798, + "learning_rate": 3.477895231119795e-05, + "loss": 0.8878942728042603, + "step": 440 + }, + { + "epoch": 0.5906579608237067, + "grad_norm": 0.19382668238270218, + "learning_rate": 3.459361028525979e-05, + "loss": 0.8797996044158936, + "step": 441 + }, + { + "epoch": 0.5919973212790892, + "grad_norm": 0.1843091422043857, + "learning_rate": 3.4408386418580036e-05, + "loss": 0.8693681955337524, + "step": 442 + }, + { + "epoch": 0.5933366817344717, + "grad_norm": 0.20683570676709698, + "learning_rate": 3.422328475931573e-05, + "loss": 0.8908190727233887, + "step": 443 + }, + { + "epoch": 0.5946760421898544, + "grad_norm": 0.2057924792370247, + "learning_rate": 3.403830935295302e-05, + "loss": 0.8776031136512756, + "step": 444 + }, + { + "epoch": 0.5960154026452369, + "grad_norm": 0.17532326111046756, + "learning_rate": 3.3853464242218794e-05, + "loss": 0.8776813745498657, + "step": 445 + }, + { + "epoch": 0.5973547631006194, + "grad_norm": 0.21443600648578945, + "learning_rate": 3.3668753466992205e-05, + "loss": 0.8645883798599243, + "step": 446 + }, + { + "epoch": 0.598694123556002, + "grad_norm": 0.2124598468576842, + "learning_rate": 3.3484181064216456e-05, + "loss": 0.8678313493728638, + "step": 447 + }, + { + "epoch": 0.6000334840113846, + "grad_norm": 0.20402524205810743, + "learning_rate": 3.329975106781055e-05, + "loss": 0.8687726259231567, + "step": 448 + }, + { + "epoch": 0.6013728444667671, + "grad_norm": 0.18612685972506135, + "learning_rate": 3.311546750858113e-05, + "loss": 0.8742750287055969, + "step": 449 + }, + { + "epoch": 0.6027122049221497, + "grad_norm": 0.1891108432413768, + "learning_rate": 3.2931334414134405e-05, + "loss": 0.8701868057250977, + "step": 450 + }, + { + "epoch": 0.6040515653775322, + "grad_norm": 0.16982398331582746, + "learning_rate": 3.2747355808788076e-05, + "loss": 0.8736456632614136, + "step": 451 + }, + { + "epoch": 0.6053909258329148, + "grad_norm": 0.17659874457896263, + "learning_rate": 3.256353571348342e-05, + "loss": 0.865876317024231, + "step": 452 + }, + { + "epoch": 0.6067302862882974, + "grad_norm": 0.17274518370972755, + "learning_rate": 3.23798781456974e-05, + "loss": 0.8682874441146851, + "step": 453 + }, + { + "epoch": 0.6080696467436799, + "grad_norm": 0.18370111962886002, + "learning_rate": 3.219638711935488e-05, + "loss": 0.8759806156158447, + "step": 454 + }, + { + "epoch": 0.6094090071990624, + "grad_norm": 0.18017141493044456, + "learning_rate": 3.201306664474083e-05, + "loss": 0.8729393482208252, + "step": 455 + }, + { + "epoch": 0.610748367654445, + "grad_norm": 0.17913777693968835, + "learning_rate": 3.182992072841279e-05, + "loss": 0.8672225475311279, + "step": 456 + }, + { + "epoch": 0.6120877281098276, + "grad_norm": 0.18273030607069873, + "learning_rate": 3.164695337311321e-05, + "loss": 0.8832433223724365, + "step": 457 + }, + { + "epoch": 0.6134270885652101, + "grad_norm": 0.16888489983875138, + "learning_rate": 3.146416857768201e-05, + "loss": 0.8711962699890137, + "step": 458 + }, + { + "epoch": 0.6147664490205926, + "grad_norm": 0.183689134893473, + "learning_rate": 3.1281570336969175e-05, + "loss": 0.8889421224594116, + "step": 459 + }, + { + "epoch": 0.6161058094759753, + "grad_norm": 0.19643613570894447, + "learning_rate": 3.109916264174743e-05, + "loss": 0.8681093454360962, + "step": 460 + }, + { + "epoch": 0.6174451699313578, + "grad_norm": 0.19084392537480904, + "learning_rate": 3.091694947862508e-05, + "loss": 0.8883289098739624, + "step": 461 + }, + { + "epoch": 0.6187845303867403, + "grad_norm": 0.19455102639388797, + "learning_rate": 3.07349348299588e-05, + "loss": 0.8684327602386475, + "step": 462 + }, + { + "epoch": 0.6201238908421229, + "grad_norm": 0.2110042976412982, + "learning_rate": 3.055312267376664e-05, + "loss": 0.8856212496757507, + "step": 463 + }, + { + "epoch": 0.6214632512975055, + "grad_norm": 0.20264326773939578, + "learning_rate": 3.0371516983641092e-05, + "loss": 0.8823476433753967, + "step": 464 + }, + { + "epoch": 0.622802611752888, + "grad_norm": 0.2408395898053557, + "learning_rate": 3.0190121728662202e-05, + "loss": 0.8705859780311584, + "step": 465 + }, + { + "epoch": 0.6241419722082705, + "grad_norm": 0.16660600272013446, + "learning_rate": 3.000894087331092e-05, + "loss": 0.8687702417373657, + "step": 466 + }, + { + "epoch": 0.6254813326636531, + "grad_norm": 0.1833218068837441, + "learning_rate": 2.9827978377382326e-05, + "loss": 0.886631965637207, + "step": 467 + }, + { + "epoch": 0.6268206931190357, + "grad_norm": 0.16224401095054353, + "learning_rate": 2.9647238195899168e-05, + "loss": 0.872834324836731, + "step": 468 + }, + { + "epoch": 0.6281600535744182, + "grad_norm": 0.19626912635658397, + "learning_rate": 2.946672427902541e-05, + "loss": 0.8802139759063721, + "step": 469 + }, + { + "epoch": 0.6294994140298008, + "grad_norm": 0.18658582323373188, + "learning_rate": 2.9286440571979883e-05, + "loss": 0.8691961169242859, + "step": 470 + }, + { + "epoch": 0.6308387744851833, + "grad_norm": 0.17933302895676084, + "learning_rate": 2.910639101495008e-05, + "loss": 0.8831414580345154, + "step": 471 + }, + { + "epoch": 0.6321781349405659, + "grad_norm": 0.21056145987820624, + "learning_rate": 2.892657954300603e-05, + "loss": 0.8592995405197144, + "step": 472 + }, + { + "epoch": 0.6335174953959485, + "grad_norm": 0.19348734309236396, + "learning_rate": 2.87470100860143e-05, + "loss": 0.8894145488739014, + "step": 473 + }, + { + "epoch": 0.634856855851331, + "grad_norm": 0.19617888436938632, + "learning_rate": 2.85676865685521e-05, + "loss": 0.8913651704788208, + "step": 474 + }, + { + "epoch": 0.6361962163067135, + "grad_norm": 0.17402543550384714, + "learning_rate": 2.8388612909821515e-05, + "loss": 0.8747457265853882, + "step": 475 + }, + { + "epoch": 0.637535576762096, + "grad_norm": 0.2012596289013423, + "learning_rate": 2.8209793023563833e-05, + "loss": 0.8532263040542603, + "step": 476 + }, + { + "epoch": 0.6388749372174787, + "grad_norm": 0.16632768987251, + "learning_rate": 2.8031230817974058e-05, + "loss": 0.867146372795105, + "step": 477 + }, + { + "epoch": 0.6402142976728612, + "grad_norm": 0.17609764997939167, + "learning_rate": 2.7852930195615413e-05, + "loss": 0.873975396156311, + "step": 478 + }, + { + "epoch": 0.6415536581282437, + "grad_norm": 0.16290767187768426, + "learning_rate": 2.767489505333413e-05, + "loss": 0.8610473871231079, + "step": 479 + }, + { + "epoch": 0.6428930185836264, + "grad_norm": 0.15305292702967407, + "learning_rate": 2.7497129282174228e-05, + "loss": 0.8679625988006592, + "step": 480 + }, + { + "epoch": 0.6442323790390089, + "grad_norm": 0.1861499687391075, + "learning_rate": 2.7319636767292483e-05, + "loss": 0.8768002986907959, + "step": 481 + }, + { + "epoch": 0.6455717394943914, + "grad_norm": 0.1682720928607583, + "learning_rate": 2.7142421387873548e-05, + "loss": 0.8597822189331055, + "step": 482 + }, + { + "epoch": 0.646911099949774, + "grad_norm": 0.16548537206188335, + "learning_rate": 2.6965487017045114e-05, + "loss": 0.8771868348121643, + "step": 483 + }, + { + "epoch": 0.6482504604051565, + "grad_norm": 0.1551493965377178, + "learning_rate": 2.678883752179333e-05, + "loss": 0.8683747053146362, + "step": 484 + }, + { + "epoch": 0.6495898208605391, + "grad_norm": 0.17612866007244074, + "learning_rate": 2.661247676287822e-05, + "loss": 0.8681081533432007, + "step": 485 + }, + { + "epoch": 0.6509291813159217, + "grad_norm": 0.18465671357420232, + "learning_rate": 2.6436408594749332e-05, + "loss": 0.8595088720321655, + "step": 486 + }, + { + "epoch": 0.6522685417713042, + "grad_norm": 0.19775818406535858, + "learning_rate": 2.6260636865461554e-05, + "loss": 0.8700419664382935, + "step": 487 + }, + { + "epoch": 0.6536079022266867, + "grad_norm": 0.18083686062565354, + "learning_rate": 2.608516541659091e-05, + "loss": 0.8755306005477905, + "step": 488 + }, + { + "epoch": 0.6549472626820693, + "grad_norm": 0.1817072211213672, + "learning_rate": 2.5909998083150662e-05, + "loss": 0.875275731086731, + "step": 489 + }, + { + "epoch": 0.6562866231374519, + "grad_norm": 0.20261985924363612, + "learning_rate": 2.573513869350748e-05, + "loss": 0.8786300420761108, + "step": 490 + }, + { + "epoch": 0.6576259835928344, + "grad_norm": 0.17226016407298883, + "learning_rate": 2.556059106929778e-05, + "loss": 0.8597031831741333, + "step": 491 + }, + { + "epoch": 0.6589653440482169, + "grad_norm": 0.1827246814121758, + "learning_rate": 2.53863590253442e-05, + "loss": 0.8801453113555908, + "step": 492 + }, + { + "epoch": 0.6603047045035996, + "grad_norm": 0.16642060261390323, + "learning_rate": 2.5212446369572203e-05, + "loss": 0.8641231060028076, + "step": 493 + }, + { + "epoch": 0.6616440649589821, + "grad_norm": 0.1611151525632456, + "learning_rate": 2.5038856902926874e-05, + "loss": 0.868855357170105, + "step": 494 + }, + { + "epoch": 0.6629834254143646, + "grad_norm": 0.16125774426215733, + "learning_rate": 2.4865594419289862e-05, + "loss": 0.8626859188079834, + "step": 495 + }, + { + "epoch": 0.6643227858697472, + "grad_norm": 0.1676315935693186, + "learning_rate": 2.4692662705396412e-05, + "loss": 0.8734741806983948, + "step": 496 + }, + { + "epoch": 0.6656621463251298, + "grad_norm": 0.15126849376524884, + "learning_rate": 2.4520065540752668e-05, + "loss": 0.8615834712982178, + "step": 497 + }, + { + "epoch": 0.6670015067805123, + "grad_norm": 0.18347321722525894, + "learning_rate": 2.434780669755301e-05, + "loss": 0.8751839399337769, + "step": 498 + }, + { + "epoch": 0.6683408672358948, + "grad_norm": 0.1508841019626686, + "learning_rate": 2.4175889940597657e-05, + "loss": 0.884482741355896, + "step": 499 + }, + { + "epoch": 0.6696802276912774, + "grad_norm": 0.19960327521635535, + "learning_rate": 2.400431902721037e-05, + "loss": 0.8566937446594238, + "step": 500 + }, + { + "epoch": 0.67101958814666, + "grad_norm": 0.14443772776443664, + "learning_rate": 2.3833097707156324e-05, + "loss": 0.8727964162826538, + "step": 501 + }, + { + "epoch": 0.6723589486020425, + "grad_norm": 0.16725330298938068, + "learning_rate": 2.366222972256016e-05, + "loss": 0.8809594511985779, + "step": 502 + }, + { + "epoch": 0.6736983090574251, + "grad_norm": 0.16781357308473263, + "learning_rate": 2.3491718807824216e-05, + "loss": 0.8673738241195679, + "step": 503 + }, + { + "epoch": 0.6750376695128076, + "grad_norm": 0.17570747562365038, + "learning_rate": 2.3321568689546893e-05, + "loss": 0.8616470098495483, + "step": 504 + }, + { + "epoch": 0.6763770299681902, + "grad_norm": 0.16051510536372204, + "learning_rate": 2.3151783086441184e-05, + "loss": 0.8740379810333252, + "step": 505 + }, + { + "epoch": 0.6777163904235728, + "grad_norm": 0.18129021585072444, + "learning_rate": 2.298236570925346e-05, + "loss": 0.8758866786956787, + "step": 506 + }, + { + "epoch": 0.6790557508789553, + "grad_norm": 0.16295406262498888, + "learning_rate": 2.2813320260682306e-05, + "loss": 0.867128312587738, + "step": 507 + }, + { + "epoch": 0.6803951113343378, + "grad_norm": 0.16478256891061058, + "learning_rate": 2.264465043529768e-05, + "loss": 0.8716765642166138, + "step": 508 + }, + { + "epoch": 0.6817344717897204, + "grad_norm": 0.15474659633991988, + "learning_rate": 2.2476359919460063e-05, + "loss": 0.8846920728683472, + "step": 509 + }, + { + "epoch": 0.683073832245103, + "grad_norm": 0.15329182470431504, + "learning_rate": 2.2308452391239958e-05, + "loss": 0.8774445056915283, + "step": 510 + }, + { + "epoch": 0.6844131927004855, + "grad_norm": 0.16056212194512698, + "learning_rate": 2.214093152033749e-05, + "loss": 0.8718781471252441, + "step": 511 + }, + { + "epoch": 0.685752553155868, + "grad_norm": 0.1575919454514403, + "learning_rate": 2.1973800968002184e-05, + "loss": 0.8818187713623047, + "step": 512 + }, + { + "epoch": 0.6870919136112507, + "grad_norm": 0.17718245777491798, + "learning_rate": 2.1807064386953024e-05, + "loss": 0.865309476852417, + "step": 513 + }, + { + "epoch": 0.6884312740666332, + "grad_norm": 0.15545488226689105, + "learning_rate": 2.1640725421298487e-05, + "loss": 0.8730646967887878, + "step": 514 + }, + { + "epoch": 0.6897706345220157, + "grad_norm": 0.15608129600810844, + "learning_rate": 2.1474787706457022e-05, + "loss": 0.8821252584457397, + "step": 515 + }, + { + "epoch": 0.6911099949773983, + "grad_norm": 0.13882389199813575, + "learning_rate": 2.130925486907752e-05, + "loss": 0.8648711442947388, + "step": 516 + }, + { + "epoch": 0.6924493554327809, + "grad_norm": 0.15450321733786967, + "learning_rate": 2.1144130526960093e-05, + "loss": 0.8667118549346924, + "step": 517 + }, + { + "epoch": 0.6937887158881634, + "grad_norm": 0.1374984241876389, + "learning_rate": 2.0979418288976996e-05, + "loss": 0.8739535808563232, + "step": 518 + }, + { + "epoch": 0.695128076343546, + "grad_norm": 0.14197049787475696, + "learning_rate": 2.0815121754993735e-05, + "loss": 0.8651376366615295, + "step": 519 + }, + { + "epoch": 0.6964674367989285, + "grad_norm": 0.15028526402034278, + "learning_rate": 2.065124451579041e-05, + "loss": 0.8664205074310303, + "step": 520 + }, + { + "epoch": 0.697806797254311, + "grad_norm": 0.13549391085379284, + "learning_rate": 2.0487790152983244e-05, + "loss": 0.8679447770118713, + "step": 521 + }, + { + "epoch": 0.6991461577096936, + "grad_norm": 0.1460017601006368, + "learning_rate": 2.0324762238946275e-05, + "loss": 0.8691471815109253, + "step": 522 + }, + { + "epoch": 0.7004855181650762, + "grad_norm": 0.1431846851216918, + "learning_rate": 2.0162164336733303e-05, + "loss": 0.8775564432144165, + "step": 523 + }, + { + "epoch": 0.7018248786204587, + "grad_norm": 0.13257622094406188, + "learning_rate": 2.0000000000000012e-05, + "loss": 0.8781810998916626, + "step": 524 + }, + { + "epoch": 0.7031642390758412, + "grad_norm": 0.1675549621603434, + "learning_rate": 1.9838272772926302e-05, + "loss": 0.8698958158493042, + "step": 525 + }, + { + "epoch": 0.7045035995312239, + "grad_norm": 0.13480027126291538, + "learning_rate": 1.9676986190138835e-05, + "loss": 0.8663254976272583, + "step": 526 + }, + { + "epoch": 0.7058429599866064, + "grad_norm": 0.15294108103460244, + "learning_rate": 1.9516143776633774e-05, + "loss": 0.8629517555236816, + "step": 527 + }, + { + "epoch": 0.7071823204419889, + "grad_norm": 0.14520176029650325, + "learning_rate": 1.935574904769973e-05, + "loss": 0.8624333143234253, + "step": 528 + }, + { + "epoch": 0.7085216808973716, + "grad_norm": 0.134713885922547, + "learning_rate": 1.9195805508841013e-05, + "loss": 0.8724282383918762, + "step": 529 + }, + { + "epoch": 0.7098610413527541, + "grad_norm": 0.15108114436487047, + "learning_rate": 1.9036316655700893e-05, + "loss": 0.8668349981307983, + "step": 530 + }, + { + "epoch": 0.7112004018081366, + "grad_norm": 0.13671066235890095, + "learning_rate": 1.8877285973985282e-05, + "loss": 0.8796319961547852, + "step": 531 + }, + { + "epoch": 0.7125397622635191, + "grad_norm": 0.13002954166230035, + "learning_rate": 1.8718716939386543e-05, + "loss": 0.8816193342208862, + "step": 532 + }, + { + "epoch": 0.7138791227189017, + "grad_norm": 0.149579455889861, + "learning_rate": 1.8560613017507506e-05, + "loss": 0.8821731209754944, + "step": 533 + }, + { + "epoch": 0.7152184831742843, + "grad_norm": 0.13743335640356336, + "learning_rate": 1.840297766378575e-05, + "loss": 0.8548274040222168, + "step": 534 + }, + { + "epoch": 0.7165578436296668, + "grad_norm": 0.14190992365830207, + "learning_rate": 1.8245814323418063e-05, + "loss": 0.8705548048019409, + "step": 535 + }, + { + "epoch": 0.7178972040850494, + "grad_norm": 0.14016507952842097, + "learning_rate": 1.8089126431285152e-05, + "loss": 0.8656442165374756, + "step": 536 + }, + { + "epoch": 0.7192365645404319, + "grad_norm": 0.1504281446801305, + "learning_rate": 1.7932917411876586e-05, + "loss": 0.8762339353561401, + "step": 537 + }, + { + "epoch": 0.7205759249958145, + "grad_norm": 0.13435473240658485, + "learning_rate": 1.7777190679215923e-05, + "loss": 0.8614360690116882, + "step": 538 + }, + { + "epoch": 0.7219152854511971, + "grad_norm": 0.1536602881696007, + "learning_rate": 1.7621949636786104e-05, + "loss": 0.8601592779159546, + "step": 539 + }, + { + "epoch": 0.7232546459065796, + "grad_norm": 0.1530233513972156, + "learning_rate": 1.7467197677455118e-05, + "loss": 0.864124059677124, + "step": 540 + }, + { + "epoch": 0.7245940063619621, + "grad_norm": 0.14199812212808016, + "learning_rate": 1.7312938183401765e-05, + "loss": 0.8773407936096191, + "step": 541 + }, + { + "epoch": 0.7259333668173448, + "grad_norm": 0.15995982411725335, + "learning_rate": 1.7159174526041794e-05, + "loss": 0.8686542510986328, + "step": 542 + }, + { + "epoch": 0.7272727272727273, + "grad_norm": 0.15354853553335845, + "learning_rate": 1.7005910065954197e-05, + "loss": 0.8662307858467102, + "step": 543 + }, + { + "epoch": 0.7286120877281098, + "grad_norm": 0.14078496335090188, + "learning_rate": 1.6853148152807774e-05, + "loss": 0.8632434606552124, + "step": 544 + }, + { + "epoch": 0.7299514481834923, + "grad_norm": 0.15261704641462037, + "learning_rate": 1.670089212528792e-05, + "loss": 0.8669806122779846, + "step": 545 + }, + { + "epoch": 0.731290808638875, + "grad_norm": 0.1513819134513577, + "learning_rate": 1.654914531102365e-05, + "loss": 0.8775612115859985, + "step": 546 + }, + { + "epoch": 0.7326301690942575, + "grad_norm": 0.1358534877229751, + "learning_rate": 1.639791102651488e-05, + "loss": 0.8712992072105408, + "step": 547 + }, + { + "epoch": 0.73396952954964, + "grad_norm": 0.16067628596578593, + "learning_rate": 1.6247192577059943e-05, + "loss": 0.8825572729110718, + "step": 548 + }, + { + "epoch": 0.7353088900050226, + "grad_norm": 0.13837364745245015, + "learning_rate": 1.6096993256683332e-05, + "loss": 0.868409276008606, + "step": 549 + }, + { + "epoch": 0.7366482504604052, + "grad_norm": 0.1488210527589111, + "learning_rate": 1.5947316348063764e-05, + "loss": 0.8783029913902283, + "step": 550 + }, + { + "epoch": 0.7379876109157877, + "grad_norm": 0.15531256043223096, + "learning_rate": 1.5798165122462355e-05, + "loss": 0.866256594657898, + "step": 551 + }, + { + "epoch": 0.7393269713711703, + "grad_norm": 0.130400681920341, + "learning_rate": 1.5649542839651175e-05, + "loss": 0.8711825609207153, + "step": 552 + }, + { + "epoch": 0.7406663318265528, + "grad_norm": 0.15097118961428962, + "learning_rate": 1.5501452747841997e-05, + "loss": 0.8813204765319824, + "step": 553 + }, + { + "epoch": 0.7420056922819354, + "grad_norm": 0.1444971041300422, + "learning_rate": 1.53538980836153e-05, + "loss": 0.875779390335083, + "step": 554 + }, + { + "epoch": 0.7433450527373179, + "grad_norm": 0.15983906195186567, + "learning_rate": 1.5206882071849545e-05, + "loss": 0.8741669654846191, + "step": 555 + }, + { + "epoch": 0.7446844131927005, + "grad_norm": 0.1355928911062347, + "learning_rate": 1.5060407925650662e-05, + "loss": 0.8598854541778564, + "step": 556 + }, + { + "epoch": 0.746023773648083, + "grad_norm": 0.13602562978268276, + "learning_rate": 1.4914478846281872e-05, + "loss": 0.8700109720230103, + "step": 557 + }, + { + "epoch": 0.7473631341034656, + "grad_norm": 0.12852632137304454, + "learning_rate": 1.4769098023093676e-05, + "loss": 0.8685686588287354, + "step": 558 + }, + { + "epoch": 0.7487024945588482, + "grad_norm": 0.13847511439052035, + "learning_rate": 1.4624268633454187e-05, + "loss": 0.8838005661964417, + "step": 559 + }, + { + "epoch": 0.7500418550142307, + "grad_norm": 0.12583676980637623, + "learning_rate": 1.4479993842679663e-05, + "loss": 0.8625704050064087, + "step": 560 + }, + { + "epoch": 0.7513812154696132, + "grad_norm": 0.128203485289489, + "learning_rate": 1.4336276803965338e-05, + "loss": 0.8662985563278198, + "step": 561 + }, + { + "epoch": 0.7527205759249959, + "grad_norm": 0.13653789826965723, + "learning_rate": 1.4193120658316506e-05, + "loss": 0.8692458868026733, + "step": 562 + }, + { + "epoch": 0.7540599363803784, + "grad_norm": 0.11863623059533325, + "learning_rate": 1.405052853447987e-05, + "loss": 0.8643911480903625, + "step": 563 + }, + { + "epoch": 0.7553992968357609, + "grad_norm": 0.13264464820938757, + "learning_rate": 1.3908503548875167e-05, + "loss": 0.8673012256622314, + "step": 564 + }, + { + "epoch": 0.7567386572911434, + "grad_norm": 0.12704980324875467, + "learning_rate": 1.3767048805527039e-05, + "loss": 0.862754225730896, + "step": 565 + }, + { + "epoch": 0.7580780177465261, + "grad_norm": 0.1238471642458571, + "learning_rate": 1.3626167395997247e-05, + "loss": 0.8769301772117615, + "step": 566 + }, + { + "epoch": 0.7594173782019086, + "grad_norm": 0.13783491088045657, + "learning_rate": 1.3485862399317027e-05, + "loss": 0.8871258497238159, + "step": 567 + }, + { + "epoch": 0.7607567386572911, + "grad_norm": 0.13031583245387215, + "learning_rate": 1.3346136881919845e-05, + "loss": 0.8605697154998779, + "step": 568 + }, + { + "epoch": 0.7620960991126737, + "grad_norm": 0.12766262505196324, + "learning_rate": 1.320699389757437e-05, + "loss": 0.8688619136810303, + "step": 569 + }, + { + "epoch": 0.7634354595680563, + "grad_norm": 0.13303758007462416, + "learning_rate": 1.3068436487317713e-05, + "loss": 0.8767508864402771, + "step": 570 + }, + { + "epoch": 0.7647748200234388, + "grad_norm": 0.13228607356250646, + "learning_rate": 1.2930467679389022e-05, + "loss": 0.8681412935256958, + "step": 571 + }, + { + "epoch": 0.7661141804788214, + "grad_norm": 0.12005222020555555, + "learning_rate": 1.2793090489163218e-05, + "loss": 0.8661867380142212, + "step": 572 + }, + { + "epoch": 0.7674535409342039, + "grad_norm": 0.13195468524460277, + "learning_rate": 1.2656307919085146e-05, + "loss": 0.8680728673934937, + "step": 573 + }, + { + "epoch": 0.7687929013895864, + "grad_norm": 0.1320165820638193, + "learning_rate": 1.2520122958603933e-05, + "loss": 0.868954062461853, + "step": 574 + }, + { + "epoch": 0.7701322618449691, + "grad_norm": 0.12717407261567398, + "learning_rate": 1.2384538584107668e-05, + "loss": 0.877269983291626, + "step": 575 + }, + { + "epoch": 0.7714716223003516, + "grad_norm": 0.13462181233364415, + "learning_rate": 1.2249557758858335e-05, + "loss": 0.8749093413352966, + "step": 576 + }, + { + "epoch": 0.7728109827557341, + "grad_norm": 0.13228322165397566, + "learning_rate": 1.2115183432927071e-05, + "loss": 0.868626594543457, + "step": 577 + }, + { + "epoch": 0.7741503432111166, + "grad_norm": 0.11359418193030604, + "learning_rate": 1.1981418543129668e-05, + "loss": 0.8568856716156006, + "step": 578 + }, + { + "epoch": 0.7754897036664993, + "grad_norm": 0.12638751116359853, + "learning_rate": 1.1848266012962393e-05, + "loss": 0.8607402443885803, + "step": 579 + }, + { + "epoch": 0.7768290641218818, + "grad_norm": 0.12528883435025034, + "learning_rate": 1.1715728752538103e-05, + "loss": 0.8683662414550781, + "step": 580 + }, + { + "epoch": 0.7781684245772643, + "grad_norm": 0.11779122344927996, + "learning_rate": 1.1583809658522643e-05, + "loss": 0.8854649066925049, + "step": 581 + }, + { + "epoch": 0.779507785032647, + "grad_norm": 0.11889377542793812, + "learning_rate": 1.1452511614071518e-05, + "loss": 0.8731423616409302, + "step": 582 + }, + { + "epoch": 0.7808471454880295, + "grad_norm": 0.12276953420922905, + "learning_rate": 1.1321837488766913e-05, + "loss": 0.8679988384246826, + "step": 583 + }, + { + "epoch": 0.782186505943412, + "grad_norm": 0.12170266578498971, + "learning_rate": 1.1191790138554945e-05, + "loss": 0.8663763999938965, + "step": 584 + }, + { + "epoch": 0.7835258663987946, + "grad_norm": 0.11319872062759567, + "learning_rate": 1.1062372405683263e-05, + "loss": 0.8651244044303894, + "step": 585 + }, + { + "epoch": 0.7848652268541771, + "grad_norm": 0.11810212796138198, + "learning_rate": 1.0933587118638927e-05, + "loss": 0.8747796416282654, + "step": 586 + }, + { + "epoch": 0.7862045873095597, + "grad_norm": 0.10887190880014788, + "learning_rate": 1.0805437092086586e-05, + "loss": 0.8664879202842712, + "step": 587 + }, + { + "epoch": 0.7875439477649422, + "grad_norm": 0.1060428677550431, + "learning_rate": 1.0677925126806956e-05, + "loss": 0.8619367480278015, + "step": 588 + }, + { + "epoch": 0.7888833082203248, + "grad_norm": 0.11316065290832693, + "learning_rate": 1.0551054009635636e-05, + "loss": 0.8755437135696411, + "step": 589 + }, + { + "epoch": 0.7902226686757073, + "grad_norm": 0.12213570051138428, + "learning_rate": 1.0424826513402162e-05, + "loss": 0.8632907867431641, + "step": 590 + }, + { + "epoch": 0.7915620291310899, + "grad_norm": 0.11811385521052746, + "learning_rate": 1.0299245396869418e-05, + "loss": 0.8566582202911377, + "step": 591 + }, + { + "epoch": 0.7929013895864725, + "grad_norm": 0.11870469860749323, + "learning_rate": 1.0174313404673378e-05, + "loss": 0.8652503490447998, + "step": 592 + }, + { + "epoch": 0.794240750041855, + "grad_norm": 0.11642632041514202, + "learning_rate": 1.0050033267263068e-05, + "loss": 0.8666040897369385, + "step": 593 + }, + { + "epoch": 0.7955801104972375, + "grad_norm": 0.11271123011165501, + "learning_rate": 9.92640770084091e-06, + "loss": 0.8616808652877808, + "step": 594 + }, + { + "epoch": 0.7969194709526202, + "grad_norm": 0.11624230367298656, + "learning_rate": 9.803439407303369e-06, + "loss": 0.8712943196296692, + "step": 595 + }, + { + "epoch": 0.7982588314080027, + "grad_norm": 0.11751534209024293, + "learning_rate": 9.681131074181876e-06, + "loss": 0.8700709342956543, + "step": 596 + }, + { + "epoch": 0.7995981918633852, + "grad_norm": 0.12175042858094896, + "learning_rate": 9.55948537458415e-06, + "loss": 0.8653758764266968, + "step": 597 + }, + { + "epoch": 0.8009375523187678, + "grad_norm": 0.11051730011718072, + "learning_rate": 9.438504967135703e-06, + "loss": 0.859759509563446, + "step": 598 + }, + { + "epoch": 0.8022769127741504, + "grad_norm": 0.11944757063536243, + "learning_rate": 9.318192495921754e-06, + "loss": 0.8628091216087341, + "step": 599 + }, + { + "epoch": 0.8036162732295329, + "grad_norm": 0.1300501966435939, + "learning_rate": 9.19855059042949e-06, + "loss": 0.8775379657745361, + "step": 600 + }, + { + "epoch": 0.8049556336849154, + "grad_norm": 0.11067723833940438, + "learning_rate": 9.07958186549052e-06, + "loss": 0.8566068410873413, + "step": 601 + }, + { + "epoch": 0.806294994140298, + "grad_norm": 0.12435798088723733, + "learning_rate": 8.961288921223805e-06, + "loss": 0.8680790066719055, + "step": 602 + }, + { + "epoch": 0.8076343545956806, + "grad_norm": 0.11526262371532592, + "learning_rate": 8.84367434297876e-06, + "loss": 0.8559243679046631, + "step": 603 + }, + { + "epoch": 0.8089737150510631, + "grad_norm": 0.11562289937311675, + "learning_rate": 8.72674070127881e-06, + "loss": 0.8632556796073914, + "step": 604 + }, + { + "epoch": 0.8103130755064457, + "grad_norm": 0.11157152293753178, + "learning_rate": 8.610490551765162e-06, + "loss": 0.8667713403701782, + "step": 605 + }, + { + "epoch": 0.8116524359618282, + "grad_norm": 0.11862861011909966, + "learning_rate": 8.494926435140986e-06, + "loss": 0.8680082559585571, + "step": 606 + }, + { + "epoch": 0.8129917964172108, + "grad_norm": 0.11058276447133751, + "learning_rate": 8.380050877115864e-06, + "loss": 0.8787844777107239, + "step": 607 + }, + { + "epoch": 0.8143311568725934, + "grad_norm": 0.11035182964574768, + "learning_rate": 8.265866388350598e-06, + "loss": 0.8844963312149048, + "step": 608 + }, + { + "epoch": 0.8156705173279759, + "grad_norm": 0.10573409759536821, + "learning_rate": 8.152375464402342e-06, + "loss": 0.859270453453064, + "step": 609 + }, + { + "epoch": 0.8170098777833584, + "grad_norm": 0.11228477530407104, + "learning_rate": 8.039580585670047e-06, + "loss": 0.8675272464752197, + "step": 610 + }, + { + "epoch": 0.818349238238741, + "grad_norm": 0.11021493931190712, + "learning_rate": 7.927484217340268e-06, + "loss": 0.8565207719802856, + "step": 611 + }, + { + "epoch": 0.8196885986941236, + "grad_norm": 0.11751800069891458, + "learning_rate": 7.816088809333266e-06, + "loss": 0.8686612844467163, + "step": 612 + }, + { + "epoch": 0.8210279591495061, + "grad_norm": 0.11099301486626775, + "learning_rate": 7.705396796249505e-06, + "loss": 0.8637645244598389, + "step": 613 + }, + { + "epoch": 0.8223673196048886, + "grad_norm": 0.10684585744907993, + "learning_rate": 7.595410597316379e-06, + "loss": 0.8606627583503723, + "step": 614 + }, + { + "epoch": 0.8237066800602713, + "grad_norm": 0.114479487802595, + "learning_rate": 7.486132616335395e-06, + "loss": 0.8715918064117432, + "step": 615 + }, + { + "epoch": 0.8250460405156538, + "grad_norm": 0.12357407311236206, + "learning_rate": 7.3775652416295936e-06, + "loss": 0.8811098337173462, + "step": 616 + }, + { + "epoch": 0.8263854009710363, + "grad_norm": 0.1018906001195981, + "learning_rate": 7.2697108459914e-06, + "loss": 0.8510515689849854, + "step": 617 + }, + { + "epoch": 0.8277247614264189, + "grad_norm": 0.11510793709687688, + "learning_rate": 7.162571786630707e-06, + "loss": 0.8802266120910645, + "step": 618 + }, + { + "epoch": 0.8290641218818015, + "grad_norm": 0.10985562417753968, + "learning_rate": 7.056150405123414e-06, + "loss": 0.8502565622329712, + "step": 619 + }, + { + "epoch": 0.830403482337184, + "grad_norm": 0.10600131076359613, + "learning_rate": 6.950449027360213e-06, + "loss": 0.8826883435249329, + "step": 620 + }, + { + "epoch": 0.8317428427925665, + "grad_norm": 0.11433471498911951, + "learning_rate": 6.8454699634957586e-06, + "loss": 0.8738099336624146, + "step": 621 + }, + { + "epoch": 0.8330822032479491, + "grad_norm": 0.10950279122420588, + "learning_rate": 6.7412155078981865e-06, + "loss": 0.8639442324638367, + "step": 622 + }, + { + "epoch": 0.8344215637033316, + "grad_norm": 0.10799080989032715, + "learning_rate": 6.6376879390990025e-06, + "loss": 0.8762117624282837, + "step": 623 + }, + { + "epoch": 0.8357609241587142, + "grad_norm": 0.10733902528411342, + "learning_rate": 6.53488951974321e-06, + "loss": 0.8581281900405884, + "step": 624 + }, + { + "epoch": 0.8371002846140968, + "grad_norm": 0.11176168812915092, + "learning_rate": 6.432822496539915e-06, + "loss": 0.8563675880432129, + "step": 625 + }, + { + "epoch": 0.8384396450694793, + "grad_norm": 0.10221663384828403, + "learning_rate": 6.331489100213204e-06, + "loss": 0.865772008895874, + "step": 626 + }, + { + "epoch": 0.8397790055248618, + "grad_norm": 0.09837435329440289, + "learning_rate": 6.230891545453395e-06, + "loss": 0.8748994469642639, + "step": 627 + }, + { + "epoch": 0.8411183659802445, + "grad_norm": 0.10807279392506593, + "learning_rate": 6.1310320308686354e-06, + "loss": 0.8680225014686584, + "step": 628 + }, + { + "epoch": 0.842457726435627, + "grad_norm": 0.09768064046733724, + "learning_rate": 6.031912738936849e-06, + "loss": 0.8678373098373413, + "step": 629 + }, + { + "epoch": 0.8437970868910095, + "grad_norm": 0.1015809029022958, + "learning_rate": 5.933535835958029e-06, + "loss": 0.8708404302597046, + "step": 630 + }, + { + "epoch": 0.8451364473463922, + "grad_norm": 0.10794002356946901, + "learning_rate": 5.835903472006905e-06, + "loss": 0.8744752407073975, + "step": 631 + }, + { + "epoch": 0.8464758078017747, + "grad_norm": 0.09772198649085652, + "learning_rate": 5.7390177808859475e-06, + "loss": 0.860190212726593, + "step": 632 + }, + { + "epoch": 0.8478151682571572, + "grad_norm": 0.11209427408989413, + "learning_rate": 5.642880880078721e-06, + "loss": 0.8820698261260986, + "step": 633 + }, + { + "epoch": 0.8491545287125397, + "grad_norm": 0.10860351131929465, + "learning_rate": 5.547494870703642e-06, + "loss": 0.8616386651992798, + "step": 634 + }, + { + "epoch": 0.8504938891679223, + "grad_norm": 0.10866684859584659, + "learning_rate": 5.452861837468005e-06, + "loss": 0.8636765480041504, + "step": 635 + }, + { + "epoch": 0.8518332496233049, + "grad_norm": 0.1006939328389969, + "learning_rate": 5.358983848622452e-06, + "loss": 0.8664864897727966, + "step": 636 + }, + { + "epoch": 0.8531726100786874, + "grad_norm": 0.10559916320249045, + "learning_rate": 5.2658629559157835e-06, + "loss": 0.8764059543609619, + "step": 637 + }, + { + "epoch": 0.85451197053407, + "grad_norm": 0.1052114260414204, + "learning_rate": 5.173501194550072e-06, + "loss": 0.8566386699676514, + "step": 638 + }, + { + "epoch": 0.8558513309894525, + "grad_norm": 0.10455890325177675, + "learning_rate": 5.081900583136228e-06, + "loss": 0.8712558746337891, + "step": 639 + }, + { + "epoch": 0.8571906914448351, + "grad_norm": 0.10238359327551756, + "learning_rate": 4.991063123649853e-06, + "loss": 0.8549286127090454, + "step": 640 + }, + { + "epoch": 0.8585300519002177, + "grad_norm": 0.1052929910920113, + "learning_rate": 4.900990801387497e-06, + "loss": 0.8717979788780212, + "step": 641 + }, + { + "epoch": 0.8598694123556002, + "grad_norm": 0.10156544713233225, + "learning_rate": 4.811685584923269e-06, + "loss": 0.8659064173698425, + "step": 642 + }, + { + "epoch": 0.8612087728109827, + "grad_norm": 0.09243659771376618, + "learning_rate": 4.723149426065803e-06, + "loss": 0.8679224252700806, + "step": 643 + }, + { + "epoch": 0.8625481332663653, + "grad_norm": 0.09700721513112183, + "learning_rate": 4.635384259815614e-06, + "loss": 0.8493891954421997, + "step": 644 + }, + { + "epoch": 0.8638874937217479, + "grad_norm": 0.10574690432772352, + "learning_rate": 4.548392004322799e-06, + "loss": 0.8844394087791443, + "step": 645 + }, + { + "epoch": 0.8652268541771304, + "grad_norm": 0.10280067073915403, + "learning_rate": 4.462174560845114e-06, + "loss": 0.851788341999054, + "step": 646 + }, + { + "epoch": 0.8665662146325129, + "grad_norm": 0.0944681029234863, + "learning_rate": 4.376733813706433e-06, + "loss": 0.880761981010437, + "step": 647 + }, + { + "epoch": 0.8679055750878956, + "grad_norm": 0.10350747616416575, + "learning_rate": 4.292071630255548e-06, + "loss": 0.8677074909210205, + "step": 648 + }, + { + "epoch": 0.8692449355432781, + "grad_norm": 0.09650967181000819, + "learning_rate": 4.208189860825358e-06, + "loss": 0.8634464740753174, + "step": 649 + }, + { + "epoch": 0.8705842959986606, + "grad_norm": 0.09916241002259231, + "learning_rate": 4.12509033869247e-06, + "loss": 0.8697370290756226, + "step": 650 + }, + { + "epoch": 0.8719236564540432, + "grad_norm": 0.10108324879778724, + "learning_rate": 4.042774880037059e-06, + "loss": 0.8599544763565063, + "step": 651 + }, + { + "epoch": 0.8732630169094258, + "grad_norm": 0.09243394131495927, + "learning_rate": 3.961245283903239e-06, + "loss": 0.8817688226699829, + "step": 652 + }, + { + "epoch": 0.8746023773648083, + "grad_norm": 0.10331641148619426, + "learning_rate": 3.8805033321597015e-06, + "loss": 0.8564207553863525, + "step": 653 + }, + { + "epoch": 0.8759417378201909, + "grad_norm": 0.10558580045435674, + "learning_rate": 3.8005507894607997e-06, + "loss": 0.860696017742157, + "step": 654 + }, + { + "epoch": 0.8772810982755734, + "grad_norm": 0.10444551296183989, + "learning_rate": 3.7213894032079778e-06, + "loss": 0.8789005279541016, + "step": 655 + }, + { + "epoch": 0.878620458730956, + "grad_norm": 0.0969379244894827, + "learning_rate": 3.643020903511563e-06, + "loss": 0.8776953220367432, + "step": 656 + }, + { + "epoch": 0.8799598191863385, + "grad_norm": 0.10790624806273608, + "learning_rate": 3.565447003152964e-06, + "loss": 0.8571181297302246, + "step": 657 + }, + { + "epoch": 0.8812991796417211, + "grad_norm": 0.10477691549480385, + "learning_rate": 3.4886693975472443e-06, + "loss": 0.8560389280319214, + "step": 658 + }, + { + "epoch": 0.8826385400971036, + "grad_norm": 0.09813559375826432, + "learning_rate": 3.4126897647060474e-06, + "loss": 0.8699684143066406, + "step": 659 + }, + { + "epoch": 0.8839779005524862, + "grad_norm": 0.09813832554601809, + "learning_rate": 3.3375097652009526e-06, + "loss": 0.8595161437988281, + "step": 660 + }, + { + "epoch": 0.8853172610078688, + "grad_norm": 0.09587458422790734, + "learning_rate": 3.263131042127157e-06, + "loss": 0.8548429012298584, + "step": 661 + }, + { + "epoch": 0.8866566214632513, + "grad_norm": 0.09801177294143108, + "learning_rate": 3.189555221067577e-06, + "loss": 0.8632456064224243, + "step": 662 + }, + { + "epoch": 0.8879959819186338, + "grad_norm": 0.09722647195070884, + "learning_rate": 3.1167839100573194e-06, + "loss": 0.8654548525810242, + "step": 663 + }, + { + "epoch": 0.8893353423740165, + "grad_norm": 0.1030729011054221, + "learning_rate": 3.0448186995485307e-06, + "loss": 0.865413248538971, + "step": 664 + }, + { + "epoch": 0.890674702829399, + "grad_norm": 0.09159907373518272, + "learning_rate": 2.973661162375647e-06, + "loss": 0.8626821041107178, + "step": 665 + }, + { + "epoch": 0.8920140632847815, + "grad_norm": 0.09822649096101539, + "learning_rate": 2.9033128537210077e-06, + "loss": 0.8579151630401611, + "step": 666 + }, + { + "epoch": 0.893353423740164, + "grad_norm": 0.09554990867644066, + "learning_rate": 2.8337753110808753e-06, + "loss": 0.8664767742156982, + "step": 667 + }, + { + "epoch": 0.8946927841955467, + "grad_norm": 0.0940544920631781, + "learning_rate": 2.765050054231835e-06, + "loss": 0.8667508363723755, + "step": 668 + }, + { + "epoch": 0.8960321446509292, + "grad_norm": 0.09505186941767597, + "learning_rate": 2.6971385851975608e-06, + "loss": 0.8664491176605225, + "step": 669 + }, + { + "epoch": 0.8973715051063117, + "grad_norm": 0.09640496159648018, + "learning_rate": 2.630042388216012e-06, + "loss": 0.8690519332885742, + "step": 670 + }, + { + "epoch": 0.8987108655616943, + "grad_norm": 0.09338166771434768, + "learning_rate": 2.563762929706979e-06, + "loss": 0.8708868622779846, + "step": 671 + }, + { + "epoch": 0.9000502260170768, + "grad_norm": 0.09032253422132287, + "learning_rate": 2.4983016582400366e-06, + "loss": 0.8571633100509644, + "step": 672 + }, + { + "epoch": 0.9013895864724594, + "grad_norm": 0.09985352924424004, + "learning_rate": 2.4336600045028956e-06, + "loss": 0.8728021383285522, + "step": 673 + }, + { + "epoch": 0.902728946927842, + "grad_norm": 0.09095804473388606, + "learning_rate": 2.3698393812701114e-06, + "loss": 0.8710513114929199, + "step": 674 + }, + { + "epoch": 0.9040683073832245, + "grad_norm": 0.0907778752241714, + "learning_rate": 2.3068411833722283e-06, + "loss": 0.8682019710540771, + "step": 675 + }, + { + "epoch": 0.905407667838607, + "grad_norm": 0.08725840048506821, + "learning_rate": 2.244666787665297e-06, + "loss": 0.8690208792686462, + "step": 676 + }, + { + "epoch": 0.9067470282939896, + "grad_norm": 0.08769527712682709, + "learning_rate": 2.183317553000763e-06, + "loss": 0.8633980751037598, + "step": 677 + }, + { + "epoch": 0.9080863887493722, + "grad_norm": 0.09024779836807585, + "learning_rate": 2.122794820195777e-06, + "loss": 0.8639845848083496, + "step": 678 + }, + { + "epoch": 0.9094257492047547, + "grad_norm": 0.09693190682746106, + "learning_rate": 2.063099912003894e-06, + "loss": 0.883812665939331, + "step": 679 + }, + { + "epoch": 0.9107651096601372, + "grad_norm": 0.0861902022397013, + "learning_rate": 2.0042341330861605e-06, + "loss": 0.8602584600448608, + "step": 680 + }, + { + "epoch": 0.9121044701155199, + "grad_norm": 0.09371370939823905, + "learning_rate": 1.9461987699826147e-06, + "loss": 0.877825140953064, + "step": 681 + }, + { + "epoch": 0.9134438305709024, + "grad_norm": 0.09042366335672848, + "learning_rate": 1.888995091084147e-06, + "loss": 0.8823691010475159, + "step": 682 + }, + { + "epoch": 0.9147831910262849, + "grad_norm": 0.08752488797811156, + "learning_rate": 1.8326243466047833e-06, + "loss": 0.8719531297683716, + "step": 683 + }, + { + "epoch": 0.9161225514816675, + "grad_norm": 0.09838692247268259, + "learning_rate": 1.7770877685543687e-06, + "loss": 0.8698108792304993, + "step": 684 + }, + { + "epoch": 0.9174619119370501, + "grad_norm": 0.08608689280980435, + "learning_rate": 1.7223865707116472e-06, + "loss": 0.8581531047821045, + "step": 685 + }, + { + "epoch": 0.9188012723924326, + "grad_norm": 0.08652624883389393, + "learning_rate": 1.6685219485977056e-06, + "loss": 0.8714857697486877, + "step": 686 + }, + { + "epoch": 0.9201406328478152, + "grad_norm": 0.08764678535346417, + "learning_rate": 1.615495079449887e-06, + "loss": 0.8779809474945068, + "step": 687 + }, + { + "epoch": 0.9214799933031977, + "grad_norm": 0.08867186936205497, + "learning_rate": 1.5633071221960205e-06, + "loss": 0.8661234378814697, + "step": 688 + }, + { + "epoch": 0.9228193537585803, + "grad_norm": 0.0901392673827971, + "learning_rate": 1.5119592174291175e-06, + "loss": 0.8790245056152344, + "step": 689 + }, + { + "epoch": 0.9241587142139628, + "grad_norm": 0.10070892675692567, + "learning_rate": 1.4614524873824398e-06, + "loss": 0.8705023527145386, + "step": 690 + }, + { + "epoch": 0.9254980746693454, + "grad_norm": 0.09379245050344401, + "learning_rate": 1.4117880359049684e-06, + "loss": 0.8885618448257446, + "step": 691 + }, + { + "epoch": 0.9268374351247279, + "grad_norm": 0.09167671555096236, + "learning_rate": 1.3629669484372722e-06, + "loss": 0.8792763948440552, + "step": 692 + }, + { + "epoch": 0.9281767955801105, + "grad_norm": 0.08805121953326282, + "learning_rate": 1.3149902919877966e-06, + "loss": 0.8643807172775269, + "step": 693 + }, + { + "epoch": 0.9295161560354931, + "grad_norm": 0.0922229306076492, + "learning_rate": 1.2678591151095466e-06, + "loss": 0.862453281879425, + "step": 694 + }, + { + "epoch": 0.9308555164908756, + "grad_norm": 0.09307453015713951, + "learning_rate": 1.2215744478771473e-06, + "loss": 0.8628978729248047, + "step": 695 + }, + { + "epoch": 0.9321948769462581, + "grad_norm": 0.09390847242485158, + "learning_rate": 1.176137301864362e-06, + "loss": 0.8640226721763611, + "step": 696 + }, + { + "epoch": 0.9335342374016408, + "grad_norm": 0.09047699788223823, + "learning_rate": 1.1315486701219603e-06, + "loss": 0.8615423440933228, + "step": 697 + }, + { + "epoch": 0.9348735978570233, + "grad_norm": 0.09225121912036802, + "learning_rate": 1.0878095271560274e-06, + "loss": 0.8629521131515503, + "step": 698 + }, + { + "epoch": 0.9362129583124058, + "grad_norm": 0.09468262537112955, + "learning_rate": 1.0449208289066549e-06, + "loss": 0.8680487275123596, + "step": 699 + }, + { + "epoch": 0.9375523187677883, + "grad_norm": 0.08864131732671222, + "learning_rate": 1.0028835127270553e-06, + "loss": 0.8672420382499695, + "step": 700 + }, + { + "epoch": 0.938891679223171, + "grad_norm": 0.08863790746193773, + "learning_rate": 9.616984973630817e-07, + "loss": 0.8590481281280518, + "step": 701 + }, + { + "epoch": 0.9402310396785535, + "grad_norm": 0.08696588424291667, + "learning_rate": 9.213666829331313e-07, + "loss": 0.8557388782501221, + "step": 702 + }, + { + "epoch": 0.941570400133936, + "grad_norm": 0.08662390194134649, + "learning_rate": 8.81888950908496e-07, + "loss": 0.8785231113433838, + "step": 703 + }, + { + "epoch": 0.9429097605893186, + "grad_norm": 0.08788144151524947, + "learning_rate": 8.432661640940654e-07, + "loss": 0.8539268970489502, + "step": 704 + }, + { + "epoch": 0.9442491210447012, + "grad_norm": 0.08294934500459163, + "learning_rate": 8.054991666095025e-07, + "loss": 0.8738375902175903, + "step": 705 + }, + { + "epoch": 0.9455884815000837, + "grad_norm": 0.08928570505204149, + "learning_rate": 7.685887838707828e-07, + "loss": 0.8654993772506714, + "step": 706 + }, + { + "epoch": 0.9469278419554663, + "grad_norm": 0.09056329477645209, + "learning_rate": 7.325358225721424e-07, + "loss": 0.8602147102355957, + "step": 707 + }, + { + "epoch": 0.9482672024108488, + "grad_norm": 0.08834914444282212, + "learning_rate": 6.973410706684691e-07, + "loss": 0.8771353960037231, + "step": 708 + }, + { + "epoch": 0.9496065628662314, + "grad_norm": 0.08708692203680984, + "learning_rate": 6.630052973580636e-07, + "loss": 0.8702942132949829, + "step": 709 + }, + { + "epoch": 0.950945923321614, + "grad_norm": 0.084257461327173, + "learning_rate": 6.295292530658303e-07, + "loss": 0.8681701421737671, + "step": 710 + }, + { + "epoch": 0.9522852837769965, + "grad_norm": 0.08815345710641018, + "learning_rate": 5.969136694268863e-07, + "loss": 0.867163360118866, + "step": 711 + }, + { + "epoch": 0.953624644232379, + "grad_norm": 0.08091206523203727, + "learning_rate": 5.651592592705646e-07, + "loss": 0.8660309314727783, + "step": 712 + }, + { + "epoch": 0.9549640046877615, + "grad_norm": 0.0862181705905527, + "learning_rate": 5.34266716604841e-07, + "loss": 0.8730143308639526, + "step": 713 + }, + { + "epoch": 0.9563033651431442, + "grad_norm": 0.08629480006871994, + "learning_rate": 5.042367166011497e-07, + "loss": 0.8578484058380127, + "step": 714 + }, + { + "epoch": 0.9576427255985267, + "grad_norm": 0.08402599731850156, + "learning_rate": 4.75069915579649e-07, + "loss": 0.8523633480072021, + "step": 715 + }, + { + "epoch": 0.9589820860539092, + "grad_norm": 0.08727160022400486, + "learning_rate": 4.467669509948591e-07, + "loss": 0.8733158111572266, + "step": 716 + }, + { + "epoch": 0.9603214465092919, + "grad_norm": 0.0873055750062159, + "learning_rate": 4.1932844142174024e-07, + "loss": 0.8667589426040649, + "step": 717 + }, + { + "epoch": 0.9616608069646744, + "grad_norm": 0.08391810146466748, + "learning_rate": 3.9275498654217425e-07, + "loss": 0.8556637763977051, + "step": 718 + }, + { + "epoch": 0.9630001674200569, + "grad_norm": 0.08344649598432181, + "learning_rate": 3.670471671318554e-07, + "loss": 0.8600755929946899, + "step": 719 + }, + { + "epoch": 0.9643395278754395, + "grad_norm": 0.08155565201345322, + "learning_rate": 3.4220554504758475e-07, + "loss": 0.8625589609146118, + "step": 720 + }, + { + "epoch": 0.965678888330822, + "grad_norm": 0.08310992915256266, + "learning_rate": 3.1823066321501337e-07, + "loss": 0.8744138479232788, + "step": 721 + }, + { + "epoch": 0.9670182487862046, + "grad_norm": 0.09059294896957269, + "learning_rate": 2.951230456167675e-07, + "loss": 0.8651660680770874, + "step": 722 + }, + { + "epoch": 0.9683576092415871, + "grad_norm": 0.08667376593836515, + "learning_rate": 2.7288319728098645e-07, + "loss": 0.8760448694229126, + "step": 723 + }, + { + "epoch": 0.9696969696969697, + "grad_norm": 0.0901743663329399, + "learning_rate": 2.5151160427029584e-07, + "loss": 0.8686168193817139, + "step": 724 + }, + { + "epoch": 0.9710363301523522, + "grad_norm": 0.0839120865435095, + "learning_rate": 2.310087336711897e-07, + "loss": 0.8600865602493286, + "step": 725 + }, + { + "epoch": 0.9723756906077348, + "grad_norm": 0.07971845624808058, + "learning_rate": 2.113750335837983e-07, + "loss": 0.8669037818908691, + "step": 726 + }, + { + "epoch": 0.9737150510631174, + "grad_norm": 0.08382537607934128, + "learning_rate": 1.926109331121273e-07, + "loss": 0.858464241027832, + "step": 727 + }, + { + "epoch": 0.9750544115184999, + "grad_norm": 0.08374125151610692, + "learning_rate": 1.7471684235464748e-07, + "loss": 0.8672544956207275, + "step": 728 + }, + { + "epoch": 0.9763937719738824, + "grad_norm": 0.08691719664949055, + "learning_rate": 1.57693152395364e-07, + "loss": 0.8575679063796997, + "step": 729 + }, + { + "epoch": 0.9777331324292651, + "grad_norm": 0.08548012222111118, + "learning_rate": 1.4154023529523663e-07, + "loss": 0.8578166961669922, + "step": 730 + }, + { + "epoch": 0.9790724928846476, + "grad_norm": 0.08321120366360928, + "learning_rate": 1.2625844408407084e-07, + "loss": 0.8539446592330933, + "step": 731 + }, + { + "epoch": 0.9804118533400301, + "grad_norm": 0.08463261327186729, + "learning_rate": 1.1184811275279483e-07, + "loss": 0.8626048564910889, + "step": 732 + }, + { + "epoch": 0.9817512137954126, + "grad_norm": 0.08641185959481405, + "learning_rate": 9.83095562461589e-08, + "loss": 0.875365138053894, + "step": 733 + }, + { + "epoch": 0.9830905742507953, + "grad_norm": 0.08863161193589854, + "learning_rate": 8.564307045586085e-08, + "loss": 0.8772228360176086, + "step": 734 + }, + { + "epoch": 0.9844299347061778, + "grad_norm": 0.08488473713051564, + "learning_rate": 7.384893221405787e-08, + "loss": 0.8687188029289246, + "step": 735 + }, + { + "epoch": 0.9857692951615603, + "grad_norm": 0.08248996757351733, + "learning_rate": 6.292739928733582e-08, + "loss": 0.8708236217498779, + "step": 736 + }, + { + "epoch": 0.9871086556169429, + "grad_norm": 0.08175826228830926, + "learning_rate": 5.2878710371082606e-08, + "loss": 0.8684520721435547, + "step": 737 + }, + { + "epoch": 0.9884480160723255, + "grad_norm": 0.08308696696991014, + "learning_rate": 4.3703085084234596e-08, + "loss": 0.86341392993927, + "step": 738 + }, + { + "epoch": 0.989787376527708, + "grad_norm": 0.08173270044007887, + "learning_rate": 3.5400723964524876e-08, + "loss": 0.8588700890541077, + "step": 739 + }, + { + "epoch": 0.9911267369830906, + "grad_norm": 0.08415675974280949, + "learning_rate": 2.797180846405567e-08, + "loss": 0.8694193363189697, + "step": 740 + }, + { + "epoch": 0.9924660974384731, + "grad_norm": 0.08636580232087347, + "learning_rate": 2.141650094537262e-08, + "loss": 0.8726028800010681, + "step": 741 + }, + { + "epoch": 0.9938054578938557, + "grad_norm": 0.08429343796389252, + "learning_rate": 1.5734944677885388e-08, + "loss": 0.8648238182067871, + "step": 742 + }, + { + "epoch": 0.9951448183492383, + "grad_norm": 0.08419899611916339, + "learning_rate": 1.0927263834745739e-08, + "loss": 0.869813084602356, + "step": 743 + }, + { + "epoch": 0.9964841788046208, + "grad_norm": 0.0861205816566761, + "learning_rate": 6.993563490143018e-09, + "loss": 0.8607228398323059, + "step": 744 + }, + { + "epoch": 0.9978235392600033, + "grad_norm": 0.08318450770600956, + "learning_rate": 3.933929616999344e-09, + "loss": 0.8608525991439819, + "step": 745 + }, + { + "epoch": 0.9991628997153859, + "grad_norm": 0.08488292679976817, + "learning_rate": 1.7484290850910967e-09, + "loss": 0.8701596260070801, + "step": 746 + }, + { + "epoch": 1.0, + "grad_norm": 0.10881135810090066, + "learning_rate": 4.371096595834345e-10, + "loss": 0.8612985610961914, + "step": 747 + }, + { + "epoch": 1.0, + "step": 747, + "total_flos": 5682852003840000.0, + "train_loss": 0.8983253232606124, + "train_runtime": 115389.9101, + "train_samples_per_second": 3.313, + "train_steps_per_second": 0.006 + } + ], + "logging_steps": 1, + "max_steps": 747, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5682852003840000.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..a3970d7 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165add90fc159a0276935c35029d907531f50a4278b16b40d16b361adb507aec +size 7441 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..1c2294ee9a28ce8ac4656903257620a469e573be GIT binary patch literal 45828 zcmdqJg-H4!|A}WZKgmg>yQqllaL{JG8P!tiQr5h0eLApZ) z>5`B-_rv~u-}Rkyo%0WzeZBAAUaqxfJoAomk1?Kk_tHfzY6=z#48y3;oz=LEVFY*# z!;O)Vz~4x94E==v$a|hK^t|F~gi-}$>nW*%fsH)MN(8kTvS$= z%g)o&%|l*H%=v$RL)7(_tyqn*R~sCK-0kdj4-BKRK>x>Os=T$wuspYO8fsU4ljeqf z0^_>(NSAaq<2*A0Iy=>wtzBtxbi^mP?opmuBz8C5sBYHHxzjsaa`EcbB-xxJ?k|ad z-kYP&^U-+~usFB6&D;7z@j~aD@R;xI+kd}O{`<)+kk%?Q>e03#7)DE=0snN_3l5gy z4*pccgdL`%qw_jRh24#cijrq0!K1%VrXp13;o*6GF#^X0AL|L!VGrTs%s30|EIL55 zICcy^pSk(}i=QhqWBdXFlW$(QICOksH1p*aEnlk5AK-9JK3Ar2CrvAM;<1jX+S#*Y zM=6M(iWqzMDEWtcI!{$!T{7QZpPwIoqG{?o9zH!<6;ftWrcY2E%_?KLx3eX9 z;)G-Lk1Gn#lmevJ7l!YL>~D{5&gHj@2W~F$$A11dlOC}}gS3t6^ zOWAs+q=xJ>vVs< zz)^}b`IX`d%AQKYm75ck_MNSn+jQ8XYYyeqp%Gs__BySzX6t(}97C1x6x=4%OGrshwCPP_3D-F z?oK2PXT;_HygsjAU*l~*OC_Inb{3I#9taai@g>+8@`%0Gl-O$X!Kjd;U1dM;L~)xB zA0OYVq9TUi;NVu}qBn0yC>ew?yyRC0u^W|abrIC3ot%WjXhmFf1Kwq4hZ_yAs92vc z_<&b`Rn3=RLV#s{{Mgv_?#l91YRE)hi)h^inPH-g%Xin-JcoQngA9wDn1lDWY>9}7 zlCmS+df4P{5y2z%8FDAJw6fAOGP(y>!NzFfhI=Y@BSuH8qM+HMe6>xX?~@g&<^!hN z6B83Qru%m&MXO=qf9LHM_L|k*2-yw4FIH(-WSZ4I5lW+sVTQsCY%0NQi2eIT-tUqt5oO+&=#3pQ*i#0blGb#G!&Q(?fZ14yRQ^A#}@bL0J zN=S%|RsKiDs})oK=E4hcyYE~Z0`%Eq83|^GF%3;k&A4r&Yy&-G<3X0zX}8CZAJ@=WI_aA79obLAQ3L zjWGx@)vDm#m)#B-Pc~4XthTFgLhD%C*l5bNs9PHL8U1XMHf|`dRSa3eD()~ME%lmhvojgLdqlu(zOa`^QIQR5g)9`3+`z3{3A-bKs~6U0duiY=$tWr7md5Lr zVL7!ot{E6i+$QBvy>;s(6bUFu684?P=7v7!H%reA6jH_s=th|3XkEHQD_Xf}=`>P) zy)*>s@>y+d0!(q`3ojJ(vllPAtdzGTh-pD-vEJs8_au|F`KAhizq7mBQRd^SxLkik zwCQPl{5j^I4}o#R*Da6t&) zzI~fX){Ton)TGaD+h=hkIx|zy1lmOA`}YLqA&aKo{nmz`Z}E}Pa8M;*jI0dWw*1qX zA=(tMI#9~$F~t;{n4BE_=f_)KK|wM-Jw4ye@kon8ql`(m(OZndhFrTTa*egWe*Lm& zOOiW#_AK5Y>x_vB+sBd#iiD4kAc-cRHYLh?y>D8Fj3AX6_B>MRvnc9y0#>qBw4d8` zG;}n0JA3W<8BNUz*N|=2y!?FYZQoTkSy`2ZfdQlRH*a{Pr05F^3pMF- z0L}5^$GXfvAfTnE|MmA_5~L}^MsCR}#AaGv-eH*$-?VGnO^uBN z)y&pjR#sLSF4mD=vpwSjjyY#~KbpSkc6gMS7)8n%cxhc3SH3^IHD5d`?lL4xL_)$N zE6a4{?Zt+@-R&1n#(H{mLPA2~Hs6?vH?*|0WcG2zm!OfD`TyZto9S+G)@?1Y{~;c* z?v(!aZHw}e=c_)sA|sR05-iad8i}!`^+8u1iF44i7Am)05=NPICpU*1Fah0^deoJx zt5r3$v?gmvIiL8m4p9%vxs74`=M(XGJm&eQlX!otJtTb_3U??SuO^25{`QP_x5Cxw zLy?u8T3Xe{h~~SIf3rDN^$>%^*fQMO-FD^e^MULAwy)p6*Cw;rZ|r%i%SlI1&j+26 zi$TQbnD_huUl=V9H@Di5SFh;=DqlI3|K2mn-Ac!}g13G#_DiwYbh16#d&qsd{tTn( zF_dV_-%rz!$7}Q1d`sk3@ZQ;6&T}mY*;$VCoP+eQcg(5a|J|M{2G64Y%OhUvCaCd) z1b8MHmn2`nCiO#~JP3agJ1@`{tgxm$hrv}CBf?c7}C%;u2?yy~{ASfq9n1sjg z^UM9VsdqVpH(xb3y?FjyXxm^5IwE<6nHa#|dT4_66Akwp(qff`NT`^&<|n^khnP=l zn0R&TPe80N6p#34VO$(RYkK`#sX^=40UFlBk_wCjZ##c7uOXmgWYA5%-!nLrls68d_H4aq91`-itqRO?%sKdqBQ&Tp=V2wXN@eJYV0a3ZD4=!u7vH z!?z(GAoM7?!=SnxM(4x0K9;X&|Jj(!soFcNPUgP1HFY1#*YeLe-Fr03o2rTci7acw z$R_}YJW+}iD_^=36%)fC{i4+>z$|#nS^|<|`I}^W6g(f@p^*LE+R@P)57^``%U>j0 z90`pX?S>eQ>NN|vpt!d=2_KIBl3M*O=cXF^py_w(i*NutaGI9|^ANF&dwY8mP_y%_ zWL!stu_$~f2{9h!{HG(R=#>1|XvHcwUvIXD z?C}DKIHRt9NBr4&QD{~%4Of3fn_%Yu&KH_v z1N>eP1&*DaU7Qk!L6-jJ_V#^fEq4KUX>NFxuLCT7$dNYrd%?@qg~ScOEdd^;kjkbY zw$w+uipyaIt%Fse*;^cpwPjQ)YJ)g=#6dP_-Y7qUt`>c=)Vp?_U;e z?VjHXLRH}mU+Mh!9gA=xs zRP4fOYj2*s3pMuOXhp+UFj@BrjegQj0J4Hth2mjWiYxM?z_!=^@IKH?D+n5|4JW|& zmHFh*s*|O42%;o~sVA)8>FK(0-p#w%_t)4Gw0>F)VTW|*`1ttO#>Fl?a&p&aB0f*t zJMsKHU1V5T$vlPq*R?-CARQl7Ji2x3mWG>KZpqjk%5>+}`Fn5)VJ)n?0J9Gs;m_u{ zyrAS8l1*Z0^@InfzMjZA3dpCk9UingfO|B+D~17W7qK= zOQmhNF~EM|W;u+|PUuNO)x6JNzWf;Ds@&fTus8Pe`wU(52n6V(B1mU{3Je!zo8qVG z?c9`blvFolPDe+lA~+kxS%7Y-qi)@(4tLllMAZo_s?f1ld+@nG&GYm8bnNUR|27uI zW}ka_ZYllky3#4_no7uRLa53emMG(z0tsU|KTtRUNS_|7hiC4xzht<2P_+e3Ar>AQSEJC$9iq%66nd@vUC^&^v#b{ZgHFqXC_wDq2 zrk|1E8yXta(>h85$0+pnS!Bw+{&b$1>-$ufwOXdYflpKpDs5T(ShleYeO&A)MfjRb z^NZ2suV1z4SXhKy%I2l}*8#TD9X>pfH=O)7#a|nv1z2Ud^0RqjbbqgSuxZYBet0-( zzexU+3>LWix0e{NS@k{P$rA|B_gNnw!%F+)N{vpc`!ZtE^o&Q39wm#`nd-h&q+viiCUY(un-F%uGDE`VE4Lo7%Cu#< zoX1L_M?%L)Pi=~3CC%!-2f$R?Z!SsB<7J24%_f3%7e%bEGDzXx{rm2N&c)58^e*Mg znqlGLe%+N3!MlI2L53cN0WH3Wn3#ARGEd9K=FO=iqA*ee4s$t0&%wfSPsF&0OF*D$ zcGfuC;DgEM!$02YYQZF(G4Jl~UNRoRnj5_9fA#9sg0V;aWg(~4)zg~{3=L6ep+=$! zAjx`LzRKnhjHr=wQ|^J@TT_z+ z!MFtSa|<80Ar`nqM5q~W1WG_>r^q&#&C>-WbkK)vE6ifA=i6AoX*$mvx!xFTED1Qo zw%F7N)$Vj!hdB@*f+8Y+OKt!#grWVISBSK?GHGZH{`G5~B%cvKjB9(?X-26eXxkee z;@HQsg*zAD#ue!%%hSJm_s%6!xnNBWs-iL^U}S&3?Ie7mc5`{seKcs}^V|lc!B>tD zYimA?OIEgT@-zE}+&cTon`C$H+{yKxH^SCGHo|=J?YR`Cg3khUWa=ZtlH6P+! zpYT{#nL`#97I_;>(7q7_UzIcQ8TQJnlA_+%lnWRSXUx6zOFIzoIht3@Pd*#4US9zU zfHbc8=cny!Z+}>Hzt=Y`bf7o*V0gRXJ|hD3SKgejdBm$#UfM{1&4fF75|$1@kcTNL zF{~~nICV06m8lJPFE6Qk_wKnt>po3(+qBI4-1e!zW%&->LQmr3EdU+n^wTyQrv49NUNqg_ZT+6K5m47o z;JSCH=y$-7@r4HBs{K8M^ZZB9)9n8qIp|VG?O!o6Kbr9daBiATf@le}#|&rr7rRz~CC!$QIkBXik`^UesztZ%+-dkMkZCO3PcOcxF3Cbd1Ak_nQZKNWg%sI5xrtaO9x8HMaRN1H${c1^=1Um519qT66{y~4O z=n4-13J#b>!f6SV0@ghP%B>h?VV16_{8(dN4fB+QQ=d2*XgQj={!Vw){Zi`Bx+aFL ze-i%m>62MiQ3?#W3D2A$R?I3A3XMb%SXEs6emd&z-5S5C%9AHg%xmrtZvrR=){(0$r@Y+cU&xh3wWh^~WgEs04njRSH^c_L`P*-6rqyV1 z2899YQhobl9O|*RU+c=sO0LJ$Ma9)`lAT2nHOUGw+iX^aSB2;`V>zN>{K4gt;wKxU z>wr~)z(tT4=BAfWxEU}GCI6!V>vPMpR-eW_hLfsX+wzI_*NdwxroX=``Sa#Qxxnxk&`cPCK}HmZot=9mR~nzZap|&I~?ZquSFN0og{|!LIJ$AyD?hlP+0n) zpMr)ap)yzC*s(8d?pwbSczJjTfWr_+GspQC($v_)`1o)r=oE<3Xz}>%%Nej*=CL-d zhgHKE@^f9{&tHFRec7w6iW9q86(VWdhNd2vgKtBbGjD#(w+X?7CV{!ZV%>GVced>* zqU~2aP6;m`J$#rTBxK*FVw9ES?#K?iQ|m@aarv&3>!#1Sw2qen8w+N94_V~>R*qf1 zeAy%=HDWmwis7A>N_cL4`L??G9~J!9?EdTnFsfMdTZPk<4Of|-#J7#sv-M;fN5XK* z25I10wJVJ(GZ2bje;J!tL313OA7KmOZz?KM4*E9+a2GvQaql_9!2R6~CIxTdl;D5% z_NmO0He*mo5cZ?vj~gj4Ix07yZ0Su{^s^OA$mer*JsP79CBXR zth}VZ7jOqm^+G^1@MJY~b0{hWyDBYJ6UyHDNtP0_=LZqEvzofEk*XY&exB64Jvf?K z@=Y_%9y%#JnkIIiq1zcc36_8&J69(aA8tEUk+!eNxe=8BT>1Ci8*;Zw4JsB42A$Gc z?HX1gzECSeKC{5(!wgOmTEj(*2f7ugZWUMz0piFu+)GF*7-WVjL#|~Tg#(B;@*aM= z7u{)h3e}8Ho_{Xe*VgG@GYu~(k^SQhYa!zw^Av!@V}7$!Z$Dg8S10h_SP-#}yqGM{ z=jaF|2EgsUX*srEHf&SCs3o4VKa4oiCXN8AmZu_h@Ab3N)z;b;C*K77ux$rJJ#o2F z47G<2Uy)*2=UtZ8JBvslAetBxfp?GLREdF*@!bvdOS4d@-23N<{k?Iv!mp}qw$M@A zxT1;GL%RLXaprErr>(5n%O!QSwQe0}7@HkjrMrZfRb3^$+Yo+(h5caoNxf%&9murQ z);EQTRt$5WteS3eGBMmI26zZmkNN#Jzs)6!g!#xr?2k>4U<8DO?!#Wa}WN6a;*Yn3-rOE5XKazRDs{sx4*T#SrXn^4S?d`n**T)t1 zu%exPSU<+e&BJW)sl&{MF#MKAX^ob{f0~;Oia;nSP2-82@;iu+RwsjMKRF)B>9WR_ zk&$6o;V*?ab_Bcz7DQhXu!PXabF7ZnMVjUb0Nt*9qWx|ipvNVc2+V

Z=HlajE!g zFgILwjbTm{X!Ile=N|@fCoB4$grcOpJtz6D$mBF&s^h0vs1a9XKM0&Lw9F+ybBz7{ z{g+?*fK-6kVE8V_z2Kc>wK!6NazuIS=aK%|fu-_8(Yp(> zdvAb^k@+_Ox9X=@B~TYh(m25nDP%Uw2syk1;!RXSsmq@67%AZBWGr2&MS%x5C5F39{>z=|0kdTWZlN_Evu6s z^P-B44qyA+qORZ=Ph}3W3US%Nm#(%6Zj zSmdIvE>u`(p$$NRr#l1d?7LX8@h~Y#IB3$r&;{VrOV`m#TJ>rtX;gd5zjSnTM8(D? zcxA|>Uw-G-%$G0*_~J>t?3ecTri2^8cOfpchnZWK0Tx+qE{*5Wlp$&oM4HX%v{)$2 ze1lbdqqjbm&In~*6#`sQ{mYj-Y%PhJUH&LMnL0F7tOR@dm_}=cqGAGbS)#Nv3y>N! zdAb)b9tz$ZC;c;Z?;b_qzdvsgtKZcyIqw+2&lVoVs{HZ!a~38llK!G6PmTgTuCo~F zJXrMV<;$1N%ONo|VG-@!aCp(}{udjlgu=8F4N&UZdgTs~Fm6j@HT;7UBKiFfknFR( zylhzF#tkgOot>RP#m%wMydZ;YqhGgL0n82EY7yCllDFKZuvn6`4WxC${@#WPnoLwR zG{Opk05&bHuGT?Ei&|Q8`$OnGRN~%O?kBmov#NW2ohH}zybRz_YoTPAEDPkyq|tTPe|bz9bR`eBnbYt_z*j_3Sa3^8{mA-jLkiUI$bPCC|xv@d9I2l^tl%n<(0 z9Rgva0x}?9?7UTc9lzV1LU??kV#CbDv*S#ngcS)0s-JE)A1)5s9r4{+Zdyh;4}(x+ z(8h2iJc7WLW`QqXzEp$sBSw9;;^$)>T2|Kk5>|~|{QM-OG#vHDt`*^c-Vk4FZEfAz zDHcjX4Pq^A@cyok(_j&G4iH{x&Ibq+`X$O-RA9Rtq!`4^sDMJqI^D$vB*qCq&Xak& zNJa%*Bmww%2sr8Ko@`chfgm>&w+x=*ht&ddRT!wO$Zy}ypHEe02a*R}9-tUJbV+uE zW}ayCjrdKmBS3@7D9m%TjEs?|BM({Z@9nzmi*G@hf`qF9ND~Hdb`o)I(Y>?XS&WE3 zLe~r$+CkE#ri!%~1Z)qakOMKZHb2M+VxN@%-*+MDhpFe*(-&27gS{RC_iSXTE z&T){o<4Z460-T4Rf+}j@uZV6JGoS6rP87EwK=3M|FmYpkFcQ${81!k^HP^HT%No#X z4ponsCO&(17itNk^otA9^%)Y7o{!qlWYGFTW-?A!SuK`BX$d+oJ3i=vy|y+5NARY_ zOHDkG?m#;53JFnMzkb~i@)3maP@sxi ztO6Vz9MI%8394=#$d&g%kw;@&f1b5ru?zbf-P9QF(-FRZ``RPm9@)yg=W9_Zy6{4J z9I`5+3h-6Vjabx_Vf?9qwlr}o>3?PTnKNfBfWJfnt7ygAWfK6^vVoi8h>8X~fV#BY zWRJ0H1KevQ5T{2$&Z>qf#`?NNWC)Z$-`VV9ad`ZQ(?zllgcbMSp2A~hz}TzV*$IvW zZJ0t~<^?@3O*2}(*kxGUyc$Eo9h7o$V6EK%rK4$A{6#CMS&WLQU6VUwl5063yE-6Z zoB`7B`Z*@w%puV*TEw=4+u$vzIG`r!2SV0gzD{eK^0oTZhs}AxN2XgOGC>gijCH!s%66}nT(R0M% zfToCua7!4JTvB7-Xx~R81x5?~_OI_gfQ;ixBQQMPMOrIRacn#1O&p0`Kko8~71R9kE z;I2M`l;}(TInsgqWaGn*v+t-Ll+hm^+7)#gD$#>PI&XK1<=xI{J-tUIps}5CaCndI zf}5M$68hH!i0+SKSd{}y2D^oa3a5bQ>~v%}e3<8B#k$d>xH#SuG95`9V=&2x04u;# zV3bWpL&J!)GTESi1x~5I6-nFXp$0}?0z(1FF!A$Np9~Spsu37i4s;AX)VSQ~!Qz~j zE%x*LalR1h4UoDTs;c;_Mi#*KadTk22l@k)!t3uxt(I$_%h2Mc9O`{im z__R1ecHD8QpkX#mdJVGAh=TNtg6Zs>LCgmc0|L5QvlmM+bu)n1h0edi?0wB=P<`G-08|o1@d+I*YJRY|te#%IPv_MI z2m{3U0|G<3+ug;geKYK#!yLu9AKyb@vdR>TV7SqPmT(Q0segMN2}*!e8DU(7HgF%f zdQ^gB{%s3roan~Qo&R8vg`P4LA;$ojjMM1JoH>8~!H0#;&-KfZ?Fpb6lLO*}k!s=A zC?G-b2Y@hEc)I0zyX7aKO>gY~yOtj_`{Qja%AN9&DnJiZ9Eyfe6J(5dA7)C*G6HKv z+H{A4x@xH?!TTBUTox5cXp3PcsJuskGY~POSTKo8N_qg|Q1+SQE)J}4O5d4xZ*Rsu zV`B?#A1pI&G#0VXfsqIVv?=ezI|9(Ts&>~|p$Q;E6hnLj*Xy>l@x!4cp*YY4HQQ5^ zI$-s@9pX*Ox^Qdy&|DfpHi!Z#k^z#w@3V)1^3Kv})Fvn2%Exu?Gk!j_Y_NX?_^6-Lt|r#o|+NQj3Pq5fa2(( zr)&E8$tmyec(BQPW_IKWJ4fTpC65UR@JdL~0l*^B*4C!w;D`aL2`Zu4!)zY)pZ8s= zcD+H&qeNA$<^6H?4md4ExcY5Krlk+<&yVrQAAukQv`Vwoz<8tDq3|`Jcf=LA!LV59 z^WzvrN3L!hc=V#$?AZwa-%WZ+M7Kzsq*+1F02|o1JOR+el-0YkquDt*!H8nBa)t_P zR|P13_{b4(!yum@!P|?;>hMp1Oq!`Urbq~A2Agx`sxTXE%jSlG!xgAuE(r;}e{72n zn6MO_R&kD5jxF*C{k#AqYMlX7lhE#=L#B9SP$%r@*;7~L@!z+pr=Bn7WjBf3ombMM5d;4 zUQAIWhtHBP_KsYbabr4sgih~m6II9O$Q=90%{kN}{>LCGe;4`fV4!G~|6NNdR!>Ny z_z*2}PT)iXdQ91bT4RS@bo4WJrOZxI=U*c1%d z9_s(GL?F;)l+7^Po8$AxztB(^>BY3b>PJP9DX#ZfAu0ovruiSal(KSi%wW`E1F6jh zvN8>T5gG_@ItR>sYC-`IYl3*L%_)_A^8Egx=end)M+mDA*=>y|vVF~}S8$9uP1Z5e z%FQ!#RoK9|Z0PwcWJd$w?pV+>h!6!1Sm@!?rxA}IAGS|L@C4*xf;w#47Eidgcr=Q}+BUyaDDeDo*7CGy^87aBu=10iNLL0u8{*$9y_&;7}7b zDWQcTr)(B5UudJE>7X=6uz+__%sFAe{-v(tj!mb9-V zJF~1eYekYvc#phi{B;)-RvqA|Tj1dcCfYQ);2qg-Hj;q)c%4^aHUdM0`_h=2{UFS) zN-1gO~$IWv1IslvGrTvr|N4 zCr=o@x>RkG?_=dUP(Th{{=gpz!(muh*ci}qwZQUp3OT=eY616hIqT?BZ{~NtZ=6`J zNLoR%F)X%Urv6v&&r(_deu18mcIxADmVD9LSLDnJ2GH4VIjA1AM~?7bV8dY$_{j=B z(pe(Z&O;^0=iobWR{(6SZb%#g6t9@((b?aGq4UiBx>2gt|8~Z;RnVpVH!YnW=@BNT zC=?m7iYsLQV_QURI`iGT8j<3miNAhmXjFtrc@r?aJ1}YpssbEQN;`QI%7BJ}0Yl}# znG?wQh-xs<4Ur6~u|}k2cm=Kt!!k84bT~swb4PwjyoScH4M=WSlyMMJ6@*Tlkbr9h z)J1?u`qar!O&q7q%s6aXpA!R_jix%N%pjPHxbz~s4meI|K|-f_pvn8@V)8wN0FnRq ze)~DwRQ24pv-kC(W*$361pN)Xd$#lC`kIu%1IeK*am?+aDn#J~eOo_|g%LZn4M;&6 zi!)Kd{HO|m`sEMz4~0C??|O#&|*tG5iteDNq@w=ghG_HNJ>JN6eeNkjA7nNBs3yJNtGd33tfd z!I_gvz0@JYxGrUB-h3FezSyzzb=?UW)024vc`%bQZxMib5rA6294KsD^r2%nLDcjf zm?XJjhyok{9__|^^e0T#jSKAPz!&lA#~*P}ft-d*3*$M|R^=LTM$QDGht+Y|;B^}0 zWN#x#CBw3^vLwJ83IxQLtX1@|BvpexL5eMb5zcaJ}N-I40=AJ^Y61mw32=AT0c zk6F4)HTEp8-zoFM2Mym6r8t|D&vLDr4xLYu)f>o?1V~-c{B@OrpHGMu zAH;LkFZy%EbJU2Pkf#q?LU2!e8L%oa5~ciI^=3%s!2&^V(bLxt2htzIVDd08G@^sN z9TWo|1w7>(?N+B)KuO^)D`bfOp+1B&lA2JT%fB6a)QyJ>`lBMS*?^3I%=LlhRqobC zibuL4B7(taP692=*7GCWJqJu7ogxwv%ff}7@t5D>c}WWT@hK8D7(Pvy3}FS^>7+wg z6=dp=|7`Xqh|D*KD;_<11o;I-WWs!EYHBRV$+1%a=QzH$v}6ndxnq<)uNowi+hB9L zx3m=h`B!1K{{89N*}<2E0XqUmHixwV|Mk;Slhl9(IncC_xx8I*l}ea_lEd#O zU07r!FE=+1xnk!6p%XSBYg_Un63+GYgF0)V9z3&6Q3L4#T%%yXd;qTPKYQTiz+o^b z5dc`D6f3{vy$1seGpOefWz|3+Qs;jTJ{t#av^pA<2co8>T>p*8wa=v-Z#IcRj)6pb zMpYF`RV35MOgZ78nbn~mts0yhDGID;Is=#Dh4 z0L8ZkSzsPX7&eMaW9_pcoKR=Oy?mvgb55h{89DbQtGt4i3uNP73LYLFh`t#DB~sRR zi3`~Uvp$w;%Qqo@^XJc>=3xKu1*^g`IE^O3nSR>PkO|pR6&6Ye_cxnV-2ScEW9tsA zQ0kDE7J$eSaH|u@`>nJw#B1sSq>wMTA(nviwgTu4Cj2^74IwiL@K?3x;fq=>E~3c1 z$Bs1rG2oLR(p8p#FG9+kA-Hoq_u){Xh|EBZ2P6XI>P1vxd|QQe3j-o&OTgHi3rg_$ zL~$H2ZB8v_HwiF74UZA``SkbiDVk!~3C;Iy5XFe5a~Nr~Ag@t32U2G8hpq~-`Qmyq zpd#?sMjhOLEN~|3>T|?TQIkhnFpLh3(2$oQZzqvG{nhD6lSUH%%OE0x6YfbuLb0}Z ziPJS{hw}y|11b#r3Rm%wRlAgv{+bi{#+u209U&PsVFUqEAF+d;^6U=h8PeY z%PyT~AviTcKZS}2dYV8I9^>O{UMK_YG#9+jNwV$)+8IjianGOMo1V7&U|Pn2p+r1< z_zu|JFsMyR2)Q6^C+jtHlz?#l2n`Ud*HERBlaoX82NXs(pcE$e_ZIil9izblf{OU- zGxr|?lLf(w%oK=T*9icT>ktSD7-Ct0lSJL|rnU7ehQ@%=6zzyf8qwwVGEZ+w5;*qLU zg%bARl+h*Y0F2`}DwpmY@0!H_u{FhLwZBE)Y4@5+P@SI~}>h|eBV6R#pUYVkNiWXA!qk{m!M5eDo_`EnzxVY#ma zOsMW4wfY9_q6r8T``XhqN?||}TK!x5gYa^x_dErL+(1aiLnJ#BM7+UAle=&wd1qqd z=K?Jm+_bs}@}qj#Me5%@Hrjl5w8YVqiS`TG;cb%zQhiH-cNz zZ3HfCl6ZE*MZ@hGPMa)MmvFV`QOj}Z~PC9ZOH;uOtRvM(kIg(b;M!e@!!z)LA@3UY;NpH4ECKr zoyuH|4?$>+u3J=?f^2;4aqL42#-Pt^k?+1DP1n(1dxvR?qw-C(6`bN-(nA#>J`d-PbCDmbzzC@5eYp2@2e??;!&hBH4` z$SgpSMa%x7kQ7g^nci6BF$pKdefqSn@+OAsVH-6ZsMAsBBh2h>F&Hf-ohqnyHJ2fB zMM#b=ENWUD?`{@#V(4R>Gd2&@++x|pu75zMMu5_YIeXmr5_OjxbAR9t0vz{{E8==@(v ztT5g?a~U^e$-@9m7~KP$+zXTZ>yPU<)WRR>x1n#ILEoenxE)5)cj9^P^X$x%MgwUG zEB>5h!u~OVxq>UZ!k_W zkYZZ>KhHfVEREx3H_6*`Tyq5cu#NP$6*kSwcH)k#E`bH3I0`*<-tkOQ=Ocfuuzuq6 z@H>$j?7LRx43BC6X4j5A?M}2PFdWRkj&39rE{ZH8uaZ)>epHu&Oed>#zF!!wU`34z z3kuWLOT|H*B+EKMdF8URL%R(e{}GKPoN-3rc3;RLnl22}c0Aaqs<#UFPxrO-+E<4o z7(N#Zzzn|~q=HnOE)gE>f&`h8mXnhP3aE9oGrfGlV?0b=HmH(hZF-=eJZRQR^~ ztB1p$@}{$j`21>#-@0T0n4mSre2@&1P@)Y%Y=Z3y79Fq8n9aMMVgaK1pq_w`uu_r= zn~PjrK6)znt^DkFSh+sML}-^yiPg;zsK(%6TkY%Lmy3M}%O(6)Zk|t3?4R9@i;Mf@ zHm;6UgO%&2y9!)fUtgc3%MIg8vh;UI@MQl*kh=0CoRf&YzCLVJQb+qS!6`8}T2TBXY$S%n5A6<*E+P&*o-zv)B(%|xw#285h-!3 z!k>77_%7w+=P$Y*pig}g{~x(1(rr&z4fxXvfFx3QkdGBAJP(Xx0HD@=zk#g_(1PeN z2o~Ko^V#?JWl0X^u0-7jI44TjJ;?-4N|>{LyK`n6P-YtpMr6P5bz=~3I#@#;uK_Ca z(*{}e07hVkl1YF}gGl^kGcx&a?`R8n1<~H)l?Xr^S?}N9eD)biK7tIerD}Sh@B|WH z=jNOcRokgt=Ck-TMnqV+9^ALU4}LFpy@6Frwkw9hu1OkDomIg(igxKF!HA5=?-$C_ zu2ORZhjLyJSr$=TWfmdp*($vD0~YH`)20T7oTLCf)&BV{41LD%z_eQdcKy=YdImP~ z%_Sn>vk&w*X(cH70PMIWC68d2z|@PJkuXFd0R($PfrJAWvWw4*}o$zE>zqV!XG)55DW({hbJ_PGsDRoXa!X zaqHb;>XiDRpQ8)&;YYic_QjZcR*)B$kBbo!Vivd8KioL(h(l#s5=FnZ7Gv&}S_2^x zQ)ib1X_PCj2f0G2*6V5|VfVihTm8?Pc0bDplFQ!?c78vb)3lt zP4$^_2Z?zZ7d^0di@9|jZuL;if04xupU`IWVg-gcxBr?A>?r4ay?O}yL}`* z$oXpQd*rEam?numY9@`|j!+%xwm6`$q$^_uwpiNVbu72jPA$86z-1mTjc2qLe$nNF z8w{;5&t{Pa_QCLyyF&DpV+c*KBc{N#fp*6Ui|pst@N z;BfQItza#AdFNnjyI&;KHob28&?0$Kyw~La6r&MXlG9z%=4?l-a4o_|za*9d_WfBpO5$3ndlc#Hq}&Rukl&&-5O<6p2m z%0&2Cc|F`mCMzqU;s1IHi|Fd1Vqxli`S|gR%&JY&aKEn`;hAyAP;p%vrDkK8CaqQ$ z%`Ja={hJ5)pLi5_P=SCtEHiy=`(R1|1wqX;W9iop+q1Oj*S_q)FG>x)1W* z9_r=!UD@h?%fS-d>zH`ee`_EW4G&i@%S5N9o@g*3)aoDzN6fKls{)5@9RtTa?Lo^7 zDz5)h^9QT~Q$?Hdc%5IPYk?IN*Fm@cNenBjc|&HhIQPBs;8Y?}t*AL%{t5|P52tD;u5zGO^MxH9C(YoskCQl7?Nr!K z6hqdjo^iFBAOBkDN`Q1Md?yftgZ_N`m@(AgIDHg_<#8r-rbFm2uN5ClT6N%xvHYGy zjson$@?FdgVLEUcA%y^T<~#N0X>PQ)wl*O9iCKj|_~p=MP`9$t;?dyyAjkqPMI#2x zgR}jvfhU08nZ2*p)Dul8Y<{pX7nbf~xxgnwEw6>Ks(fJ7?i8wfz=9uxapR|VD%!{o zc9D`_PmOaOdqt5A1cf)8}DZK!GK&9T`c}7>0JMAzL^S;}K<);+JOpXi(H#3p4zm2kee|0QC!L=USND ztOvm)lxzQkKeh>s)1cIRahb3A#F2ZhhuDb*qZE2}&}H$3=s%)^EQ6zH(`o~3_z&Q};3%V=K_H!l*DrZ`XZ$?MLx=Nk*$Jm-uTlia zHNYNA0x)wu46 zP8N@{g8PuW^2%_+_rZtH24R_cC+O%han+Z_QH5rP-~19KBy;0O`0$`2T`q0L2$IOu zQ62+;OuKrSv14C7B$bcapH9!4-%hlvMZzNH0E8(u;``yzr?Lyx5K3Q2C`%`?mg zVEqv*I@R0j)$%IzJfU+L<`)z4SWyW#K}(`7$ zn&{N>GH~i|Ric!MH@I(XTwBbEFmMjBrxbeNJR%B5o#}(C70({vz!ts=)phJ>+n1@o zQgw<_g74eA1qj2V@G^tzOyq4L#Yk_RxVh0l1iPi^5ANV>479Z$|GKLJS>ksx9`r!# zXt6zj_fn{@%a!7Bs%cNFp16CNR=<@yg4T=$YJc5MQeH4MVYSO6H4OjY^^CMLYWiM* zAU@LtQa1la$0!>z2$K@m;>?s3NzAQyU&*%~ZK(;aD~z@hMzp?3lR zdc!OB{R{H{W(zs!LI1aYp#s7*+Byz9-w~Cm2u}Qx zzdgpEEE_2L;ROtTPov=g{6ImDr>gYjPU5lL-)^twDu0$zncGMlyqD+wTbD%=UnDRj zD*EO1ZdZXyjL1gxnhZ=81R}I+t9*UH5m?x`^($H3QPI&#v-8e6F;p)V?po|&__CYA{A-2nGWe-Zo(+Re+No)l_UDTkwoassX#y{QCw zA;G+T>H76Q%jK}y8Q8cy;{cBZ0uua+QU2Qg7cS}o2RZ4PC|>fKy~c12&y{Mm;g zfDcl6CMga#1|jeX-VV}Vq@QJAu{Pbo5&Q1_`&w|z!Itu=gLww_hnE$~SchKw?iAlk zc=KTNVOfDV0FD|)l17+DaD6T1h}3#sfaq!1MW!>bAEU5P4Vz<@Kn9usm!L1aL}VHE zl#ZdT|LcB8U4~obfuVv`#-$!iX0YEr{F$U}(H|>?E7WE9{~G$60tajpvFacwb+*HM zPz2RapGHoqN!Y1smTC)x8=Ae4WPv3r_=uvdUuaJa_VC4v6EA88vyEkh!Gxb>kX;KF zxFu+aU^-EL7>}0=`gh8vE$J?ztU$Ylhf@u+7Cb_)H#B7zq>_jxSTOmM_=DQ;vQ_-lcz8!$?6IRYU78->(hJSy`deUU94ShicR z=Fy(W_2BHGgy4~Q{d*@yN1{q-*`-^{N|c^Mc6Yt<3~OIp?|C2o61MV%!=@w*11muU zs0J(m;uMgb5~P@1DY0SulJf-imlnn3YAadJx_riUYf=&vD(h{(fU7ss%ksvN5);Fg zMJ5dG#ykJ~6gl?t$DefnKu?<|+QgdPlv;LpPQamY0-kjQQc+Z$7#725Q0TXfB6HHd z8*}SSKZlan9U$2R$Oec!#LU6Ri{22@s^cT1^g8sr*horkk)i3eooQxvDoplq`vHnF zlEX|utwfuyV8=Mx?gIzKFtpEg%4X2pGgxR_r{C=`nK>sT8Ky<4m~#tt!ep(iLu8cH z)D7Tk{*@O5+rYB@`Y)c#&Wj}$ekWb$RCo@@jjcT>BE>f)B7DbFaEnA-Nr@dSA_>7} za6Tklq1}RDIkb{|Hdvaoa8}gxBG=H!8=~mU;@R=ferVaeibQh z{q^Y0n>Wp2@I}AV0*r2)9@OX>-7Hkr{s^aNYIL6^E~9l&6E2cn2Ugbh=1sK20K? zbSbHIDLc^deN1jO^I>>EbH^pm+UlkqQG1Q(xTvT(BPl`ve1_kW6&N8XYhZiP^55PY zgc#Dg!NSl}?)mm-BAMli_z_E*cu1++|BUcjs|SfSgU;1g=y(m33Ng{a8{kCgDR+AN>kB4rM)?pa6tCMp zb~8p48fByRIDxJ}hE4b8aEey#+{(QAzNgaj?IaVSp@CK7qaE$F_b2uVx@@t0Z3lC4 z<5#Pbt1!KHT`zRNe4!MlNMl(+; z)dbU#F9%RB**J>?kKzGY-e4MoJxOHTASc)ixi_(+&0ofFj-G~~*K{mnq}5W`hg9-! zXqbH6_CcSp8XPKw@P-#ACI3?(t-=4=;JsW>g9*W|=@0kx<6g&Xy3}n}5`2*5Uko4D zASL)ty3lVBC9IWQw*=aUcHj_!WqwBmqgfEVrz#db$f;=xmlB?{hA&AftnRqWRvk9J zc+_eIU$Sn;0S&G&Kc52w|8H@}_WtH1&7XY`@Mrof6>;C+&l0HKcT}5REsdOX3+9uS zL{sieL7P8T0>fXy@=*1l4}Syi3h*;`#z#r)R%_h1FoMzfOZCO9pl+ zvpEvH5SH$9BG9%D%2mpHQE{w&d`J7}HD)@xbms(V#Nce(cc0@r_$KQ&>78-`(s+`5 z&l?&K8Qy(bza`EZ!&t0yP?~}yFhx?iUcwL3MxR8kj0`J$v^|EI?{?HmJ2RqgO$A^} z%^@Q&Fr#1S2Hnrvkq!*M7UY*HbzKeB7)ruwkB8d*n?x@%H?!3_}-R$r_Z3Tr7k7i5LQ9Al4`5=Fu9 zJY9hDCpR1>@(r4}^Gffyo^u{g*@q%_BlM&BaGbfom?(BN>&e*|Dhy*2``|E(+#z}j zmhh_*N(}c>%aaxxGXzkNVj&EDUk)o^3{!r1rQ<2s(s*8bH)6R*a>-Roo{`-$8_si^ zjivuwkqS?~?E*|pA3;ooHw&Rx!~ORjzn-5Gjy)f0pwYsMet^rQ0mn4BX(A zgWa0oWUqyS(jGjiK<0D3`qep$@9*P5c$g3@yA5bjp8EgkA(1?JQrv6iDiWtrmj`zs z9?CQbM;{*ke|bn?7hge7o!u2R`NBEdxNegCZvMeHt5+=2c`1DhGFt~wIi1(x4*akP zfMyK*h1KBKR$5r?vx>EV2H#igntJfI6p&(>!4`$X&_#n8dkM_^I1G#eVCHlOpWg(~ zyBqIC{&%yLTk{WU;kj7!G8wz1H*0XU<=(cA6Nn zypPk1KlYKBP=l8WW*~F`Kw!r^L;{NqCy%Y2otma5dg;`TXBNac#BTCYLl{<3+>%gB z7>;3r#-pk^Tj|PFA$Z9%1LVxi81TdDL*s2Gc1oTyMt;R}Y zoUi1(eA&3c`=&IiiFJw|+et)gk?{V1SK$d)0j})6(G;uNU&qHeGrMbthp`|;2S;1u z1>_>W5IOumfo-;ZrzaOR>~Z>z5{AtrQiy;I&aN#;k!bJP=;pwJS$GoX|JE-e5a59W ze?tFh^_)G}CF|>Ag#i`;eYoeb2QDj@$US`O`Wtf=_5bU40Pw5>${fHg%mA`L>{%Eh zp$(|zh|{6PGTqwztHY)ZLZo&8+3g{{HqZspK=dO4{mUasn=B+biS+RzZHk~y{!jk} z1{;8=CO*WLFWn0S=GM$t1{I;TcPxVW7P(;vc0PF71S~W<^}>{rpS3xXfrmhpBjX18E^pl#9(iqjZW#LLF6 zGs{QFdEpFLwHq+~{mi)@AN^$d3W1P9@Td9RY#)j@KtYJ_4J7jf!*6mwFhR_|KEIf< zLioyHDg0}kB0!@{xbganbATo#hmKEREwWIIJcG|8$}FlxVlKUf`!gA(>;S5iDYhKB7a2h*+19PL|i0I zR;qD3J4Yc05!m$yY7$qS&3}d8feW!GV|pSKa(=nT|5tMKo{6zrpE|z5{D1x59-1KNmgXs7)HfVObW59{Iub zb6Xft9KG)fJ@;^;|2430@Oi^`ZU$pHSr;|9|5c|V3x`%(?=ei2@lMEFQoPd=_=Mco zIpvu;8bbaxu2h*JR$g~l>?2Flsi2o-;#!lA|84x*NT}mKQqkA5)fQF=;f6nos-XzI zwm()tNT^WV4S`>n!4A*DG)94uP}c2ghoM&XZpYIC36*y!f6@uy&bX@}KM$wy*8_xc z-DK=B9>Leu|IV|}(%5wgmB(of(XgQPh~Q8fx)b})xus6)JvJ)BE9z&bQ~7)3 z`BNSR*J0^EiPCBKw>y5HCi!L<_dOCsV0z6wzXJ{O{0CAZBlSrWCXC}3npCz=PJad_ z{OyrK$p)lI@^&vO+|mp@M6N!Kr!;5*Fvn; zKa(>b?17((2fASPwQfdBARpTw{SN!`wx{Kq>tXQ*B-v_Ag^Pi^D+^J6bKeaO@=S`U zkdH6`9$_^iTJdk2Q841GY5kgxWWn#+>8GLkJ)Y9pvZ2yGNvWsPFF5{g=;Uo0dDRh% zANGG2>V#WEhYz>T{$(ZWm#zBL$wxi65h8{<(dASHH4ZLJ*G&PYPnCCQ2$%v>v}k*t zw$@r0^pB_{P38_5OZpd7Ptl{n)gtv4Djd8L!I2kV7}<32#FKKj(Gci1S8%#S@!mQ5 zTXX`8=?Cn*FQVUiiPWWh5j zAm=@|F+DRMFAmKj%a$IXh;NbWd9um4@{D2XJ}NFk?pJA*x!H$3u}yr&1Z0t+!-F4! z{gGqm9XN9#hiT`cumbYzi(M7tvtpiYu}C*WA2wiTMbZ#<%;P`sVdaJ*Ms`ISFOSge z8zw0JefJ-&?s)N=_9|QqnUreKNycCy8$KOM#M`KW$hr2-LK&&@y2C;>_MhuhXfFPW z=w#AyKCZ-ho3cfHk7#qxCQpA6Po8+(Z z#+i<^NbO#ZbIE~K1MYdTW>cLJ2f}!5Cl59)p{GTX=}FE@%KH`UL3<*)n32zn?PR(6 zY1w5Tmt)YxJ~DjzA3;m#;rl31D05Or^u=SWu5TtdkLnfI8tMj{GUK83F}Bj8%KY;^ zyH1o-CfuqO-}+a}0qSE|U_uu#ZZ^Wu3|GTSBl99&k{aD+$`MbF{U)w5!+5vFMT&k+ z)pwcdg{MM~NVv;3*S?0~cfBFzpU$8Wq42L}LB;)BdV zq!n;RAOm}mdQM0aRce6Hy(=WNvIN%56>_59LIEp8Mr*L>CgMA@BXfk2Frb45TT-fk3o~RYeLJPh8^Z?Mx{`2ko_h!*MkpG0#L&wmI;(|X1iK;=UDX{8Er&Rx+@L~0Rka&pzL7uN~YPvq> z6DQUwNHhCDEWiIM{BAf3Vu+t6ikwE>?1XaaJ}si^${YvrhXck)W?LHgvi7e-@hEa3 z{{6n|1zqI1z${ zg(XM5I1ZfK3z`2TWp3<+AY7!w7nuzWx^b7SuS{SLLh3N-D@no310>}dJQ@14G241@ z4AkgbjaQu-#WnmCS{D+ZY1DpML|Fa8_v~^<8bil}am9iG`6UhDOHNwzB4dp}DtzCe z_P$h+~mj zNn}1S=z9Qpocj?wsts}hq1ctJ_YpL88l5j+eWDR_Q4nK=>M^|q6kzNn*N zNF8xHAE-_6q&@#Lx3^8V3CKy#kL8&VtEYG^d2;SYb50_#Efm1vfF9_3(2Ru)UR*#X zxw2gNK!7SlfJo$RUH}t0qBS8zkb<8*@z3l;$UPEYMmFBghoWBbH3;X`5nIG%$6c#m zRPDue+pb#a3V)t|6SJycf-~mUCaFRDB=>poHxy&@IN85#kg5yw$@4^N0)+elO9Uj$dapyclgg z+vEK{4NY#>Z>FD)z345ZRQcTr8v9gj-F8nIOY<=!XXtw;CjR<(d<1#_@PO$nxR7B` z9P$-EO{XWl=#eOQ^=l15KbM?goW=WEWY7{xlc&m>4LQ;-48EsFZThvUnijuzbe_3Q z=R<8`M&Kig(Y8s*LO#2^pd8{Cx!Ulrj8QB7Pte6jfhMuT1xxdX$_`GwdeC=Yx1SS6 zf=}r4))|p7fhA}e9PaS8SN8k8=-qMIKLXuMu+d?UQQ-jf(h6vcZ8vn_=a`+i5c&LW zE?L%FS2S5(=Jhxto;GYZx-L!Xah_LOqxmnS;UTzm?Prs9nQ0h`fai8KFoC~zi2Q4L z&q|3Ic2>5;w3vvgvpb$ildfX#|L{MiU?Z@!A7~COB8XUg_v{S_gDU6MY`7lzF2RN7 zx?!M6*t!XMY&f+V?e<)vv==#&L;z>j)*0b-EfQ1ETJtk@{x zIIz1TzpKmuw6dd2iBL~Fo|&YGnQpOZH|==&;uO#f?WPF?TP`>(TCO(M&V2!?q#u+c=?2r+m@CzzOY1co#mS2X={g@`AJe@%W=o(;@L+%wQRY5s)oUx8X%Z z_nkOx#|IqyeZS@e?j? z(UXBGVQy#@dh=QDk2-(nzG>q2q~Y9x4Y&ye+vHk$*1Er`{PQBeUl9cD(kZ`tG*V8w ztMa*&w;3Yo$0RAg-bVkIK2L#*kc}j8DieFd;AOR8?h@T=r(1TSmW5z}t+GRlydcs% zuNAU%S`zGbv5Haqddbbg&M9e9t_G{by4bd!<;P_R)#nbK$x$~h?f#%ZIc6)rwLawY zN5JVvAmxzOH*L!I|FWUP2ob|oF?9Y>=(3kvT8*KmFNIICb%Xu^O9_2ir^8D%W z>4f*$=!SqEBg3YZqb0@B0NNiNzbb@ov^g0(R3RbcZ+MJpI_Hs6*#JnBC3{{Q6p)YWbt?H!{XUP-t-!V8nU-Q3`*O&L0 zcaLYx$>S2W{}Fx9X$kUz$#^a_dAj#*VI$2imE6FucIz?v`g@bt;|+Y_c-7wfIG1;? zs_a)RT5Ad{eo(s}cybo;N?|kBHuY>=!-Jv&I)CSDE_mkdX&M_aVksMiriEXEXE9@bZ_Arg67itN6; z?rOHYKnpZytnI2qv@xig1;?vtM(cbcysKn;wDuSOcMO57RFU|LFX(x`nv77g(09KL zPB;v6#9trM_U;Sl;v$;tRcU_pY8VF zZeK&XFHZ}OblRR4I~&b^?@?0#4KYZ1e*Qg_Gp@$j8!c|XPRA`1h>MNtL=G%nd&dcD zg*A8kLy1|-c=_k2FI}bcP*xk1eY2aky}3USZI5p?!y?fmZ4K-%EKbA)qG)ls@L0n~ zM0T@K3hJMB3(gn+rIc`OE&7hvooqH~W72a}X&U>Ko6jCoPju!)!3A2u!ThcEMGra? zjGx9C42ifHFbMS@oZb0KJta!Z&x8bvWGlOB4CZD%O7QC~*$oYS&<{tc3ERc^iL0<) zl9vW{TXw-i?qe@ zCnZGDFVpdeer7I?d(Z#=nO}QNx$y9Y)Ab=G^n<;ZS*II2Ibct!v7$=ZALu!4;SL~N zu@?`m7G);Mo9Q&K?y#?CQnmXxRiope^ZBlJ!#}DK3#h|FX84HyyTyqWc@)$!e?Y`Q z3Eu(BmF?@pJJ`ZclYKl6nur7Nw{EMi=W@( z=Ej=Riw<*=CR1k-p2$)ct{D&6>Y7lhcIpI-Qo?U6x7o0-TD|EhK+rOI6EpBzLVBc> zu(Et~5A0~0dcp#!pu{4^d>M=>kFI1NziX;4Qf>k6o5Cu|>k^I_<7b-+X9Ozv-QC4w zUyG7p<5AkhlA|Ji4GGe31=J`>X{>vYc2$FTl-{qCGZ zOIo_{LHQbJcuGYao}pXdI77m(|2WU=c#`cl`~#Evt&q7$_0lBVo0C(RlSN5Q$DQKM!$nCX*$*M@|GMrfM^(=mPv|JxZ*llL2c2BQqlddA{Z|e?~~1vO}4BB80zBJ#Ed;!KM>Q(!ch# z=)2P)z}9{=IJBRNHz=};|BXyK+XyA82ZdB2o-g*&2bK%#g^coNeIYD_rO)%GRK!h1Sd$~pqg*R zflUzj{~rJ-?cU6H3(iw&$XTwI+`6$t)P|X$bffb!#}oJCWyTw&QW0}}xm%%3g1P?N zEyfwtDZisT{3y=8cyy7H{FwAJ(6Nz`EFeK`zni9F>f}j<@J*@izC$FR5vfust`~BN z%hF)kXLTFsKuu~PE#khDSnys!7Hw|VKM#5so{_HwLS`5sjBDrO;AIv_n-%zvng*{y z-GlVsBh7+J3l*RLLN|1=0knzJnBY=zQIQ0^?+X02IWxW^9BRF4W;Moh6|{&`&gV)7 z&g)z6>vSCY*or%Tke+%3_(FAMlaGw<-8Vz4WQb?AxCQ{wcxjBeai$t4=q+1~&gw!F=#Kqd~7Q$QyMO{Q*P0K0a*!*&D19*RX0j-dsT-(^#4f`t3 z%fnP4TU7uRi2PrEYZiuCdQ#G0pt~A-;RQi!5GK(L%p_!KBb|dB1}!(6o15XQ7!z@@ zgQMfoulplQ%|P49dc->GDhWuCBR~hJw)UpuCzQeEjpp~`d?E-OlWWJriHi#+7~j;E zcC>FP#9*TvACCK-r?olXYE#EWuoGBLzAuC0x(X*quXgHtdh64q4%J3c=z9b$Flk)} z=-+ej+mCW|L$6^kVi+Y_IQY?@WB5B-20na&5kWybZ=_HefU3Cn?~$oBuz``rb_T!S zV^kSupkU~Ig@HGs&R#4kV6|^gkD7oebn%Zd@jg&26&R(SE=uCkeSS9{{A`pf!nn|& zqqT&rx*J$>im0+Ay&BuyGpN_V{K7Q3LX?9-4PEdnX&IKrZnaaI$XNt!}dA{y%=mgYZ!?>9}Z~Y+3V2zjmtBXUp-y9kC$xOR-b*GVr_{1Ok zqu(Ns^>VR&MAiO3EZ=`x<<0-mD(`cH-yJFCfFwE>$mN7IA8bh50Hn<~auf%F)D%NJ zzq_!<&LowXknPjVJ6A$jucL?YJu{PN=(qeoF2z-tL=a9lr-Sa&^G}<4PWx=8+Bh3S zarKKuo(dY-LKy@?i?*+~V-a`G)r$-h@5jH73{u!PH7TnOteKMcM|$3OVd(hQ5%Z@> zco+!2v&|z*Zt2y~v~aiCt?pE`ALQtsXL(G2*HM$^K7DJh=ucBuK42=U3A0fCU+4$< zHXyXBr?bddR!AYpl#QL*cHbH=z=H%5WH2R|L^q;Fil=OW1RovP$UUXVR`dDz0Lmrg(*dVL748gJ~D9e7hd4nfOHgfRR z+qbr)<7eNQn1&btld$z}k|PLKD19P78rpA~FmOT(t!L08E*!BfUCPEx%tG28{~K&V zns6YG6dCVr7;xnQuZS~)R9QqI#4F`Mc$POP-%t=>vXuk@I8yus-k_l@aR&Z00$@vv zW}rIHgiNyDeD+=>rXMXZQaw-2u3_L#2=6!A8G#f}HMX6@2_IIP4O&D=5-z&!6j$p0 zQVlM~*QyzJptfZ&?9?o(7^jMpO_Ii5J?Z^knu3r}_eQ8BPcr%iWZKhh{Bs=c9GoG1 zJ8waXs{c^23Lrtw1JY<{pb!!^_5HW8g;VVqj(4_tDtJ??VgB@ID@ZJG?`_6wD(eX$ zyEy*Jeur|287=tXQR8v|Vn`PYPrJmqju@q#3w z671BFf3yz9YbnSn`Cmx|HaFxT0wqzUR+s=24XHLqVsEgVk%~2B#x6ubyzo;I^6Cyf zXW{(fc7!!s>k$o>=$)S3KTN8n$x~SP^Y1N6Dz-PP}TBnBdq*4F%JGMLw6#o)gt58xB4_+}ftg1Xy zIwn^D*N-+Fef>HpKau|-J3Uw}4flvgWhs5Ky6bT2lBZ3ukD5kYg~KRc+LJk9F`MEr zT7|Ja8G${yYVI;j)mYkN-jVZB@eBGcG5J<_WkY6Xbtl`L*a(%9l?#*5$K%EvnEx>m z=i8OEnpAs14zA`1p2(dAukKavIhl8Q31kaAO2{@nfR-(>;Vg!rb4}#pB;)SL^GD2T zFC05jFS&dq{1_KffBQAF7CUBvy`+{5+QBmDV$N0RIQRAqrr$=)Gl0$B_y%_T1MJBX z?h32?$>cdh(c{_jpN?fcR}Ge*drf1g)lkct8^s z#%Xem{k6#Dc-E0J^X8qUEXp6Tk17~mh2J@mnmIy*V4N$M(YOr~=v;2%*cb(CG*fM^ z5(N(8Z^3yiV4%m2ca88#X*%Y%;5(^(oA#(T->=58{tkQc!B8@8kZ?`WeuuToeYD9N z5NiW%n$_U)po33i%Xwv7QTYhRj(k>tfJ?9 zS?&C|N;DN0y8GgAzJP>IG|&d3XSc73%si7u7|&;W!z{CPb#*jEcC~s~C>7fAO1P&G zf#Be$;itXd`3CI|@;HVVvb=t*_TP;oI-?HZVewm;h@TrhTO1W0@8`o-J2 zu}p*kKm=1!#Kdm4CYy7EufbU+XSh1f??@sW_qKG*$Mp+JFcPqzZn6k6BR0<>Aff0= zGo_k*PlrJlh_C0Btmfo1s~{s=zFbjD z)J!ubMQyDes1h%v?ZqoCxFM(*>et*zQArkF$s z;=Wtkgt>Wk^wFri|IJ5Sw3aZezMfnmfwmc25%j~!W}UJI*#NA*Gl+59L8L2dwsN&Aat{L$b|+MF)ADVYUV%Ff0>$@9=O9+^2EcaJ z;)SS2P!fyZQrkQ+vf@YC>tpL)ukYo~w@V$o>cuTN`Wc2FwMQQF`RA`{e%VMe;BSek z^5gIPz&0U5r6W}>i6*~1R1Ml|g0q}5m6&Z1aeb&Nrc6%5xlOa{B87x@RrSm|XX)cr z?~&CY#(nyQBA>K(rIW|n^N)QXm8^MV_Z;_yZ_SReSPA|q)y9UeT>ocP#4qMG$$3jL zXQ54K`m6pLqhQ_+<9$bPccmKx)2QOxEo{<8=+IP+9_0Mfi!X+p>u4;HM7|#8tZ`KsOs2! zX%tp5n|N&sD=i4{cfLD#D$^DuC@?m?)(qgvE24(J(f^tq3uG&xhX-^!6s?(zxRZWQ z2(`WJ##w@i>!6**(q4>E)U!L0WkWHwSAwTebB`9DqE%6>eFoZhlC6M4c+S1rZsy{N z7LEHr15PIBX*lOrdIatqBHFXU@m#u!DnRh3X2Z)Oq;r>jYND$2-*YusA8xYTFS^lN z(c5n|-p)fu9L*HFVg_zeVwOyp|2!@Trq7x}lqw7m%k1jX5Fo4V2yZ^`oOYi=WVQx*b0cFr^P*RyY{VJUYtwk2S z@73oIuNb}ddGzdSW@K!wOvv7p0!D#%N|`G3Es2Ja@jZuz`v+1!_}b?VPMr3rsk3+W zPOoha6d!yx)wjfP9mMau|Ij;~+mTD(q;6KokLlNsGB=gaktmF6SlnDp=&<9y7FK*c zj{Bl|E9?&oPv6zf!x3GvytKg8+)3-3n$&T$CRypZnrvSm8OEXso@{`wBiS~o)8Xp| z^x!bUa4tw+UgaOG_8H$l$oz_SH?lO|$OH+3B?@|wT@>GxkHP)|vS)iSHD=+b=5d&C z2%1cx{Hcj*1LDfkg`k3Z90MBOIX_q)gqzQpRZBy%2KZK8qn-d3Ui~-w)9!hgnt|Fb zleIeAzCre!O3?1lTsBH&E&Ky&HVb9|!a*36YxHs1q1_=XdY4)Nj!E3wXW1}(6{Cr! zG*-`tOiuX?SB1#-#xEHUi*n*8%(pg0cR2hdLb>fJ^%0 zgZAk)pHV-5xJqz;=^a6PeOY{C6gfM9J22Y@O!tnGX;KpBYYf`DH6%au3y60D)8wQi z^z6*#X!x_iwbq}!O7)xAY3XQkrR^gw&pTe{2s~2{Rt$bTeL_?AOzC0dMfYw&h5FO+ zzul{`U7_RVu|>w^H)TN8L6p~xoAyMk*q%$bb18{b_Hb&aF!Q=G%k|);a(8(J z0#<2;v~-#5tYG?RyG&wV@MN7?c5tYhg?WleNQWJx5`dxBbTmYiWAZPw9iueGLKjbv zqpcOH=V~igP57Vm>f7^MQx}hauXtH{e8YF-{QxW@dJLWxSF`bzj-y^U~M#~5Q zWZenI0QuFI>@TX&yUxB>TX(gOwf6O@(<}G__?&>c>g$ZVgU?Uh8rk~VLsZX;6G7x* zY9A|KysMk1wa!41-)>6^nSWf6Cm29~@5>?9zHY~8W4il=fJ(~rdhe1TaAIs0XP{&# zKomY3;I^77`7F{p=AaXBv9)07|twNb?&7xZh)2qJ$EDJ?}EXzG+1Vi~~T#Nq2 z7tAi}Y9>J*Vtyv@d@)VaCp`@T+VOn!O_xBr6OlYFI{}xT{VDUT+1vfn%2{*(@u0dD z@#u(PY7Set46I%Ogbht&imL#BS{%k3kPH>;G`RJQ8&s*onG=(6dh)jS#J&8FRYMCy z@T{i9%+ZO!1b1K(=EGOJJwiflvB?J_1kwh{yyZst%p&*>h#ek7EZl5O#6-Be%S97H zKD3DimGA4HVmM-@KzrM$JNh9LYjfsMSx!96F6K)Fc+!G`&=XP4%?thaDDGbc%TYeRd|IKstA9AahGsnai=Q0v;c&1E zj4He2g&=n*{5MG)Zm<8tn+Fh4ecFx1kU zQ}yYu&@*H)1j=1=A^H>aYq+6)TEDl)^@(|VJ%39%)pyS=wfC@9ipkAnC7iXXq36#U{=m|3= z*=k-(^>WR2Q&P$mcIY8P7`ZvxH=2Zd=Q{|g9-kNtj-d4AEGn8OO)_$7h9l91Ff7Iq z8 zZ|<#YnxD+&wjX9k`!?XCAhsDem9|g1c(Fvq3)@Wr)8=fD<5T3#WBCU=UOJJj$P16 zZ$0(CjB@TiE!-j(#>UPK{I#KVTWIaEY+_t2MreZ;vgB~9Pvx0xhqZu5$;o!KH;Ge; zHahzug@OTeox%od##~6;@JILOUECiIWK8Ng5bllFPSIny=!1=XcjKz((V+v3r(E{N zq3$(DZ#Qh{F+gm2KlNtg{&wkK!ZY71;TelBQ)d`Xo$y!-Z$g8A1hlSvd76LQ=4^u% z$1aWg1QAa5f>Kr^OL=@MbNkcul2)#^D`95ch(NpWyXk5lM$GFKmGA}{9$_0pAAsc9 zwv6wO>~b3UroRLUC9`Xe78}jwqCDo;ZRzFetUS%faaz%l7hC2YXef-pw&Bte{+J#W zI8E$!M$eCNw3eG5_P?LRL21n@k=Gf>$wc|Jn@^QnuM9b7>e!D1$2pKc&lG}X<5Qz?3ARYB; zcukA_T1=TbP&vV}i^mVN5#*Efr z{O0KCuH{0oF6{w%S7yEa>iAD_fpR5*nOYz13Z+an&iZsno9Hv3C&XJn^uGL{ z`?Rhms`Y*HyT?;oRHS>BPKVGe1D)rbA({b48e1^NGfcb@P(YPa-Nq(3N*K02(<8jv{1MVeXHKN9MC6YKfl(Pl?p73rY5&%=OHCgi|JT?_B z@V^~v?7fS#XsxZjU#p3GjmR$R!3Qx;ALIRBZ203cgov7}YZ3K`BIEmIT0xTnqQHFt zeAB^(enaZYBH<>j!4QOxof}`_07n+`_rl~yQN_5<$SXy(Q=z0XlK-G}U?n%Km&y#h zY6kIVlhuHKD(B@a2afIY≪oaaX@@ZUWW5H+t`kl0)c~*JkgxRPIGC>tXgs#>cO3 z{Ei}g%hP|gE>fuioj&pEq{TKT;(0(BHn=lYRc$0d01Gp|nd!>k{+lBXtd;d`{se=a z_Jc(a@Fv@oA~;yxz9{n(QO$x*hWoR2BFC0mw*RmGQD4_=NLuy@{N!lf)mYf-`2C?l z*PO=J1uhWP6lZrb4kMg65Q{D~H}&e(wSM3tU=@aU*aK~eqfMk_t=m=H4I-xa$S{;F zBbJ~Hx34p^I+D<6Fx3!gZ0_Y2;u}Y_eY_cwrTAKJcBf){z5#3uLgLSshE&f;c~I+5 zaqdQgSpcL{T5QB{444#*-NvSzH?F#_ll*y9s;}i}-slWWr0HU?F;#Kk@`N3BW;zgNkvl%Viih!3^i7T^gu*yGf6qO;Dv_2Js3Ouhd(%5b(e$NrZ^ zqO|7_Yp2yVk}VqfoHV`F@Tm}=7hI@quD+Wo**($H)n+#)!d$e-qh)vW271Vo(402t zWmjMq$w%Q=YKS7w+Oiz@;tKq=3wJ^|zPclubBRKa*bFqrTI4{;$6CUpK&nnXvgk0& zx1WyUzG(I9Ym$96E=Z>WLCuYBI|*SMtb<2dH04EMQ)UiwUVL}c288&#o5}Ob%A@gF zoIejv*sqnXQ`3&r28?af6sCMWnzNT0SoB@^u3`l`F(_CwfBLluY&fdiu3y@g`0H2) zW+{=k|Dk+ZD@s$bv~wxBvH9aYffaeHxD`UNWQoGV^TUaTsk>sx?Y2IByE%S>=0Fsl{9w!g){SNkqIr6D&y!RHYL!nHpq4rtS7L{alvLRpyQBZ1(py!MxA2ym4_xDFD)SBwC3Zv4$Xzm4Al zar!|Pt!_xSfg{a~0d5=~n*o|o8nJ-kmSEZzxJF&dvT;F#1$(DT2No@#Qt2|{WP@51 z_XsfWN ziwpE#j3|h1IyN+^(!mfOfj8!ZZ@VGw!3Eu8F~8Cb?sy3|vmpKg&pv}UjKl*x>IYzP zjn_!Q(6~pY%7!Sdf{d+BB{#+J^=}i!?Z8Y#3 zxL1*bwWo9S3qbX|RqmTMaMXY=(B!I`dCqP9=Xhg z!ad|7k-C6@>n0+go=kMqDHYREZ~dqL0+@ldf+vSNAcL)IhG5_qVA2wL|8!(#lIXZo z%R%yRTCnkJ@32{%kOC@U$RL)7i_c1v{`3>*GATG8ejM=TQ&@cm=}v;csM=`e1aZmSxNw=Ii`ESq|%SSbAucz zoXaL*nnFc8t^hsp{GJ_yQ>WPj+dK@gT;}$ehjz0OuOEi@G5Y*iwysu0$v$>7tC>gB zV?sYo=alo#?lG&j7xG0`ApH@BmgrEA&U?HzwpSYBk0iB2H5Bl?4BGuRo{PUse;D{8 zgQ0?Y9s|S;{&NYzKtma1h>5_+_o5ebP2Qg@>{ghm=A+wnwq&OkgS7#0lB*-~a(}6@VdppyPA-zRHPRw3|$yPWfhX));x;|9%$Hq`qI1{o_@p z8kkdLU(k+JLf3N_qafj;R}xyYlMd8b^rOMd=a&r+h-RYYft+FdyzGg4_f5$d3mZ1f zHIkqt0{ogklU2$#iXOtF$I-I@J~;Q^v`OiG3Ah16*eDR27!?MmPiHC523ZrKUd9swdf1GJtfzmvrAuLsp+56=fN#iQ`7(F&tA#L zqW7SZVM9cBuz7Hag|C92Ao?M3i*fFKufdLG zi_n+woj484xci$wUiv+K$V-=-j!Q?O?VBmMTO8+E)F%5^0+Oq?=xCyrt51VY`{OGd zQ1=YBV1G05X~jOdyZ2r4O-U3bc;`4xD!v;e;`(6Dm`EL3quYU6uF>y9`P7}G@8mw@ zhdL%?pwOaJSVQ5`DFaKVqCvkB&Cu6>(5-6( zDBgP73)dpPa=-2otU_I^JhU&{)$*b!vLKr=_O-k^cHjB8(0aV}VdrY;DKBFFH& z<+hZzo?do=1YZ5k#d(rA$w{j4;34b^BU+K2t#eXsciQg5Au7U$*R&#eXn(KPB4Ug> zFl0zrSFs<*(cRb2!Dvx$X|zdr=^v2aJp3eqQ-b2{riaRCb@QV&vE~M!zc0nIHZ>O5 z1eeXd0=Y4x8GDO&?z}vx_gf8Z;TQSa;a{dFfWwoCcYb_u6`me`7#nfsA$-g2&XRDN z_rK@D>71JU^EqVSxU8)syctzd<*~P)5&bc0yCKo>G?Z(;sAo~3+VrgrE~)X31$Lir z{F_7CPI>7wHs)TJqx)jENv_ID+>z1m{K7*D3v^V~CpbpL6Y)I;&kZ+)ab4-}M5CtY z2^minJD=wM>t;Y9m54^&=8m8BZp!Tq=w+y9>>Bo)W#&*Fi`W!UR>7Bh5oNfSwB_Vv zjSyHE3KCv9PqO2t#aU_CiF=*Ppqr+&Xh4y}FA)E!z3y~KVhKRwbioCzcF_}<6h zus^Nd?MqLO=>K&2%encM7LnlSTIM2p*_i+oP)xD<`_8a%qXDGv8XXdoTQU zkN#v;)-^n?5&t9S+sf9fNkB`Ph`1s3;`;*^(%2Id_NE~nG!-pAriar37crS^QP)TQ zFNh2Y3pxXsxBo1++SDFmWi8vSzmSbWQIjPjOq|Xs8ROILn|xxr2=X{md3fNd&6|v|jm@up5%)}&eU?YZ6VvtT9*%s2 ztxHV_PFhUzhLiyfCx7FHsatD)^piTZ(2EbZq~eabb`y*2wuvw9%?qc`YCVtsmtGc> zz>V!nKk;^$%N9Mo(yn_h@_;_Pet7?_fi8zoL4N4)a&5{{;gfD1uG<}l7n)1fa^YQ} zhbmLXT{*6c>6VW*^s#6;vnvYdHh1+%C@MPsD3zaQEm@%;yp$t4^3lDLs*Aoci|s!* zHy>yHx@P{B?R%52EA5bfgB4n!TZ-PQJ2&s#l7qct7IE~gTJpluwA(nwd07Lrs}()_ z4?cZ+^aqdB+}nQ|f&qyPvO@l~?%%qu-r)7jD3LU*p{l+U{mm+w`%EUTW}ZCc-gho9 zttWo^6W-d0tKr%`2eEt2EvzWFLeLY*oI1NLg=NpF#D2^3gy-abE?=lBeROu&(Ee%R zZ>czYtnYf|YY)cHzB4bh*>4O{Z)xHxE8@#pNYlK%fAB>u?)Ys|#kDulZGCseTkpHR zuDLVK&mPCn2KuTEhUl;mW|UHpwyW`o=J*ngAuQ4Rd%eoOX;m3eql-4&%WV) z=jKH+o~L9Sb0yuuA8x%o^1G*^{m3jtA-I+ztz(t`S5~qq`9Fih4-1HF%|0#`(HmxY zC$nCsH$Hqw?f&+qcEvGOJ*;M4>tpRP?~a}@m(@$&nssH?*2y=K8ONklfdt`$KflMj zHl+%GxLHaV?Le3M-V|k5nX_$+wq^O32H9s(-QbJDJL?;Mn_q168$B*YH;i@ZU|A`V z8+-pq=bxj~xgK`8rQ1ndtex|rKc*#_(E6EcU4yWi;RA!DtFbc+Z)d%?=0V{T-Og3Y zLNim_rbUi5X2;cv)i@Wa)}rs{X{~L%*8kpo$RkV1C3uhaaiLv&hHL`I&TlICQPdckh71)!VZTv-9&}(gi65a2E1)m- zKYrTpAtgg;+QldEY-!J*;c5}HKq@R$WPzrAs-NmiV;PFP??c0?bOP+VOg&J(xLqmLAKYSd_e!L zRY$VlDZ{-#SLrKTa_IOiTJBJ)D&-cB=AvvizC=@(a@1&814$~BX2 z;+>T1)V5AK(NIhFZ2VOtUwlt8w`nV|Ev$&ZVVX&2@B4F06PL=7%5L|Vt7gj1`bm#l z6Vnu`Z}>xFG&`qdn`AGK(N^4hySJ;-M?!gOd2&_9zJ|qTB*`A)oG(lNdQ_mBoj7Q$ z$&SjYx9xoi_eWoi`6XjIvH zR1-z2=TQpO5@+4=O2AmEj~vIb`$WY|zTWp2vCNladN3DtsA6za|F8X@YQ>L*;?H>3 z3r8$_9~J0jlYE=?`^(J9@5M0wdr#!}pJ#?-!cx%6a%xoC1c$(j95q+N$9^mu&P$;Bx*bE4*Zmp3XkTndL@xC)fZ=3o3p^n}`Rd8u>QrY%X&FCX+r_sT0#j!f1WpLkgznrK}AIqc%} z`*8lCR}puwpy&UD+p1)H8&BnBy|BUgk6uNNKPz3{yN`5HMp;tAZ%9b>@og%G`T4!8 zzuwe233UqI$=uSs-rV+i5Or!mNgN@W7grX=Yl~jj(D+*a$FOp&j9V+3TG(eJBcl_G zk;3rJmCcTh58An(>!rtW%@d!n^P`;7>t&`BFW>J!>MbH~Kc=;`knw=mB>82Twi{r4 zGD*a+4aI*V*7^pDg?V?{E&WrJ1IzA-UeEm)9zkwY6^gFq+WOhk1mBYeMx>@VvV=j?Oin-O2I@Bq`JWMsK7ycjAe2 zIu;dNxQfV(qdK}5rMoffks$}`d7ms;i*0%;G!8Hxh4!`*?T^B1(OJ_7Hy_k@mS{-j zB`T3;z$S<@oyw``&iFXZ?`1p@@5;N7u_{P-_WgElZVth)CzfpLWYgq2JwJoR#2VB` zX9IO~m1lf8^Sg$90)%+SH;%5}>Cp;l$9fjxRlamle!hAf`I@`RI_dmxui`EJx+ecb zjFqh7?f{kPRdqKk|0KGF!VAT}|MNWV_U{?eeogUl?dq<(iRaJyDI{tnLlsV?#F^$& z?@S*(zeUC7GzFZs^XiW%HW?14BJ9OjQbuRKr%B@TnC+kPB4p#FnKrV2@08i^D4U{q zy`^I9J#%#2SCAF$I`hl8`yuY<`ca$HV~yJ>Ol<1W=hy^df7U*>6`}>srf`W5hkYD* ze7Cme@#}JD1ml>U^`ckmVl9tB9M%EJHuoc8a<^Ku+f#a@$D$g9__i4S8KkjvcT2|X zy|Qa^08Q1)iF0YPh$65o$K~ufO50s`&Mq@_6@@t0@NgXBZz8`9HK;ynpO;{~yTzF& z8~D7ZnPSZvV=;N#(bA{5nQr0D(qT8AI72WvEx5*WyGMHkkA5^Htn-I+%kmk15~a)9 zYYW8sa0dlp{?V7-M#U5zDo<1$W~QkGC&TT)kT|;-#>08neLWLZc4rM+ZM)=qEW^&t zspi%VjZCW&i^54EMnCyZyORjp^gXUA@VY6d)<^EKVH|pGk|O%(sDfbW5ZmpD6^^#@ zaBK<+JjcheBxq-}ncrV>8u2=x(;(O_CyQ*`+`6bL(A7&+Swtmteo*yuW_C{BD13YB zm2#Q7kO96${eAg{Fq0QAZt}Zxs>Tm`D@Q%b$^W4He7o%Q&D61f)8^}vFTUfXqmC}i zhXwbP+cQYz5Y7*@e*IpYWc!|)MH>EZ&VwA*+4XMNt)iEn2*v2V`B3?|W9`MK@#k_l zj7%Z;Br85XpZHSf9WAY7*N%g~zwN#CT3bAS)_v8-OP@NLk*G=FHnVd3unm7(??=*B znhA~~r)}cWXZ`&5KMVe-koVEPdRa)y`YEjGp&7xF*4SzO0}axb6gc<3zszckI!<3% zpzq4GQ{W1hj2q04p75cEc15QSl+=5ly_Vf{$PCGrVGRlxEJdvk$kquzM@irwUH)>t zPVr4-$Yk7xoJE=XGHbioxrwskY4v&Zn7+~a?JK$65*#M;)T0#fZ!uAU>6^}Gwr4~G zLEl=hQp3+~?+7)nwRY^z_w;P3am~N!Pf?4fwHbTUn&Ewhb6Ur**4IQ|YO;(Ip;9dI z<_T7F6ucp*t3=~rx+zIe%|{fRo*6g>4Y`^KFQg zmTaQA{Hd$A_{yhHgPF6;#!+9+!T~$hINB$z}0PibcYP4)Wk;cZM2N|}kU z9hET|GE<65DoK)QM~cj93n5dn%@vh|N`pkklp%*GLz<1rP@ItQL^AaMyyx8iz3bey z?z(ra+uE&VZT4??fA9Mp_FC`rY>%&vz02+)Bu;(Tux&rb5M-&;^I57^ zv64pP`Yrc_L3DEk^TAsQCj2$e>1GAiKfV10D6%quK|yk3)JV|`qn$x`ZwV$Se~EuHF2JC$7RKdh7K%%7d!^4Xtz^F?O9 z{#f24+FZh0^L&^+%nBWcckgG4=k&I`uBk6Oz#)63M*2w#o!0cR;a2--xC!4QHuJqlMI^^G&sDBA z^;kS@b9zSa&lK&`_fAR4TfbB7@M^eS9Dn=gWi1uvC%apt=e%Z)a#PE+Nq>h2H^$MU-rQnwL6u2T7^bFMEYIi&Yz z>>W=!sZnVW-7TQ|XOZX4kG+P~f+BH;U7ofHel=6=o_TE~m(p8j!AXxBo`{d_w!DRfZO{ue=TI$*o_;1xb68zP1K-zoyKUFtb0QU%NlDeRjtpMj z^P3=TxyE&cjyt1XTH7+_qL0}vuDfHszm+ChFR5S{=90JNY9u}C<)*2ZRkH(Ew{PDL z^qirY88?K|Z~JF~Skpg#d>yc&jx^fDlTQoWCr%tT5`kTQrAAzGAYhlveFejL-!%WQ zl0uxC$$2rU?|InZ%|+q6HSbnU?H74a@`pl|!OWNWLwx-^nUWKgU!O(`^^Lz14FYKj zM_Bo&b*Gl^xm_>ldC0lwlm9ucQ8u-zCgISfOp(R0!kMjG^-wO8s+pGcJ@tb9@5`}( z&#CEV&8-!vFkO+)wmZ1%0{@T4sUUl2j}C?A0E_l1 zVGMBH9pf#jA!uH!miD|~>0}-=#S^qX)jF@DxUg>*)2Vi$W3T&s{WdbrMBaGOQ$|%u zhXt%3RNC5#nQl%B;n72D!A^v#AfA6cxkxPX*u>HWH4-HxJe;-ZsyYw+^GQ>my*1(G zeWG)n*U<2FEuF7qP2RMYuVx!P-Dr}R=R8mGqT42pN9$eXQW6={t)FW>8AXwP!(*+j z4e48N*E0Ux9xiuxrN)KG1zyj904=Dcq5xo-P);A*V{RS-liqC5%L{V*@;yH3dZqrr z2(~@)l5(&3Zu!Dr)+|jQ)}ExKB&FcRzzdfyal^XJtI{O&ZdunQp^qobgvtUB9NSam z;#Ty_KRV2$&L@9perD!snv3D_n8 zMowytOg~uuKtx#hfnj(!ui@GKj6KU^%;emk3_NMv8jS8r!S#{9QpD-^)7B~@>qAm* zK%|vdF)h3ZOJF}?0ur(tr1w2w0}nKxn{Te(7ks zKl^U&iSQpmMn)_$p}4)%elnaJu?RCOi&;t>DkUOq4n+pBne(y&GVK7|b{|b4g_CU9 z00;ZiU{O(#?~chMDl;}=`XUVVO`CebGX;QS8C@Pm9x(GJx8g3iq_3HVuE@@LYnR9y z?_kHo8bZ`+octT~vFn4nJDox7U1enlZB_^3DkZ2?cASXiFGhc3iXwsBB_t<@;fnhR z=oI4kXIsW+s($G>x1`5HJ8JXDlL>oCB6d=1!2gTfU}lJOCRBUwk`4jue=A^mw(ymK zd2J7F2mG7KkCbi}6YA@0B;6?v5yLJuG(3DvBbB^w{AzG!lhTp|{EWwU zm}C+B5H3iXSA5Wr3*{&Ion$21Dsr8?MkHnO8g4&FzIwo0(zWC(T)ef?k$f+Ox0WjZ z`!K1lj*30K4TUkbMn*Nfc7Gl6XTwyPSi_Uvz07nrVG$7~3LuF_fimQSU-Rnfj0L$O zGbE!{lu11aZ_AaJ!}RG`D+NFqJcFx6o?Otzen{dAefp$}h>`_`mmc?hO~FUH7LHH={GeNG!?QHEd*jpzY!aC$FgALMMtvV{ z-4VC3ZoDr>k!V4V7Ynnov1xeqg?~=#=&&YRj{qMBF$s_yy(?F)uq#JbVzLWScU^&i zdg0$2~_=HgNs;Z5V6YG z50-h$V6DrlMKnWi0t=~}I8V0Kf+^yaT*-NIEdeNE0eWb4{F2VGTo9DqXHxq$HrSR6>U(z6-keW#AdbA9ysRbIka+UX zKlV(6`lxc_^>bWW)Xz5xjktn#pB9~Z-PzB4>>;^_O3l3IL1aG49u}HwSCuZNO;7j; zZ}SFa<;3EWlITI~KMQkmb}j(jvJiIY0&EFZ^XM)&h`Z?lPwh*U`s|&T*NUIg5Z$1ob8YpiRrw2ZGlh_`s1&w0 zrTY(D&g8he?RwC(P$xu(T3{WmS5R<&A!V$eK^je-+t_Hz~B zDan*o!BXo?f!wcCkXC&v-bBEZ5|s$XQ{l51ftXKP*Ub3E#F}vjYT*a`{C-eF6jEZg z8XFhr{hDp*qxt#y?YwJI0P$ytavg9(^@5aXU_4_61Cc=({Te5MH8XfJ-H0a8Gc^ycM3e@n=F(+hz)&u$&Q{Ly_)7eyiL#SusN z2F=XtJKEZw@7=q%4M6vHh;bySA=QFYZ*J{4=H*26t*Rbk@S-^xx*YPh()( zFk+V*zbtDA*!lPs@3_+I?(Vptx#`S|4E;dHpg*{__7Eu;(VbXsz?ul|Y!V$C&yWgh z>8HMRut9B)jd&AjNZ;ey@mX0}22}%#_ww?VP@v&up^(fT7sqYV1m7%td&#wFiHS^C zo2ls=gMRv|s;UwOe;EDyLcj0khbO;TtE#I@sjI8sp&bT=4PtJY^UFE9=K?@++Oln% z6kID)gDu;R9g_>`Va$M_v`-z9YIwqTFq(o$OUl}(R;S$pbbV~+VA zvGS=yR(3YK+3kIkMyx=9F2|i1`R-?_=i9e?0uLTuOw+i=FW$Inp1GOYFW$WX?QX-i zI|Ac<)W3q2$@s<|?*|@Di`{%J4|@loc!xy7eBDJWu-E|?j)JI@)#*MZA9pc7Uc-a^ zrUy$g;65mAyMty9y8*KcTj&-Olchv~4TnJnV+Mtd6&5=l*f`P66JXYjc-?5YYIyX= ze|1||ozWQ@8p;--WDfXO&Iy_QdBbb?%U_p^OWgbYimDD zymi>33+2spX61dRJ(iY{_2L0sn7)yww}gipg;s4m`f}B;fUZYgu%{Y;p{)D!52-uv zha}4jLVLZ-60Ti~C2W5R@n)0C25L-x$e)#J52%kX&b9;-A=0_HIPsw!l3^k1LTbX> z-6D5Vhf5ycD=1i*n3(vVV`^+{oOSP>sdrbeXGTfMNvkSZq64k`(Z}i5S+X21Ti!MC z48|5zf4D{I!MVDTF`Wrf5qDMteQ$3Sn08=zQaR%6+($y1dEH}_f)@MtJHY*n#DrH{ zWsuh5bZM1=LQ0KuA=}}mN{HJ3U9No5i38dToO9{;SaBU|(P{31PlrH>dj`=&*b;HN ze&7bdG3Bp@OM8?gIhe`G;3b|=PHBvQ?NmZt{S-%@o4quZx>iMH?@A9OZiuvN>2NQT z0t{n&evr6HQQjbXgq>-waA5R;vtRw#ZkyKg3JxBh-6*1<9PcsP}6ju(?8(nqVN$DdEhw2d%)4BPM}xr?UL zC{+t+^>GhT(w!5EHGVO4&((xRlj^Jr)+7I+ep0l1IX(8N1~qo7aeJ|*GU5yS_l zC~h%FpMj={PBRB+knZ2Pb1n!5iw!a|PHiRo=xA{+SKHf1L_{Q&ER&a)@6(Lomv@9H z+YJObH&_NXsH>-Z85oGJ*O6cCUiO9mB<5xb^i|FetsAkwiF^{ik*s*W%N#~rFHxp^ti(irih;0zlSv@8*_mc~D+#`hZ^ltr2+J(J(cl*ol(3(mflqnsNyAXS$iI>-xEG9>I+}seEr;R7aozu}7nj z)CwXY*Hu*WFt{|isTHEiPxABidoc!CgRg;mJM8hUU8|0UoAslg1k1NTFbM5_6x zy2^YGT3D>YZ=coH=7axidb*G8P&q?+8hh~z;bO_QSa;CcT6nHrZ&6ZH+^woqkT!y< z)RFS|S+x}seP10?PQnH8zskSo2^pIIpOW$)m1#l(Nts<|=DryP384YI^N$MD@OPvw z2851~GoT*HfO2@Z&i7T&M(YrvV~+;6XniKSABs65l-rkRU-YJR#H)5^Knddv^!_a-fk!o3F=LC1 z?m1*?Ra?FXZfXC|j7*gU5Reh}{y*$G_BT{Jp)sF0QUMclX_v&dY(9ehlI1 z^}BcBh-OT&fYd%%wI7Xy!ES1@0}uy45DmsrzxBtecRxj47nPN@wrUVxB`?Bt5SC{R)dhYUoWI-feRmqK!Cy( zBugf{DUiWkPMnCa&Sj?%g(t2Mtp$rPCmI_$VP^nJVkfzu&p@KQ?UtSY4!@`9Jl2i+X;| W3l5oqlOHMgXR_67%L7CEv;PABRKdsq literal 0 HcmV?d00001